solana/accounts-db/src/tiered_storage/meta.rs

331 lines
12 KiB
Rust

#![allow(dead_code)]
//! The account meta and related structs for the tiered storage.
use {
crate::account_storage::meta::StoredMetaWriteVersion,
::solana_sdk::{hash::Hash, stake_history::Epoch},
modular_bitfield::prelude::*,
};
/// The struct that handles the account meta flags.
#[bitfield(bits = 32)]
#[repr(C)]
#[derive(Debug, Default, Copy, Clone, Eq, PartialEq)]
pub struct AccountMetaFlags {
/// whether the account meta has rent epoch
pub has_rent_epoch: bool,
/// whether the account meta has account hash
pub has_account_hash: bool,
/// whether the account meta has write version
pub has_write_version: bool,
/// the reserved bits.
reserved: B29,
}
/// A trait that allows different implementations of the account meta that
/// support different tiers of the accounts storage.
pub trait TieredAccountMeta: Sized {
/// Constructs a TieredAcountMeta instance.
fn new() -> Self;
/// A builder function that initializes lamports.
fn with_lamports(self, lamports: u64) -> Self;
/// A builder function that initializes the number of padding bytes
/// for the account data associated with the current meta.
fn with_account_data_padding(self, padding: u8) -> Self;
/// A builder function that initializes the owner's index.
fn with_owner_index(self, index: u32) -> Self;
/// A builder function that initializes the account data size.
/// The size here represents the logical data size without compression.
fn with_account_data_size(self, account_data_size: u64) -> Self;
/// A builder function that initializes the AccountMetaFlags of the current
/// meta.
fn with_flags(self, flags: &AccountMetaFlags) -> Self;
/// Returns the balance of the lamports associated with the account.
fn lamports(&self) -> u64;
/// Returns the number of padding bytes for the associated account data
fn account_data_padding(&self) -> u8;
/// Returns the index to the accounts' owner in the current AccountsFile.
fn owner_index(&self) -> u32;
/// Returns the AccountMetaFlags of the current meta.
fn flags(&self) -> &AccountMetaFlags;
/// Returns true if the TieredAccountMeta implementation supports multiple
/// accounts sharing one account block.
fn supports_shared_account_block() -> bool;
/// Returns the epoch that this account will next owe rent by parsing
/// the specified account block. None will be returned if this account
/// does not persist this optional field.
fn rent_epoch(&self, _account_block: &[u8]) -> Option<Epoch>;
/// Returns the account hash by parsing the specified account block. None
/// will be returned if this account does not persist this optional field.
fn account_hash<'a>(&self, _account_block: &'a [u8]) -> Option<&'a Hash>;
/// Returns the write version by parsing the specified account block. None
/// will be returned if this account does not persist this optional field.
fn write_version(&self, _account_block: &[u8]) -> Option<StoredMetaWriteVersion>;
/// Returns the offset of the optional fields based on the specified account
/// block.
fn optional_fields_offset(&self, _account_block: &[u8]) -> usize;
/// Returns the length of the data associated to this account based on the
/// specified account block.
fn account_data_size(&self, _account_block: &[u8]) -> usize;
/// Returns the data associated to this account based on the specified
/// account block.
fn account_data<'a>(&self, _account_block: &'a [u8]) -> &'a [u8];
}
impl AccountMetaFlags {
pub fn new_from(optional_fields: &AccountMetaOptionalFields) -> Self {
let mut flags = AccountMetaFlags::default();
flags.set_has_rent_epoch(optional_fields.rent_epoch.is_some());
flags.set_has_account_hash(optional_fields.account_hash.is_some());
flags.set_has_write_version(optional_fields.write_version.is_some());
flags
}
}
/// The in-memory struct for the optional fields for tiered account meta.
///
/// Note that the storage representation of the optional fields might be
/// different from its in-memory representation.
#[derive(Debug, PartialEq, Eq, Clone)]
pub struct AccountMetaOptionalFields {
/// the epoch at which its associated account will next owe rent
pub rent_epoch: Option<Epoch>,
/// the hash of its associated account
pub account_hash: Option<Hash>,
/// Order of stores of its associated account to an accounts file will
/// determine 'latest' account data per pubkey.
pub write_version: Option<StoredMetaWriteVersion>,
}
impl AccountMetaOptionalFields {
/// The size of the optional fields in bytes (excluding the boolean flags).
pub fn size(&self) -> usize {
self.rent_epoch.map_or(0, |_| std::mem::size_of::<Epoch>())
+ self.account_hash.map_or(0, |_| std::mem::size_of::<Hash>())
+ self
.write_version
.map_or(0, |_| std::mem::size_of::<StoredMetaWriteVersion>())
}
/// Given the specified AccountMetaFlags, returns the size of its
/// associated AccountMetaOptionalFields.
pub fn size_from_flags(flags: &AccountMetaFlags) -> usize {
let mut fields_size = 0;
if flags.has_rent_epoch() {
fields_size += std::mem::size_of::<Epoch>();
}
if flags.has_account_hash() {
fields_size += std::mem::size_of::<Hash>();
}
if flags.has_write_version() {
fields_size += std::mem::size_of::<StoredMetaWriteVersion>();
}
fields_size
}
/// Given the specified AccountMetaFlags, returns the relative offset
/// of its rent_epoch field to the offset of its optional fields entry.
pub fn rent_epoch_offset(_flags: &AccountMetaFlags) -> usize {
0
}
/// Given the specified AccountMetaFlags, returns the relative offset
/// of its account_hash field to the offset of its optional fields entry.
pub fn account_hash_offset(flags: &AccountMetaFlags) -> usize {
let mut offset = Self::rent_epoch_offset(flags);
// rent_epoch is the previous field to account hash
if flags.has_rent_epoch() {
offset += std::mem::size_of::<Epoch>();
}
offset
}
/// Given the specified AccountMetaFlags, returns the relative offset
/// of its write_version field to the offset of its optional fields entry.
pub fn write_version_offset(flags: &AccountMetaFlags) -> usize {
let mut offset = Self::account_hash_offset(flags);
// account hash is the previous field to write version
if flags.has_account_hash() {
offset += std::mem::size_of::<Hash>();
}
offset
}
}
#[cfg(test)]
pub mod tests {
use super::*;
#[test]
fn test_account_meta_flags_new() {
let flags = AccountMetaFlags::new();
assert!(!flags.has_rent_epoch());
assert!(!flags.has_account_hash());
assert!(!flags.has_write_version());
assert_eq!(flags.reserved(), 0u32);
assert_eq!(
std::mem::size_of::<AccountMetaFlags>(),
std::mem::size_of::<u32>()
);
}
fn verify_flags_serialization(flags: &AccountMetaFlags) {
assert_eq!(AccountMetaFlags::from_bytes(flags.into_bytes()), *flags);
}
#[test]
fn test_account_meta_flags_set() {
let mut flags = AccountMetaFlags::new();
flags.set_has_rent_epoch(true);
assert!(flags.has_rent_epoch());
assert!(!flags.has_account_hash());
assert!(!flags.has_write_version());
verify_flags_serialization(&flags);
flags.set_has_account_hash(true);
assert!(flags.has_rent_epoch());
assert!(flags.has_account_hash());
assert!(!flags.has_write_version());
verify_flags_serialization(&flags);
flags.set_has_write_version(true);
assert!(flags.has_rent_epoch());
assert!(flags.has_account_hash());
assert!(flags.has_write_version());
verify_flags_serialization(&flags);
// make sure the reserved bits are untouched.
assert_eq!(flags.reserved(), 0u32);
}
fn update_and_verify_flags(opt_fields: &AccountMetaOptionalFields) {
let flags: AccountMetaFlags = AccountMetaFlags::new_from(opt_fields);
assert_eq!(flags.has_rent_epoch(), opt_fields.rent_epoch.is_some());
assert_eq!(flags.has_account_hash(), opt_fields.account_hash.is_some());
assert_eq!(
flags.has_write_version(),
opt_fields.write_version.is_some()
);
assert_eq!(flags.reserved(), 0u32);
}
#[test]
fn test_optional_fields_update_flags() {
let test_epoch = 5432312;
let test_write_version = 231;
for rent_epoch in [None, Some(test_epoch)] {
for account_hash in [None, Some(Hash::new_unique())] {
for write_version in [None, Some(test_write_version)] {
update_and_verify_flags(&AccountMetaOptionalFields {
rent_epoch,
account_hash,
write_version,
});
}
}
}
}
#[test]
fn test_optional_fields_size() {
let test_epoch = 5432312;
let test_write_version = 231;
for rent_epoch in [None, Some(test_epoch)] {
for account_hash in [None, Some(Hash::new_unique())] {
for write_version in [None, Some(test_write_version)] {
let opt_fields = AccountMetaOptionalFields {
rent_epoch,
account_hash,
write_version,
};
assert_eq!(
opt_fields.size(),
rent_epoch.map_or(0, |_| std::mem::size_of::<Epoch>())
+ account_hash.map_or(0, |_| std::mem::size_of::<Hash>())
+ write_version
.map_or(0, |_| std::mem::size_of::<StoredMetaWriteVersion>())
);
assert_eq!(
opt_fields.size(),
AccountMetaOptionalFields::size_from_flags(&AccountMetaFlags::new_from(
&opt_fields
))
);
}
}
}
}
#[test]
fn test_optional_fields_offset() {
let test_epoch = 5432312;
let test_write_version = 231;
for rent_epoch in [None, Some(test_epoch)] {
let rent_epoch_offset = 0;
for account_hash in [None, Some(Hash::new_unique())] {
let mut account_hash_offset = rent_epoch_offset;
if rent_epoch.is_some() {
account_hash_offset += std::mem::size_of::<Epoch>();
}
for write_version in [None, Some(test_write_version)] {
let mut write_version_offset = account_hash_offset;
if account_hash.is_some() {
write_version_offset += std::mem::size_of::<Hash>();
}
let opt_fields = AccountMetaOptionalFields {
rent_epoch,
account_hash,
write_version,
};
let flags = AccountMetaFlags::new_from(&opt_fields);
assert_eq!(
AccountMetaOptionalFields::rent_epoch_offset(&flags),
rent_epoch_offset
);
assert_eq!(
AccountMetaOptionalFields::account_hash_offset(&flags),
account_hash_offset
);
assert_eq!(
AccountMetaOptionalFields::write_version_offset(&flags),
write_version_offset
);
let mut derived_size = AccountMetaOptionalFields::write_version_offset(&flags);
if flags.has_write_version() {
derived_size += std::mem::size_of::<StoredMetaWriteVersion>();
}
assert_eq!(
AccountMetaOptionalFields::size_from_flags(&flags),
derived_size
);
}
}
}
}
}