tune toast_tuple_target and comment on page size
This commit is contained in:
GroovieGermanikus
parent
bba046a0a0
commit
cb5f7dea64
235
migration.sql
235
migration.sql
|
|
@ -1,142 +1,159 @@
|
|||
|
||||
-- for initial database setup start with init-database.sql
|
||||
|
||||
CREATE SCHEMA banking_stage_results_2;
|
||||
|
||||
CREATE TABLE banking_stage_results_2.transactions(
|
||||
transaction_id bigserial PRIMARY KEY,
|
||||
signature varchar(88) NOT NULL,
|
||||
UNIQUE(signature)
|
||||
transaction_id bigserial PRIMARY KEY,
|
||||
signature varchar(88) STORAGE main NOT NULL,
|
||||
UNIQUE(signature)
|
||||
);
|
||||
-- page layout: rows are small and must store in main
|
||||
ALTER TABLE banking_stage_results_2.transactions SET (toast_tuple_threshold=2000);
|
||||
-- page layout: rows are small and must store in main; compression is okey
|
||||
-- ALTER TABLE banking_stage_results_2.transactions SET (toast_tuple_target=4080);
|
||||
|
||||
|
||||
CREATE TABLE banking_stage_results_2.transaction_infos (
|
||||
transaction_id BIGINT PRIMARY KEY,
|
||||
processed_slot BIGINT NOT NULL,
|
||||
is_successful BOOL NOT NULL,
|
||||
cu_requested BIGINT NOT NULL,
|
||||
cu_consumed BIGINT NOT NULL,
|
||||
prioritization_fees BIGINT NOT NULL,
|
||||
supp_infos text
|
||||
transaction_id BIGINT PRIMARY KEY,
|
||||
processed_slot BIGINT NOT NULL,
|
||||
is_successful BOOL NOT NULL,
|
||||
cu_requested BIGINT NOT NULL,
|
||||
cu_consumed BIGINT NOT NULL,
|
||||
prioritization_fees BIGINT NOT NULL,
|
||||
supp_infos text STORAGE extended
|
||||
);
|
||||
ALTER TABLE banking_stage_results_2.transaction_infos SET (toast_tuple_threshold=2000);
|
||||
-- page layout: move supp_infos to toast; everything else should stay on main
|
||||
ALTER TABLE banking_stage_results_2.transaction_infos SET (toast_tuple_target=128);
|
||||
|
||||
|
||||
CREATE TABLE banking_stage_results_2.errors (
|
||||
error_code int primary key,
|
||||
error_text text
|
||||
error_code int primary key,
|
||||
error_text text STORAGE main NOT NULL
|
||||
);
|
||||
ALTER TABLE banking_stage_results_2.errors SET (toast_tuple_threshold=2000);
|
||||
-- page layout: keep everything on main
|
||||
|
||||
|
||||
CREATE TABLE banking_stage_results_2.transaction_slot (
|
||||
transaction_id BIGINT,
|
||||
slot BIGINT,
|
||||
error_code INT NOT NULL,
|
||||
count INT NOT NULL,
|
||||
utc_timestamp TIMESTAMP NOT NULL,
|
||||
PRIMARY KEY (transaction_id, slot, error_code)
|
||||
transaction_id BIGINT,
|
||||
slot BIGINT NOT NULL,
|
||||
error_code INT NOT NULL,
|
||||
count INT NOT NULL,
|
||||
utc_timestamp TIMESTAMP NOT NULL,
|
||||
PRIMARY KEY (transaction_id, slot, error_code)
|
||||
);
|
||||
ALTER TABLE banking_stage_results_2.transaction_slot SET (toast_tuple_threshold=2000);
|
||||
|
||||
|
||||
-- page layout: keep everything on main (note: TIMESTAMP uses storage plain)
|
||||
ALTER TABLE banking_stage_results_2.transaction_slot SET (toast_tuple_target=128);
|
||||
CREATE INDEX idx_transaction_slot_timestamp ON banking_stage_results_2.transaction_slot(utc_timestamp);
|
||||
CREATE INDEX idx_transaction_slot_slot ON banking_stage_results_2.transaction_slot(slot);
|
||||
|
||||
|
||||
CREATE TABLE banking_stage_results_2.blocks (
|
||||
slot BIGINT PRIMARY KEY,
|
||||
block_hash varchar(44),
|
||||
leader_identity varchar(44) NOT NULL,
|
||||
successful_transactions BIGINT NOT NULL,
|
||||
processed_transactions BIGINT NOT NULL,
|
||||
total_cu_used BIGINT NOT NULL,
|
||||
total_cu_requested BIGINT NOT NULL,
|
||||
supp_infos text
|
||||
slot BIGINT PRIMARY KEY,
|
||||
successful_transactions BIGINT NOT NULL,
|
||||
processed_transactions BIGINT NOT NULL,
|
||||
total_cu_used BIGINT NOT NULL,
|
||||
total_cu_requested BIGINT NOT NULL,
|
||||
block_hash varchar(44) STORAGE main NOT NULL,
|
||||
leader_identity varchar(44) NOT NULL,
|
||||
supp_infos text
|
||||
);
|
||||
ALTER TABLE banking_stage_results_2.blocks SET (toast_tuple_threshold=2000);
|
||||
|
||||
CREATE TABLE banking_stage_results_2.accounts(
|
||||
acc_id bigserial PRIMARY KEY,
|
||||
account_key varchar(44) NOT NULL,
|
||||
UNIQUE (account_key)
|
||||
);
|
||||
ALTER TABLE banking_stage_results_2.accounts SET (toast_tuple_threshold=2000);
|
||||
|
||||
CREATE TABLE banking_stage_results_2.accounts_map_transaction(
|
||||
transaction_id BIGINT NOT NULL,
|
||||
acc_id BIGINT NOT NULL,
|
||||
is_writable BOOL NOT NULL,
|
||||
is_signer BOOL NOT NULL,
|
||||
is_atl BOOL NOT NULL,
|
||||
PRIMARY KEY (transaction_id, acc_id)
|
||||
);
|
||||
ALTER TABLE banking_stage_results_2.accounts_map_transaction SET (toast_tuple_threshold=2000);
|
||||
|
||||
-- page layout: blockhash is important
|
||||
ALTER TABLE banking_stage_results_2.blocks SET (toast_tuple_target=128);
|
||||
CREATE INDEX idx_blocks_block_hash ON banking_stage_results_2.blocks(block_hash);
|
||||
|
||||
CREATE TABLE banking_stage_results_2.accounts_map_blocks (
|
||||
acc_id BIGINT NOT NULL,
|
||||
slot BIGINT NOT NULL,
|
||||
is_write_locked BOOL NOT NULL,
|
||||
total_cu_consumed BIGINT NOT NULL,
|
||||
total_cu_requested BIGINT NOT NULL,
|
||||
prioritization_fees_info text NOT NULL,
|
||||
supp_infos text,
|
||||
PRIMARY KEY (acc_id, slot, is_write_locked)
|
||||
|
||||
CREATE TABLE banking_stage_results_2.accounts(
|
||||
acc_id bigserial PRIMARY KEY,
|
||||
account_key varchar(44) STORAGE main NOT NULL,
|
||||
UNIQUE (account_key)
|
||||
);
|
||||
ALTER TABLE banking_stage_results_2.accounts_map_blocks SET (toast_tuple_threshold=2000);
|
||||
-- page layout: rows are small and must store in main; compression is okey
|
||||
-- ALTER TABLE banking_stage_results_2.transactions SET (toast_tuple_target=4080);
|
||||
|
||||
|
||||
CREATE TABLE banking_stage_results_2.accounts_map_transaction(
|
||||
transaction_id BIGINT NOT NULL,
|
||||
acc_id BIGINT NOT NULL,
|
||||
is_writable BOOL NOT NULL,
|
||||
is_signer BOOL NOT NULL,
|
||||
is_atl BOOL NOT NULL,
|
||||
PRIMARY KEY (transaction_id, acc_id)
|
||||
);
|
||||
-- page layout: very small rows, keep everything on main
|
||||
ALTER TABLE banking_stage_results_2.accounts_map_transaction SET (toast_tuple_target=128);
|
||||
|
||||
|
||||
CREATE TABLE banking_stage_results_2.accounts_map_blocks (
|
||||
acc_id BIGINT NOT NULL,
|
||||
slot BIGINT NOT NULL,
|
||||
is_write_locked BOOL NOT NULL,
|
||||
total_cu_consumed BIGINT NOT NULL,
|
||||
total_cu_requested BIGINT NOT NULL,
|
||||
prioritization_fees_info text STORAGE extended NOT NULL,
|
||||
supp_infos text STORAGE extended,
|
||||
PRIMARY KEY (acc_id, slot, is_write_locked)
|
||||
);
|
||||
-- page layout: move prioritization_fees_info and supp_infos to toast; everything else should stay on main
|
||||
ALTER TABLE banking_stage_results_2.accounts_map_blocks SET (toast_tuple_target=128);
|
||||
CREATE INDEX idx_accounts_map_blocks_slot ON banking_stage_results_2.accounts_map_blocks(slot);
|
||||
|
||||
insert into banking_stage_results_2.errors (error_text, error_code) VALUES
|
||||
('AccountBorrowOutstanding', 0),
|
||||
('AccountInUse', 1),
|
||||
('AccountLoadedTwice', 2),
|
||||
('AccountNotFound', 3),
|
||||
('AddressLookupTableNotFound', 4),
|
||||
('AlreadyProcessed', 5),
|
||||
('BlockhashNotFound', 6),
|
||||
('CallChainTooDeep', 7),
|
||||
('ClusterMaintenance', 8),
|
||||
('DuplicateInstruction', 9),
|
||||
('InstructionError', 10),
|
||||
('InsufficientFundsForFee', 11),
|
||||
('InsufficientFundsForRent', 12),
|
||||
('InvalidAccountForFee', 13),
|
||||
('InvalidAccountIndex', 14),
|
||||
('InvalidAddressLookupTableData', 15),
|
||||
('InvalidAddressLookupTableIndex', 16),
|
||||
('InvalidAddressLookupTableOwner', 17),
|
||||
('InvalidLoadedAccountsDataSizeLimit', 18),
|
||||
('InvalidProgramForExecution', 19),
|
||||
('InvalidRentPayingAccount', 20),
|
||||
('InvalidWritableAccount', 21),
|
||||
('MaxLoadedAccountsDataSizeExceeded', 22),
|
||||
('MissingSignatureForFee', 23),
|
||||
('ProgramAccountNotFound', 24),
|
||||
('ResanitizationNeeded', 25),
|
||||
('SanitizeFailure', 26),
|
||||
('SignatureFailure', 27),
|
||||
('TooManyAccountLocks', 28),
|
||||
('UnbalancedTransaction', 29),
|
||||
('UnsupportedVersion', 30),
|
||||
('WouldExceedAccountDataBlockLimit', 31),
|
||||
('WouldExceedAccountDataTotalLimit', 32),
|
||||
('WouldExceedMaxAccountCostLimit', 33),
|
||||
('WouldExceedMaxBlockCostLimit', 34),
|
||||
('WouldExceedMaxVoteCostLimit', 35);
|
||||
|
||||
CREATE TABLE banking_stage_results_2.accounts_map_transaction_latest(
|
||||
acc_id BIGINT PRIMARY KEY,
|
||||
-- sorted: oldest to latest, max 1000
|
||||
tx_ids BIGINT[]
|
||||
acc_id BIGINT PRIMARY KEY,
|
||||
-- max 120 int8 ids (see LIMIT_LATEST_TXS_PER_ACCOUNT)
|
||||
tx_ids BIGINT[] STORAGE main NOT NULL
|
||||
);
|
||||
ALTER TABLE banking_stage_results_2.accounts_map_transaction_latest SET (toast_tuple_threshold=2000)
|
||||
-- page layout: tx_ids is the only relevant data must remain in main; tx_ids size is intentionally limited to fit a single page; compression is okey
|
||||
-- do not limit tuple size, it is not relevant
|
||||
ALTER TABLE banking_stage_results_2.accounts_map_transaction_latest SET (toast_tuple_target=4080);
|
||||
|
||||
|
||||
|
||||
|
||||
INSERT INTO banking_stage_results_2.errors (error_text, error_code) VALUES
|
||||
('AccountBorrowOutstanding', 0),
|
||||
('AccountInUse', 1),
|
||||
('AccountLoadedTwice', 2),
|
||||
('AccountNotFound', 3),
|
||||
('AddressLookupTableNotFound', 4),
|
||||
('AlreadyProcessed', 5),
|
||||
('BlockhashNotFound', 6),
|
||||
('CallChainTooDeep', 7),
|
||||
('ClusterMaintenance', 8),
|
||||
('DuplicateInstruction', 9),
|
||||
('InstructionError', 10),
|
||||
('InsufficientFundsForFee', 11),
|
||||
('InsufficientFundsForRent', 12),
|
||||
('InvalidAccountForFee', 13),
|
||||
('InvalidAccountIndex', 14),
|
||||
('InvalidAddressLookupTableData', 15),
|
||||
('InvalidAddressLookupTableIndex', 16),
|
||||
('InvalidAddressLookupTableOwner', 17),
|
||||
('InvalidLoadedAccountsDataSizeLimit', 18),
|
||||
('InvalidProgramForExecution', 19),
|
||||
('InvalidRentPayingAccount', 20),
|
||||
('InvalidWritableAccount', 21),
|
||||
('MaxLoadedAccountsDataSizeExceeded', 22),
|
||||
('MissingSignatureForFee', 23),
|
||||
('ProgramAccountNotFound', 24),
|
||||
('ResanitizationNeeded', 25),
|
||||
('SanitizeFailure', 26),
|
||||
('SignatureFailure', 27),
|
||||
('TooManyAccountLocks', 28),
|
||||
('UnbalancedTransaction', 29),
|
||||
('UnsupportedVersion', 30),
|
||||
('WouldExceedAccountDataBlockLimit', 31),
|
||||
('WouldExceedAccountDataTotalLimit', 32),
|
||||
('WouldExceedMaxAccountCostLimit', 33),
|
||||
('WouldExceedMaxBlockCostLimit', 34),
|
||||
('WouldExceedMaxVoteCostLimit', 35);
|
||||
|
||||
|
||||
CREATE OR REPLACE FUNCTION array_dedup_append(base bigint[], append bigint[], n_limit int)
|
||||
RETURNS bigint[]
|
||||
AS $$
|
||||
DECLARE
|
||||
tmplist bigint[];
|
||||
el bigint;
|
||||
len int;
|
||||
tmplist bigint[];
|
||||
el bigint;
|
||||
len int;
|
||||
BEGIN
|
||||
tmplist := base;
|
||||
FOREACH el IN ARRAY append LOOP
|
||||
|
|
@ -178,7 +195,7 @@ ALTER TABLE banking_stage_results_2.accounts_map_transaction
|
|||
autovacuum_vacuum_insert_threshold=10000,
|
||||
autovacuum_analyze_scale_factor=0,
|
||||
autovacuum_analyze_threshold=10000
|
||||
);
|
||||
);
|
||||
|
||||
ALTER TABLE banking_stage_results_2.accounts_map_transaction_latest
|
||||
SET (
|
||||
|
|
@ -190,8 +207,6 @@ ALTER TABLE banking_stage_results_2.accounts_map_transaction_latest
|
|||
autovacuum_analyze_threshold=100
|
||||
);
|
||||
|
||||
ALTER TABLE banking_stage_results_2.accounts_map_transaction_latest ALTER COLUMN tx_ids SET STORAGE main;
|
||||
|
||||
ALTER TABLE banking_stage_results_2.accounts_map_transaction_latest SET (FILLFACTOR=90);
|
||||
ALTER INDEX banking_stage_results_2.accounts_map_transaction_latest_pkey SET (FILLFACTOR=50);
|
||||
|
||||
|
|
|
|||
|
|
@ -777,12 +777,12 @@ impl PostgresSession {
|
|||
let statement = r#"
|
||||
INSERT INTO banking_stage_results_2.blocks (
|
||||
slot,
|
||||
block_hash,
|
||||
leader_identity,
|
||||
successful_transactions,
|
||||
processed_transactions,
|
||||
total_cu_used,
|
||||
total_cu_requested,
|
||||
block_hash,
|
||||
leader_identity,
|
||||
supp_infos
|
||||
) VALUES ($1, $2, $3, $4, $5, $6, $7, $8)
|
||||
ON CONFLICT DO NOTHING
|
||||
|
|
@ -794,12 +794,12 @@ impl PostgresSession {
|
|||
statement,
|
||||
&[
|
||||
&block_info.slot,
|
||||
&block_info.block_hash,
|
||||
&block_info.leader_identity.clone().unwrap_or_default(),
|
||||
&block_info.successful_transactions,
|
||||
&block_info.processed_transactions,
|
||||
&block_info.total_cu_used,
|
||||
&block_info.total_cu_requested,
|
||||
&block_info.block_hash,
|
||||
&block_info.leader_identity.clone().unwrap_or_default(),
|
||||
&serde_json::to_string(&block_info.sup_info)?,
|
||||
],
|
||||
)
|
||||
|
|
|
|||
Loading…
Reference in New Issue