2023-02-03 02:45:22 -08:00
|
|
|
mod blockhash_poller;
|
|
|
|
mod transaction_builder;
|
|
|
|
mod transaction_sender;
|
2023-02-02 23:15:58 -08:00
|
|
|
|
|
|
|
use anchor_client::{
|
2023-02-03 08:43:26 -08:00
|
|
|
solana_sdk::{commitment_config::CommitmentConfig, signature::Keypair},
|
2023-02-02 23:15:58 -08:00
|
|
|
Cluster,
|
|
|
|
};
|
|
|
|
use anchor_lang::prelude::Pubkey;
|
2023-02-03 08:43:26 -08:00
|
|
|
use bytemuck::bytes_of;
|
2023-02-02 23:15:58 -08:00
|
|
|
use client::{Client, MangoGroupContext};
|
|
|
|
use log::*;
|
2023-02-03 08:43:26 -08:00
|
|
|
use solana_client::nonblocking::rpc_client::RpcClient;
|
|
|
|
use std::{collections::HashSet, fs::File, io::Read, str::FromStr, sync::Arc, time::Duration};
|
2023-02-02 23:15:58 -08:00
|
|
|
|
|
|
|
use serde::Deserialize;
|
2023-02-03 08:43:26 -08:00
|
|
|
use solana_geyser_connector_lib::FilterConfig;
|
2023-02-02 23:15:58 -08:00
|
|
|
use solana_geyser_connector_lib::{
|
|
|
|
grpc_plugin_source, metrics, websocket_source, MetricsConfig, SourceConfig,
|
|
|
|
};
|
|
|
|
#[derive(Clone, Debug, Deserialize)]
|
|
|
|
pub struct Config {
|
|
|
|
pub source: SourceConfig,
|
|
|
|
pub metrics: MetricsConfig,
|
|
|
|
pub bind_ws_addr: String,
|
|
|
|
pub rpc_http_url: String,
|
|
|
|
pub mango_group: String,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[tokio::main]
|
|
|
|
async fn main() -> anyhow::Result<()> {
|
2023-02-03 02:45:22 -08:00
|
|
|
solana_logger::setup_with_default("info");
|
|
|
|
|
2023-02-02 23:15:58 -08:00
|
|
|
let args: Vec<String> = std::env::args().collect();
|
|
|
|
|
|
|
|
if args.len() < 2 {
|
2023-02-03 02:45:22 -08:00
|
|
|
error!("Please enter a config file path argument.");
|
2023-02-02 23:15:58 -08:00
|
|
|
return Ok(());
|
|
|
|
}
|
|
|
|
|
|
|
|
let config: Config = {
|
|
|
|
let mut file = File::open(&args[1])?;
|
|
|
|
let mut contents = String::new();
|
|
|
|
file.read_to_string(&mut contents)?;
|
|
|
|
toml::from_str(&contents).unwrap()
|
|
|
|
};
|
|
|
|
|
2023-02-03 02:45:22 -08:00
|
|
|
let rpc_client = Arc::new(RpcClient::new(config.rpc_http_url.clone()));
|
2023-02-02 23:15:58 -08:00
|
|
|
|
2023-02-03 02:45:22 -08:00
|
|
|
let blockhash = blockhash_poller::init(rpc_client.clone()).await;
|
2023-02-02 23:15:58 -08:00
|
|
|
|
2023-02-03 02:45:22 -08:00
|
|
|
let metrics_tx = metrics::start(config.metrics, "crank".into());
|
2023-02-02 23:15:58 -08:00
|
|
|
|
|
|
|
let rpc_url = config.rpc_http_url;
|
|
|
|
let ws_url = rpc_url.replace("https", "wss");
|
|
|
|
let rpc_timeout = Duration::from_secs(10);
|
|
|
|
let cluster = Cluster::Custom(rpc_url.clone(), ws_url.clone());
|
|
|
|
let client = Client::new(
|
|
|
|
cluster.clone(),
|
|
|
|
CommitmentConfig::processed(),
|
|
|
|
&Keypair::new(),
|
|
|
|
Some(rpc_timeout),
|
2023-02-04 17:53:02 -08:00
|
|
|
0
|
2023-02-02 23:15:58 -08:00
|
|
|
);
|
2023-02-03 03:55:59 -08:00
|
|
|
let group_pk = Pubkey::from_str(&config.mango_group).unwrap();
|
2023-02-03 08:23:18 -08:00
|
|
|
let group_context =
|
|
|
|
Arc::new(MangoGroupContext::new_from_rpc(&client.rpc_async(), group_pk).await?);
|
2023-02-02 23:15:58 -08:00
|
|
|
|
2023-02-03 08:23:18 -08:00
|
|
|
let perp_queue_pks: Vec<_> = group_context
|
2023-02-02 23:15:58 -08:00
|
|
|
.perp_markets
|
|
|
|
.iter()
|
|
|
|
.map(|(_, context)| (context.address, context.market.event_queue))
|
|
|
|
.collect();
|
|
|
|
|
2023-02-03 02:45:22 -08:00
|
|
|
// fetch all serum/openbook markets to find their event queues
|
2023-02-03 08:23:18 -08:00
|
|
|
let serum_market_pks: Vec<_> = group_context
|
2023-02-02 23:15:58 -08:00
|
|
|
.serum3_markets
|
|
|
|
.iter()
|
|
|
|
.map(|(_, context)| context.market.serum_market_external)
|
|
|
|
.collect();
|
|
|
|
|
|
|
|
let serum_market_ais = client
|
|
|
|
.rpc_async()
|
|
|
|
.get_multiple_accounts(serum_market_pks.as_slice())
|
|
|
|
.await?;
|
2023-02-03 02:45:22 -08:00
|
|
|
|
2023-02-03 08:23:18 -08:00
|
|
|
let serum_market_ais: Vec<_> = serum_market_ais
|
2023-02-02 23:15:58 -08:00
|
|
|
.iter()
|
|
|
|
.filter_map(|maybe_ai| match maybe_ai {
|
|
|
|
Some(ai) => Some(ai),
|
|
|
|
None => None,
|
|
|
|
})
|
|
|
|
.collect();
|
|
|
|
|
2023-02-03 08:23:18 -08:00
|
|
|
let serum_queue_pks: Vec<_> = serum_market_ais
|
2023-02-02 23:15:58 -08:00
|
|
|
.iter()
|
|
|
|
.enumerate()
|
|
|
|
.map(|pair| {
|
|
|
|
let market_state: serum_dex::state::MarketState = *bytemuck::from_bytes(
|
|
|
|
&pair.1.data[5..5 + std::mem::size_of::<serum_dex::state::MarketState>()],
|
|
|
|
);
|
2023-02-03 08:23:18 -08:00
|
|
|
let event_q = market_state.event_q;
|
|
|
|
(serum_market_pks[pair.0], Pubkey::new(bytes_of(&event_q)))
|
2023-02-02 23:15:58 -08:00
|
|
|
})
|
|
|
|
.collect();
|
|
|
|
|
2023-02-03 03:55:59 -08:00
|
|
|
let (account_write_queue_sender, slot_queue_sender, instruction_receiver) =
|
|
|
|
transaction_builder::init(
|
|
|
|
perp_queue_pks.clone(),
|
|
|
|
serum_queue_pks.clone(),
|
|
|
|
group_pk,
|
|
|
|
metrics_tx.clone(),
|
|
|
|
)
|
|
|
|
.expect("init transaction builder");
|
2023-02-03 02:45:22 -08:00
|
|
|
|
2023-02-03 09:14:14 -08:00
|
|
|
// TODO: throttle cranking, currently runs very fast
|
|
|
|
// TODO: use real keypair from config / env
|
2023-02-03 02:45:22 -08:00
|
|
|
transaction_sender::init(instruction_receiver, blockhash, rpc_client, Keypair::new());
|
2023-02-02 23:15:58 -08:00
|
|
|
|
|
|
|
info!(
|
2023-02-03 02:45:22 -08:00
|
|
|
"connect: {}",
|
2023-02-02 23:15:58 -08:00
|
|
|
config
|
|
|
|
.source
|
|
|
|
.grpc_sources
|
|
|
|
.iter()
|
|
|
|
.map(|c| c.connection_string.clone())
|
|
|
|
.collect::<String>()
|
|
|
|
);
|
|
|
|
let use_geyser = true;
|
2023-02-03 08:23:18 -08:00
|
|
|
let all_queue_pks: HashSet<Pubkey> = perp_queue_pks
|
|
|
|
.iter()
|
|
|
|
.chain(serum_queue_pks.iter())
|
|
|
|
.map(|mkt| mkt.1)
|
|
|
|
.collect();
|
|
|
|
|
2023-02-02 23:15:58 -08:00
|
|
|
let filter_config = FilterConfig {
|
2023-02-02 23:22:35 -08:00
|
|
|
program_ids: vec![],
|
2023-02-03 08:23:18 -08:00
|
|
|
account_ids: all_queue_pks.iter().map(|pk| pk.to_string()).collect(),
|
2023-02-02 23:15:58 -08:00
|
|
|
};
|
|
|
|
if use_geyser {
|
|
|
|
grpc_plugin_source::process_events(
|
|
|
|
&config.source,
|
|
|
|
&filter_config,
|
|
|
|
account_write_queue_sender,
|
|
|
|
slot_queue_sender,
|
|
|
|
metrics_tx.clone(),
|
|
|
|
)
|
|
|
|
.await;
|
|
|
|
} else {
|
|
|
|
websocket_source::process_events(
|
|
|
|
&config.source,
|
|
|
|
account_write_queue_sender,
|
|
|
|
slot_queue_sender,
|
|
|
|
)
|
|
|
|
.await;
|
|
|
|
}
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|