MAJOR: cut solana-rpc dependency

This commit is contained in:
GroovieGermanikus 2024-07-29 11:29:21 +02:00
parent d398c07954
commit 1859078241
No known key found for this signature in database
GPG Key ID: 5B6EB831A5CD2015
8 changed files with 166 additions and 11 deletions

View File

@ -14,8 +14,12 @@ default = []
[dependencies] [dependencies]
jsonrpc-core = { workspace = true } jsonrpc-core = { workspace = true }
jsonrpc-core-client = { workspace = true } jsonrpc-core-client = { workspace = true }
jsonrpc-derive = "18.0.0"
jsonrpc-pubsub = "18.0.0"
solana-rpc = { workspace = true } # note: avoid solana-rpc dependency
solana-rpc-client = "1.17"
solana-rpc-client-api = "1.17"
solana-client = { workspace = true } solana-client = { workspace = true }
solana-account-decoder = { workspace = true } solana-account-decoder = { workspace = true }
solana-sdk = { workspace = true } solana-sdk = { workspace = true }

View File

@ -0,0 +1,32 @@
#![allow(unused_variables)]
use clap::Parser;
use mango_feeds_connector::snapshot::get_snapshot_gma;
use solana_sdk::pubkey::Pubkey;
#[derive(Parser, Debug, Clone)]
#[clap()]
struct Cli {
// e.g. https://mango.devnet.rpcpool.com
#[clap(short, long, env)]
rpc_url: String,
// e.g. 4MangoMjqJ2firMokCjjGgoK8d4MXcrgL7XJaL3w6fVg
#[clap(short, long, env)]
program_account: Pubkey,
}
#[tokio::main]
async fn main() -> anyhow::Result<()> {
solana_logger::setup_with_default("info");
let cli = Cli::parse_from(std::env::args_os());
let rpc_http_url = cli.rpc_url;
let program_id = cli.program_account;
get_snapshot_gma(&rpc_http_url, vec![program_id.to_string()]).await?;
Ok(())
}

View File

@ -3,7 +3,7 @@
use clap::Parser; use clap::Parser;
use jsonrpc_core_client::transports::http; use jsonrpc_core_client::transports::http;
use mango_feeds_connector::GetProgramAccountsClient; use mango_feeds_connector::solana_rpc_minimal::rpc_accounts_scan::RpcAccountsScanClient;
use solana_account_decoder::UiAccountEncoding; use solana_account_decoder::UiAccountEncoding;
use solana_client::rpc_config::{RpcAccountInfoConfig, RpcProgramAccountsConfig}; use solana_client::rpc_config::{RpcAccountInfoConfig, RpcProgramAccountsConfig};
use solana_client::rpc_response::OptionalContext; use solana_client::rpc_response::OptionalContext;
@ -31,7 +31,7 @@ async fn main() -> anyhow::Result<()> {
let rpc_http_url = cli.rpc_url; let rpc_http_url = cli.rpc_url;
let program_id = cli.program_account; let program_id = cli.program_account;
let rpc_client_scan = http::connect::<GetProgramAccountsClient>(&rpc_http_url) let rpc_client_scan = http::connect::<RpcAccountsScanClient>(&rpc_http_url)
.await .await
.unwrap(); .unwrap();

View File

@ -27,10 +27,10 @@ async fn main() -> anyhow::Result<()> {
grpc_sources: vec![], grpc_sources: vec![],
// used for websocket+geyser // used for websocket+geyser
snapshot: SnapshotSourceConfig { snapshot: SnapshotSourceConfig {
rpc_http_url: "http://127.0.0.1:8899".to_string(), rpc_http_url: "http://localhost:18899/".to_string(),
}, },
// used only for websocket // used only for websocket
rpc_ws_url: "ws://localhost:8900/".to_string(), rpc_ws_url: "ws://localhost:18900/".to_string(),
}; };
let filter_config1 = FilterConfig { let filter_config1 = FilterConfig {

View File

@ -3,6 +3,7 @@ pub mod chain_data;
pub mod grpc_plugin_source; pub mod grpc_plugin_source;
pub mod metrics; pub mod metrics;
pub mod snapshot; pub mod snapshot;
pub mod solana_rpc_minimal;
pub mod websocket_source; pub mod websocket_source;
use itertools::Itertools; use itertools::Itertools;
@ -12,8 +13,6 @@ use {
solana_sdk::{account::Account, pubkey::Pubkey}, solana_sdk::{account::Account, pubkey::Pubkey},
}; };
pub use solana_rpc::rpc::rpc_accounts_scan::AccountsScanClient as GetProgramAccountsClient;
pub use solana_sdk; pub use solana_sdk;
trait AnyhowWrap { trait AnyhowWrap {

View File

@ -5,9 +5,9 @@ use solana_client::{
rpc_config::{RpcAccountInfoConfig, RpcProgramAccountsConfig}, rpc_config::{RpcAccountInfoConfig, RpcProgramAccountsConfig},
rpc_response::{OptionalContext, RpcKeyedAccount}, rpc_response::{OptionalContext, RpcKeyedAccount},
}; };
use solana_rpc::rpc::rpc_accounts::AccountsDataClient;
use solana_sdk::{commitment_config::CommitmentConfig, slot_history::Slot}; use solana_sdk::{commitment_config::CommitmentConfig, slot_history::Slot};
use crate::solana_rpc_minimal::rpc_accounts_scan::RpcAccountsScanClient;
use crate::AnyhowWrap; use crate::AnyhowWrap;
/// gPA snapshot struct /// gPA snapshot struct
@ -27,7 +27,7 @@ pub async fn get_snapshot_gpa(
rpc_http_url: String, rpc_http_url: String,
program_id: String, program_id: String,
) -> anyhow::Result<SnapshotProgramAccounts> { ) -> anyhow::Result<SnapshotProgramAccounts> {
let rpc_client = http::connect::<crate::GetProgramAccountsClient>(&rpc_http_url) let rpc_client = http::connect::<RpcAccountsScanClient>(&rpc_http_url)
.await .await
.map_err_anyhow()?; .map_err_anyhow()?;
@ -66,7 +66,7 @@ pub async fn get_snapshot_gma(
rpc_http_url: &str, rpc_http_url: &str,
ids: Vec<String>, ids: Vec<String>,
) -> anyhow::Result<SnapshotMultipleAccounts> { ) -> anyhow::Result<SnapshotMultipleAccounts> {
let rpc_client = http::connect::<AccountsDataClient>(rpc_http_url) let rpc_client = http::connect::<RpcAccountsScanClient>(rpc_http_url)
.await .await
.map_err_anyhow()?; .map_err_anyhow()?;

View File

@ -0,0 +1,120 @@
pub mod rpc_accounts_scan {
use jsonrpc_core::Result;
use jsonrpc_derive::rpc;
use solana_account_decoder::UiAccount;
use solana_rpc_client_api::config::{RpcAccountInfoConfig, RpcProgramAccountsConfig};
use solana_rpc_client_api::response::{
OptionalContext, Response as RpcResponse, RpcKeyedAccount,
};
/// this definition is derived from solana-rpc/rpc.rs
/// we want to avoid the heavy dependency to solana-rpc
/// the crate solana-rpc-client provides some client methods but do not expose the ```Context```we need
///
#[rpc]
pub trait RpcAccountsScan {
type Metadata;
#[rpc(meta, name = "getProgramAccounts")]
fn get_program_accounts(
&self,
meta: Self::Metadata,
program_id_str: String,
config: Option<RpcProgramAccountsConfig>,
) -> Result<OptionalContext<Vec<RpcKeyedAccount>>>;
#[rpc(meta, name = "getMultipleAccounts")]
fn get_multiple_accounts(
&self,
meta: Self::Metadata,
pubkey_strs: Vec<String>,
config: Option<RpcAccountInfoConfig>,
) -> Result<RpcResponse<Vec<Option<UiAccount>>>>;
}
}
pub mod rpc_pubsub {
use jsonrpc_core::Result;
use jsonrpc_derive::rpc;
use jsonrpc_pubsub::typed::Subscriber;
use jsonrpc_pubsub::SubscriptionId as PubSubSubscriptionId;
use solana_account_decoder::UiAccount;
use solana_rpc_client_api::config::{RpcAccountInfoConfig, RpcProgramAccountsConfig};
use solana_rpc_client_api::response::{Response as RpcResponse, RpcKeyedAccount, SlotUpdate};
use std::sync::Arc;
#[rpc]
pub trait RpcSolPubSub {
type Metadata;
#[pubsub(
subscription = "accountNotification",
subscribe,
name = "accountSubscribe"
)]
fn account_subscribe(
&self,
meta: Self::Metadata,
subscriber: Subscriber<RpcResponse<UiAccount>>,
pubkey_str: String,
config: Option<RpcAccountInfoConfig>,
);
#[pubsub(
subscription = "accountNotification",
unsubscribe,
name = "accountUnsubscribe"
)]
fn account_unsubscribe(
&self,
meta: Option<Self::Metadata>,
id: PubSubSubscriptionId,
) -> Result<bool>;
#[pubsub(
subscription = "programNotification",
subscribe,
name = "programSubscribe"
)]
fn program_subscribe(
&self,
meta: Self::Metadata,
subscriber: Subscriber<RpcResponse<RpcKeyedAccount>>,
pubkey_str: String,
config: Option<RpcProgramAccountsConfig>,
);
#[pubsub(
subscription = "programNotification",
unsubscribe,
name = "programUnsubscribe"
)]
fn program_unsubscribe(
&self,
meta: Option<Self::Metadata>,
id: PubSubSubscriptionId,
) -> Result<bool>;
#[pubsub(
subscription = "slotsUpdatesNotification",
subscribe,
name = "slotsUpdatesSubscribe"
)]
fn slots_updates_subscribe(
&self,
meta: Self::Metadata,
subscriber: Subscriber<Arc<SlotUpdate>>,
);
#[pubsub(
subscription = "slotsUpdatesNotification",
unsubscribe,
name = "slotsUpdatesUnsubscribe"
)]
fn slots_updates_unsubscribe(
&self,
meta: Option<Self::Metadata>,
id: PubSubSubscriptionId,
) -> Result<bool>;
}
}

View File

@ -6,7 +6,6 @@ use solana_client::{
rpc_config::{RpcAccountInfoConfig, RpcProgramAccountsConfig}, rpc_config::{RpcAccountInfoConfig, RpcProgramAccountsConfig},
rpc_response::{Response, RpcKeyedAccount}, rpc_response::{Response, RpcKeyedAccount},
}; };
use solana_rpc::rpc_pubsub::RpcSolPubSubClient;
use solana_sdk::{ use solana_sdk::{
account::Account, commitment_config::CommitmentConfig, pubkey::Pubkey, slot_history::Slot, account::Account, commitment_config::CommitmentConfig, pubkey::Pubkey, slot_history::Slot,
}; };
@ -25,6 +24,7 @@ use tokio::time::timeout;
use crate::snapshot::{ use crate::snapshot::{
get_snapshot_gma, get_snapshot_gpa, SnapshotMultipleAccounts, SnapshotProgramAccounts, get_snapshot_gma, get_snapshot_gpa, SnapshotMultipleAccounts, SnapshotProgramAccounts,
}; };
use crate::solana_rpc_minimal::rpc_pubsub::RpcSolPubSubClient;
use crate::{ use crate::{
chain_data::SlotStatus, AccountWrite, AnyhowWrap, EntityFilter, FeedMetadata, FilterConfig, chain_data::SlotStatus, AccountWrite, AnyhowWrap, EntityFilter, FeedMetadata, FilterConfig,
SlotUpdate, SourceConfig, SlotUpdate, SourceConfig,