76 lines
2.3 KiB
Rust
76 lines
2.3 KiB
Rust
pub mod higher_order_candles;
|
|
pub mod minute_candles;
|
|
|
|
use chrono::Duration;
|
|
use deadpool_postgres::Pool;
|
|
use strum::IntoEnumIterator;
|
|
use tokio::{sync::mpsc::Sender, time::sleep};
|
|
|
|
use crate::{
|
|
structs::{candle::Candle, markets::MarketInfo, resolution::Resolution},
|
|
worker::candle_batching::minute_candles::batch_1m_candles,
|
|
};
|
|
|
|
use self::higher_order_candles::batch_higher_order_candles;
|
|
|
|
use super::metrics::METRIC_CANDLES_TOTAL;
|
|
|
|
pub async fn batch_for_market(
|
|
pool: &Pool,
|
|
candles_sender: &Sender<Vec<Candle>>,
|
|
market: &MarketInfo,
|
|
) -> anyhow::Result<()> {
|
|
loop {
|
|
let sender = candles_sender.clone();
|
|
let market_clone = market.clone();
|
|
// let client = pool.get().await?;
|
|
loop {
|
|
sleep(Duration::milliseconds(2000).to_std()?).await;
|
|
match batch_inner(pool, &sender, &market_clone).await {
|
|
Ok(_) => {}
|
|
Err(e) => {
|
|
println!(
|
|
"Batching thread failed for {:?} with error: {:?}",
|
|
market_clone.name.clone(),
|
|
e
|
|
);
|
|
break;
|
|
}
|
|
};
|
|
}
|
|
println!("Restarting {:?} batching thread", market.name);
|
|
}
|
|
}
|
|
|
|
async fn batch_inner(
|
|
pool: &Pool,
|
|
candles_sender: &Sender<Vec<Candle>>,
|
|
market: &MarketInfo,
|
|
) -> anyhow::Result<()> {
|
|
let market_name = &market.name.clone();
|
|
let candles = batch_1m_candles(pool, market).await?;
|
|
send_candles(candles.clone(), candles_sender).await;
|
|
METRIC_CANDLES_TOTAL
|
|
.with_label_values(&[market.name.as_str()])
|
|
.inc_by(candles.clone().len() as u64);
|
|
for resolution in Resolution::iter() {
|
|
if resolution == Resolution::R1m {
|
|
continue;
|
|
}
|
|
let candles = batch_higher_order_candles(pool, market_name, resolution).await?;
|
|
send_candles(candles.clone(), candles_sender).await;
|
|
METRIC_CANDLES_TOTAL
|
|
.with_label_values(&[market.name.as_str()])
|
|
.inc_by(candles.clone().len() as u64);
|
|
}
|
|
Ok(())
|
|
}
|
|
|
|
async fn send_candles(candles: Vec<Candle>, candles_sender: &Sender<Vec<Candle>>) {
|
|
if !candles.is_empty() {
|
|
if let Err(_) = candles_sender.send(candles).await {
|
|
panic!("candles receiver dropped");
|
|
}
|
|
}
|
|
}
|