2019-10-09 17:06:56 -07:00
|
|
|
//! The `sendmmsg` module provides sendmmsg() API implementation
|
|
|
|
|
|
|
|
use std::io;
|
2019-10-10 13:09:15 -07:00
|
|
|
use std::net::{SocketAddr, UdpSocket};
|
2019-10-09 17:06:56 -07:00
|
|
|
|
|
|
|
#[cfg(not(target_os = "linux"))]
|
2019-10-10 19:38:48 -07:00
|
|
|
pub fn send_mmsg(sock: &UdpSocket, packets: &mut [(Vec<u8>, &SocketAddr)]) -> io::Result<usize> {
|
2019-10-09 17:06:56 -07:00
|
|
|
let count = packets.len();
|
2019-10-10 19:38:48 -07:00
|
|
|
for (p, a) in packets {
|
|
|
|
sock.send_to(p, *a)?;
|
2019-10-09 17:06:56 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
Ok(count)
|
|
|
|
}
|
|
|
|
|
|
|
|
#[cfg(target_os = "linux")]
|
2019-10-10 13:09:15 -07:00
|
|
|
use libc::{iovec, mmsghdr, sockaddr_in, sockaddr_in6};
|
|
|
|
|
|
|
|
#[cfg(target_os = "linux")]
|
|
|
|
fn mmsghdr_for_packet(
|
2019-10-10 19:38:48 -07:00
|
|
|
packet: &mut [u8],
|
2019-10-10 13:09:15 -07:00
|
|
|
dest: &SocketAddr,
|
|
|
|
index: usize,
|
|
|
|
addr_in_len: u32,
|
|
|
|
addr_in6_len: u32,
|
|
|
|
iovs: &mut Vec<iovec>,
|
|
|
|
addr_in: &mut Vec<sockaddr_in>,
|
|
|
|
addr_in6: &mut Vec<sockaddr_in6>,
|
|
|
|
) -> mmsghdr {
|
|
|
|
use libc::c_void;
|
2019-10-09 17:06:56 -07:00
|
|
|
use nix::sys::socket::InetAddr;
|
|
|
|
use std::mem;
|
2019-10-10 13:09:15 -07:00
|
|
|
|
|
|
|
iovs.push(iovec {
|
2019-10-10 19:38:48 -07:00
|
|
|
iov_base: packet.as_mut_ptr() as *mut c_void,
|
|
|
|
iov_len: packet.len(),
|
2019-10-10 13:09:15 -07:00
|
|
|
});
|
|
|
|
|
|
|
|
let mut hdr: mmsghdr = unsafe { mem::zeroed() };
|
|
|
|
hdr.msg_hdr.msg_iov = &mut iovs[index];
|
|
|
|
hdr.msg_hdr.msg_iovlen = 1;
|
2019-10-10 19:38:48 -07:00
|
|
|
hdr.msg_len = packet.len() as u32;
|
2019-10-10 13:09:15 -07:00
|
|
|
|
|
|
|
match InetAddr::from_std(dest) {
|
|
|
|
InetAddr::V4(addr) => {
|
|
|
|
addr_in.insert(index, addr);
|
|
|
|
hdr.msg_hdr.msg_name = &mut addr_in[index] as *mut _ as *mut _;
|
|
|
|
hdr.msg_hdr.msg_namelen = addr_in_len;
|
|
|
|
}
|
|
|
|
InetAddr::V6(addr) => {
|
|
|
|
addr_in6.insert(index, addr);
|
|
|
|
hdr.msg_hdr.msg_name = &mut addr_in6[index] as *mut _ as *mut _;
|
|
|
|
hdr.msg_hdr.msg_namelen = addr_in6_len;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
hdr
|
|
|
|
}
|
2019-10-10 19:38:48 -07:00
|
|
|
|
2019-10-10 13:09:15 -07:00
|
|
|
#[cfg(target_os = "linux")]
|
2019-10-10 19:38:48 -07:00
|
|
|
pub fn send_mmsg(sock: &UdpSocket, packets: &mut [(Vec<u8>, &SocketAddr)]) -> io::Result<usize> {
|
2019-10-10 13:09:15 -07:00
|
|
|
use libc::{sendmmsg, socklen_t};
|
|
|
|
use std::mem;
|
2019-10-09 17:06:56 -07:00
|
|
|
use std::os::unix::io::AsRawFd;
|
|
|
|
|
2019-10-10 13:09:15 -07:00
|
|
|
// The vectors are allocated with capacity, as later code inserts elements
|
|
|
|
// at specific indices, and uses the address of the vector index in hdrs
|
2019-10-09 17:06:56 -07:00
|
|
|
let mut iovs: Vec<iovec> = Vec::with_capacity(packets.len());
|
|
|
|
let mut addr_in: Vec<sockaddr_in> = Vec::with_capacity(packets.len());
|
|
|
|
let mut addr_in6: Vec<sockaddr_in6> = Vec::with_capacity(packets.len());
|
|
|
|
|
|
|
|
let addr_in_len = mem::size_of_val(&addr_in) as socklen_t;
|
|
|
|
let addr_in6_len = mem::size_of_val(&addr_in6) as socklen_t;
|
|
|
|
let sock_fd = sock.as_raw_fd();
|
|
|
|
|
|
|
|
let mut hdrs: Vec<mmsghdr> = packets
|
|
|
|
.iter_mut()
|
|
|
|
.enumerate()
|
2019-10-10 19:38:48 -07:00
|
|
|
.map(|(i, (packet, dest))| {
|
2019-10-10 13:09:15 -07:00
|
|
|
mmsghdr_for_packet(
|
|
|
|
packet,
|
2019-10-10 19:38:48 -07:00
|
|
|
dest,
|
2019-10-10 13:09:15 -07:00
|
|
|
i,
|
|
|
|
addr_in_len as u32,
|
|
|
|
addr_in6_len as u32,
|
|
|
|
&mut iovs,
|
|
|
|
&mut addr_in,
|
|
|
|
&mut addr_in6,
|
|
|
|
)
|
2019-10-09 17:06:56 -07:00
|
|
|
})
|
|
|
|
.collect();
|
|
|
|
|
|
|
|
let npkts = match unsafe { sendmmsg(sock_fd, &mut hdrs[0], packets.len() as u32, 0) } {
|
|
|
|
-1 => return Err(io::Error::last_os_error()),
|
|
|
|
n => n as usize,
|
|
|
|
};
|
|
|
|
Ok(npkts)
|
|
|
|
}
|
|
|
|
|
2019-10-10 13:09:15 -07:00
|
|
|
#[cfg(not(target_os = "linux"))]
|
2019-10-10 19:38:48 -07:00
|
|
|
pub fn multicast(sock: &UdpSocket, packet: &mut [u8], dests: &[&SocketAddr]) -> io::Result<usize> {
|
2019-10-10 13:09:15 -07:00
|
|
|
let count = dests.len();
|
|
|
|
for a in dests {
|
2019-10-10 19:38:48 -07:00
|
|
|
sock.send_to(packet, a)?;
|
2019-10-10 13:09:15 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
Ok(count)
|
|
|
|
}
|
|
|
|
|
|
|
|
#[cfg(target_os = "linux")]
|
2019-10-10 19:38:48 -07:00
|
|
|
pub fn multicast(sock: &UdpSocket, packet: &mut [u8], dests: &[&SocketAddr]) -> io::Result<usize> {
|
2019-10-10 13:09:15 -07:00
|
|
|
use libc::{sendmmsg, socklen_t};
|
|
|
|
use std::mem;
|
|
|
|
use std::os::unix::io::AsRawFd;
|
|
|
|
|
|
|
|
// The vectors are allocated with capacity, as later code inserts elements
|
|
|
|
// at specific indices, and uses the address of the vector index in hdrs
|
|
|
|
let mut iovs: Vec<iovec> = Vec::with_capacity(dests.len());
|
|
|
|
let mut addr_in: Vec<sockaddr_in> = Vec::with_capacity(dests.len());
|
|
|
|
let mut addr_in6: Vec<sockaddr_in6> = Vec::with_capacity(dests.len());
|
|
|
|
|
|
|
|
let addr_in_len = mem::size_of_val(&addr_in) as socklen_t;
|
|
|
|
let addr_in6_len = mem::size_of_val(&addr_in6) as socklen_t;
|
|
|
|
let sock_fd = sock.as_raw_fd();
|
|
|
|
|
|
|
|
let mut hdrs: Vec<mmsghdr> = dests
|
|
|
|
.iter()
|
|
|
|
.enumerate()
|
|
|
|
.map(|(i, dest)| {
|
|
|
|
mmsghdr_for_packet(
|
|
|
|
packet,
|
|
|
|
dest,
|
|
|
|
i,
|
|
|
|
addr_in_len as u32,
|
|
|
|
addr_in6_len as u32,
|
|
|
|
&mut iovs,
|
|
|
|
&mut addr_in,
|
|
|
|
&mut addr_in6,
|
|
|
|
)
|
|
|
|
})
|
|
|
|
.collect();
|
|
|
|
|
|
|
|
let npkts = match unsafe { sendmmsg(sock_fd, &mut hdrs[0], dests.len() as u32, 0) } {
|
|
|
|
-1 => return Err(io::Error::last_os_error()),
|
|
|
|
n => n as usize,
|
|
|
|
};
|
|
|
|
Ok(npkts)
|
|
|
|
}
|
|
|
|
|
2019-10-09 17:06:56 -07:00
|
|
|
#[cfg(test)]
|
|
|
|
mod tests {
|
|
|
|
use crate::packet::Packet;
|
|
|
|
use crate::recvmmsg::recv_mmsg;
|
2019-10-10 13:09:15 -07:00
|
|
|
use crate::sendmmsg::{multicast, send_mmsg};
|
2019-10-10 19:38:48 -07:00
|
|
|
use solana_sdk::packet::PACKET_DATA_SIZE;
|
2019-10-09 17:06:56 -07:00
|
|
|
use std::net::UdpSocket;
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
pub fn test_send_mmsg_one_dest() {
|
|
|
|
let reader = UdpSocket::bind("127.0.0.1:0").expect("bind");
|
|
|
|
let addr = reader.local_addr().unwrap();
|
|
|
|
let sender = UdpSocket::bind("127.0.0.1:0").expect("bind");
|
|
|
|
|
2019-10-10 19:38:48 -07:00
|
|
|
let mut packets: Vec<_> = (0..32)
|
|
|
|
.map(|_| (vec![0u8; PACKET_DATA_SIZE], &addr))
|
2019-10-09 17:06:56 -07:00
|
|
|
.collect();
|
|
|
|
|
|
|
|
let sent = send_mmsg(&sender, &mut packets);
|
|
|
|
assert_matches!(sent, Ok(32));
|
|
|
|
|
|
|
|
let mut packets = vec![Packet::default(); 32];
|
|
|
|
let recv = recv_mmsg(&reader, &mut packets[..]).unwrap().1;
|
|
|
|
assert_eq!(32, recv);
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
pub fn test_send_mmsg_multi_dest() {
|
|
|
|
let reader = UdpSocket::bind("127.0.0.1:0").expect("bind");
|
|
|
|
let addr = reader.local_addr().unwrap();
|
|
|
|
|
|
|
|
let reader2 = UdpSocket::bind("127.0.0.1:0").expect("bind");
|
|
|
|
let addr2 = reader2.local_addr().unwrap();
|
|
|
|
|
|
|
|
let sender = UdpSocket::bind("127.0.0.1:0").expect("bind");
|
|
|
|
|
2019-10-10 19:38:48 -07:00
|
|
|
let mut packets: Vec<_> = (0..32)
|
2019-10-09 17:06:56 -07:00
|
|
|
.map(|i| {
|
|
|
|
if i < 16 {
|
2019-10-10 19:38:48 -07:00
|
|
|
(vec![0u8; PACKET_DATA_SIZE], &addr)
|
2019-10-09 17:06:56 -07:00
|
|
|
} else {
|
2019-10-10 19:38:48 -07:00
|
|
|
(vec![0u8; PACKET_DATA_SIZE], &addr2)
|
2019-10-09 17:06:56 -07:00
|
|
|
}
|
|
|
|
})
|
|
|
|
.collect();
|
|
|
|
|
|
|
|
let sent = send_mmsg(&sender, &mut packets);
|
|
|
|
assert_matches!(sent, Ok(32));
|
|
|
|
|
|
|
|
let mut packets = vec![Packet::default(); 32];
|
|
|
|
let recv = recv_mmsg(&reader, &mut packets[..]).unwrap().1;
|
|
|
|
assert_eq!(16, recv);
|
|
|
|
|
|
|
|
let mut packets = vec![Packet::default(); 32];
|
|
|
|
let recv = recv_mmsg(&reader2, &mut packets[..]).unwrap().1;
|
|
|
|
assert_eq!(16, recv);
|
|
|
|
}
|
2019-10-10 13:09:15 -07:00
|
|
|
|
|
|
|
#[test]
|
|
|
|
pub fn test_multicast_msg() {
|
|
|
|
let reader = UdpSocket::bind("127.0.0.1:0").expect("bind");
|
|
|
|
let addr = reader.local_addr().unwrap();
|
|
|
|
|
|
|
|
let reader2 = UdpSocket::bind("127.0.0.1:0").expect("bind");
|
|
|
|
let addr2 = reader2.local_addr().unwrap();
|
|
|
|
|
|
|
|
let reader3 = UdpSocket::bind("127.0.0.1:0").expect("bind");
|
|
|
|
let addr3 = reader3.local_addr().unwrap();
|
|
|
|
|
|
|
|
let reader4 = UdpSocket::bind("127.0.0.1:0").expect("bind");
|
|
|
|
let addr4 = reader4.local_addr().unwrap();
|
|
|
|
|
|
|
|
let sender = UdpSocket::bind("127.0.0.1:0").expect("bind");
|
|
|
|
|
|
|
|
let mut packet = Packet::default();
|
|
|
|
|
2019-10-10 19:38:48 -07:00
|
|
|
let sent = multicast(
|
|
|
|
&sender,
|
|
|
|
&mut packet.data[..packet.meta.size],
|
|
|
|
&[&addr, &addr2, &addr3, &addr4],
|
|
|
|
);
|
2019-10-10 13:09:15 -07:00
|
|
|
assert_matches!(sent, Ok(4));
|
|
|
|
|
|
|
|
let mut packets = vec![Packet::default(); 32];
|
|
|
|
let recv = recv_mmsg(&reader, &mut packets[..]).unwrap().1;
|
|
|
|
assert_eq!(1, recv);
|
|
|
|
|
|
|
|
let mut packets = vec![Packet::default(); 32];
|
|
|
|
let recv = recv_mmsg(&reader2, &mut packets[..]).unwrap().1;
|
|
|
|
assert_eq!(1, recv);
|
|
|
|
|
|
|
|
let mut packets = vec![Packet::default(); 32];
|
|
|
|
let recv = recv_mmsg(&reader3, &mut packets[..]).unwrap().1;
|
|
|
|
assert_eq!(1, recv);
|
|
|
|
|
|
|
|
let mut packets = vec![Packet::default(); 32];
|
|
|
|
let recv = recv_mmsg(&reader4, &mut packets[..]).unwrap().1;
|
|
|
|
assert_eq!(1, recv);
|
|
|
|
}
|
2019-10-09 17:06:56 -07:00
|
|
|
}
|