fix(multiplexer): Use buffers that own the inner channel (#113)

This commit is contained in:
Santiago Carmuega 2022-06-10 11:54:14 -03:00 committed by GitHub
parent c6c5f7b1c0
commit 8b54dbeeac
7 changed files with 45 additions and 32 deletions

View file

@ -25,8 +25,8 @@ fn main() {
let bearer = Bearer::connect_tcp("relays-new.cardano-mainnet.iohk.io:3001").unwrap(); let bearer = Bearer::connect_tcp("relays-new.cardano-mainnet.iohk.io:3001").unwrap();
let mut plexer = StdPlexer::new(bearer); let mut plexer = StdPlexer::new(bearer);
let mut channel0 = plexer.use_channel(0); let mut channel0 = plexer.use_channel(0).into();
let mut channel3 = plexer.use_channel(3); let mut channel3 = plexer.use_channel(3).into();
plexer.muxer.spawn(); plexer.muxer.spawn();
plexer.demuxer.spawn(); plexer.demuxer.spawn();

View file

@ -43,12 +43,12 @@ impl chainsync::Observer<chainsync::HeaderContent> for LoggingObserver {
} }
} }
fn do_handshake(mut channel: multiplexer::StdChannel) { fn do_handshake(mut channel: multiplexer::StdChannelBuffer) {
let versions = handshake::n2c::VersionTable::v1_and_above(MAINNET_MAGIC); let versions = handshake::n2c::VersionTable::v1_and_above(MAINNET_MAGIC);
let _last = run_agent(handshake::Initiator::initial(versions), &mut channel).unwrap(); let _last = run_agent(handshake::Initiator::initial(versions), &mut channel).unwrap();
} }
fn do_localstate_query(mut channel: multiplexer::StdChannel) { fn do_localstate_query(mut channel: multiplexer::StdChannelBuffer) {
let agent = run_agent( let agent = run_agent(
localstate::OneShotClient::<localstate::queries::QueryV10>::initial( localstate::OneShotClient::<localstate::queries::QueryV10>::initial(
None, None,
@ -60,7 +60,7 @@ fn do_localstate_query(mut channel: multiplexer::StdChannel) {
log::info!("state query result: {:?}", agent); log::info!("state query result: {:?}", agent);
} }
fn do_chainsync(mut channel: multiplexer::StdChannel) { fn do_chainsync(mut channel: multiplexer::StdChannelBuffer) {
let known_points = vec![Point::Specific( let known_points = vec![Point::Specific(
43847831u64, 43847831u64,
hex::decode("15b9eeee849dd6386d3770b0745e0450190f7560e5159b1b3ab13b14b2684a45").unwrap(), hex::decode("15b9eeee849dd6386d3770b0745e0450190f7560e5159b1b3ab13b14b2684a45").unwrap(),
@ -89,9 +89,9 @@ fn main() {
// setup the multiplexer by specifying the bearer and the IDs of the // setup the multiplexer by specifying the bearer and the IDs of the
// miniprotocols to use // miniprotocols to use
let mut plexer = multiplexer::StdPlexer::new(bearer); let mut plexer = multiplexer::StdPlexer::new(bearer);
let channel0 = plexer.use_channel(0); let channel0 = plexer.use_channel(0).into();
let channel7 = plexer.use_channel(7); let channel7 = plexer.use_channel(7).into();
let channel5 = plexer.use_channel(5); let channel5 = plexer.use_channel(5).into();
plexer.muxer.spawn(); plexer.muxer.spawn();
plexer.demuxer.spawn(); plexer.demuxer.spawn();

View file

@ -1,6 +1,6 @@
use pallas::network::{ use pallas::network::{
miniprotocols::{blockfetch, chainsync, handshake, run_agent, Point, MAINNET_MAGIC}, miniprotocols::{blockfetch, chainsync, handshake, run_agent, Point, MAINNET_MAGIC},
multiplexer::{bearers::Bearer, StdChannel, StdPlexer}, multiplexer::{agents::ChannelBuffer, bearers::Bearer, StdChannel, StdPlexer},
}; };
#[derive(Debug)] #[derive(Debug)]
@ -50,12 +50,12 @@ impl chainsync::Observer<chainsync::HeaderContent> for LoggingObserver {
} }
} }
fn do_handshake(mut channel: StdChannel) { fn do_handshake(mut channel: ChannelBuffer<StdChannel>) {
let versions = handshake::n2n::VersionTable::v4_and_above(MAINNET_MAGIC); let versions = handshake::n2n::VersionTable::v4_and_above(MAINNET_MAGIC);
let _last = run_agent(handshake::Initiator::initial(versions), &mut channel).unwrap(); let _last = run_agent(handshake::Initiator::initial(versions), &mut channel).unwrap();
} }
fn do_blockfetch(mut channel: StdChannel) { fn do_blockfetch(mut channel: ChannelBuffer<StdChannel>) {
let range = ( let range = (
Point::Specific( Point::Specific(
43847831, 43847831,
@ -77,7 +77,7 @@ fn do_blockfetch(mut channel: StdChannel) {
println!("{:?}", agent); println!("{:?}", agent);
} }
fn do_chainsync(mut channel: StdChannel) { fn do_chainsync(mut channel: ChannelBuffer<StdChannel>) {
let known_points = vec![Point::Specific( let known_points = vec![Point::Specific(
43847831u64, 43847831u64,
hex::decode("15b9eeee849dd6386d3770b0745e0450190f7560e5159b1b3ab13b14b2684a45").unwrap(), hex::decode("15b9eeee849dd6386d3770b0745e0450190f7560e5159b1b3ab13b14b2684a45").unwrap(),
@ -106,9 +106,9 @@ fn main() {
// setup the multiplexer by specifying the bearer and the IDs of the // setup the multiplexer by specifying the bearer and the IDs of the
// miniprotocols to use // miniprotocols to use
let mut plexer = StdPlexer::new(bearer); let mut plexer = StdPlexer::new(bearer);
let channel0 = plexer.use_channel(0); let channel0 = plexer.use_channel(0).into();
let channel3 = plexer.use_channel(3); let channel3 = plexer.use_channel(3).into();
let channel2 = plexer.use_channel(2); let channel2 = plexer.use_channel(2).into();
plexer.muxer.spawn(); plexer.muxer.spawn();
plexer.demuxer.spawn(); plexer.demuxer.spawn();

View file

@ -44,22 +44,22 @@ pub trait Agent: Sized {
fn apply_inbound(self, msg: Self::Message) -> Transition<Self>; fn apply_inbound(self, msg: Self::Message) -> Transition<Self>;
} }
pub struct Runner<'c, A, C> pub struct Runner<A, C>
where where
A: Agent, A: Agent,
C: Channel, C: Channel,
{ {
agent: Cell<Option<A>>, agent: Cell<Option<A>>,
buffer: ChannelBuffer<'c, C>, buffer: ChannelBuffer<C>,
} }
impl<'c, A, C> Runner<'c, A, C> impl<A, C> Runner<A, C>
where where
A: Agent, A: Agent,
A::Message: Fragment + std::fmt::Debug, A::Message: Fragment + std::fmt::Debug,
C: Channel, C: Channel,
{ {
pub fn new(agent: A, channel: &'c mut C) -> Self { pub fn new(agent: A, channel: C) -> Self {
Self { Self {
agent: Cell::new(Some(agent)), agent: Cell::new(Some(agent)),
buffer: ChannelBuffer::new(channel), buffer: ChannelBuffer::new(channel),
@ -119,18 +119,16 @@ where
} }
} }
pub fn run_agent<A, C>(agent: A, channel: &mut C) -> Transition<A> pub fn run_agent<A, C>(agent: A, buffer: &mut ChannelBuffer<C>) -> Transition<A>
where where
A: Agent, A: Agent,
A::Message: Fragment + std::fmt::Debug, A::Message: Fragment + std::fmt::Debug,
C: Channel, C: Channel,
{ {
let mut buffer = ChannelBuffer::new(channel);
let mut agent = agent.apply_start()?; let mut agent = agent.apply_start()?;
while !agent.is_done() { while !agent.is_done() {
agent = run_agent_step(agent, &mut buffer)?; agent = run_agent_step(agent, buffer)?;
} }
Ok(agent) Ok(agent)

View file

@ -46,13 +46,13 @@ where
} }
/// A channel abstraction to hide the complexity of partial payloads /// A channel abstraction to hide the complexity of partial payloads
pub struct ChannelBuffer<'c, C: Channel> { pub struct ChannelBuffer<C: Channel> {
channel: &'c mut C, channel: C,
temp: Vec<u8>, temp: Vec<u8>,
} }
impl<'c, C: Channel> ChannelBuffer<'c, C> { impl<C: Channel> ChannelBuffer<C> {
pub fn new(channel: &'c mut C) -> Self { pub fn new(channel: C) -> Self {
Self { Self {
channel, channel,
temp: Vec::new(), temp: Vec::new(),
@ -105,4 +105,14 @@ impl<'c, C: Channel> ChannelBuffer<'c, C> {
} }
} }
} }
pub fn unwrap(self) -> C {
self.channel
}
}
impl<C: Channel> From<C> for ChannelBuffer<C> {
fn from(channel: C) -> Self {
ChannelBuffer::new(channel)
}
} }

View file

@ -1,4 +1,7 @@
use crate::{agents, demux, mux, Payload}; use crate::{
agents::{self, ChannelBuffer},
demux, mux, Payload,
};
use std::{ use std::{
sync::{ sync::{
@ -103,6 +106,8 @@ impl demux::Demuxer<StdEgress> {
pub type StdChannel = (Sender<Payload>, Receiver<Payload>); pub type StdChannel = (Sender<Payload>, Receiver<Payload>);
pub type StdChannelBuffer = ChannelBuffer<StdChannel>;
impl agents::Channel for StdChannel { impl agents::Channel for StdChannel {
fn enqueue_chunk(&mut self, payload: Payload) -> Result<(), agents::ChannelError> { fn enqueue_chunk(&mut self, payload: Payload) -> Result<(), agents::ChannelError> {
match self.0.send(payload) { match self.0.send(payload) {

View file

@ -72,10 +72,10 @@ fn multiple_messages_in_same_payload() {
minicbor::encode(in_part1, &mut input).unwrap(); minicbor::encode(in_part1, &mut input).unwrap();
minicbor::encode(in_part2, &mut input).unwrap(); minicbor::encode(in_part2, &mut input).unwrap();
let mut channel = std::sync::mpsc::channel(); let channel = std::sync::mpsc::channel();
channel.0.send(input).unwrap(); channel.0.send(input).unwrap();
let mut buf = ChannelBuffer::new(&mut channel); let mut buf = ChannelBuffer::new(channel);
let out_part1 = buf.recv_full_msg::<(u8, u8, u8)>().unwrap(); let out_part1 = buf.recv_full_msg::<(u8, u8, u8)>().unwrap();
let out_part2 = buf.recv_full_msg::<(u8, u8, u8)>().unwrap(); let out_part2 = buf.recv_full_msg::<(u8, u8, u8)>().unwrap();
@ -90,14 +90,14 @@ fn fragmented_message_in_multiple_payloads() {
let msg = (11u8, 12u8, 13u8, 14u8, 15u8, 16u8, 17u8); let msg = (11u8, 12u8, 13u8, 14u8, 15u8, 16u8, 17u8);
minicbor::encode(msg, &mut input).unwrap(); minicbor::encode(msg, &mut input).unwrap();
let mut channel = std::sync::mpsc::channel(); let channel = std::sync::mpsc::channel();
while !input.is_empty() { while !input.is_empty() {
let chunk = Vec::from(input.drain(0..2).as_slice()); let chunk = Vec::from(input.drain(0..2).as_slice());
channel.0.send(chunk).unwrap(); channel.0.send(chunk).unwrap();
} }
let mut buf = ChannelBuffer::new(&mut channel); let mut buf = ChannelBuffer::new(channel);
let out_msg = buf.recv_full_msg::<(u8, u8, u8, u8, u8, u8, u8)>().unwrap(); let out_msg = buf.recv_full_msg::<(u8, u8, u8, u8, u8, u8, u8)>().unwrap();