use std::{fmt::{self, Debug}, marker::PhantomData};
use std::rc::Rc;
use crate::Container;
use crate::communication::allocator::thread::{ThreadPusher, ThreadPuller};
use crate::communication::{Push, Pull};
use crate::container::PushPartitioned;
use crate::dataflow::channels::pushers::Exchange as ExchangePusher;
use crate::dataflow::channels::Bundle;
use crate::logging::{TimelyLogger as Logger, MessagesEvent};
use crate::progress::Timestamp;
use crate::worker::AsWorker;
use crate::ExchangeData;
pub trait ParallelizationContract<T, C> {
type Pusher: Push<Bundle<T, C>>+'static;
type Puller: Pull<Bundle<T, C>>+'static;
fn connect<A: AsWorker>(self, allocator: &mut A, identifier: usize, address: Rc<[usize]>, logging: Option<Logger>) -> (Self::Pusher, Self::Puller);
}
#[derive(Debug)]
pub struct Pipeline;
impl<T: 'static, C: Container> ParallelizationContract<T, C> for Pipeline {
type Pusher = LogPusher<T, C, ThreadPusher<Bundle<T, C>>>;
type Puller = LogPuller<T, C, ThreadPuller<Bundle<T, C>>>;
fn connect<A: AsWorker>(self, allocator: &mut A, identifier: usize, address: Rc<[usize]>, logging: Option<Logger>) -> (Self::Pusher, Self::Puller) {
let (pusher, puller) = allocator.pipeline::<Bundle<T, C>>(identifier, address);
(LogPusher::new(pusher, allocator.index(), allocator.index(), identifier, logging.clone()),
LogPuller::new(puller, allocator.index(), identifier, logging))
}
}
pub struct ExchangeCore<C, F> { hash_func: F, phantom: PhantomData<C> }
pub type Exchange<D, F> = ExchangeCore<Vec<D>, F>;
impl<C, F> ExchangeCore<C, F>
where
C: PushPartitioned,
for<'a> F: FnMut(&C::Item<'a>)->u64
{
pub fn new(func: F) -> ExchangeCore<C, F> {
ExchangeCore {
hash_func: func,
phantom: PhantomData,
}
}
}
impl<T: Timestamp, C, H: 'static> ParallelizationContract<T, C> for ExchangeCore<C, H>
where
C: ExchangeData + PushPartitioned,
for<'a> H: FnMut(&C::Item<'a>) -> u64
{
type Pusher = ExchangePusher<T, C, LogPusher<T, C, Box<dyn Push<Bundle<T, C>>>>, H>;
type Puller = LogPuller<T, C, Box<dyn Pull<Bundle<T, C>>>>;
fn connect<A: AsWorker>(self, allocator: &mut A, identifier: usize, address: Rc<[usize]>, logging: Option<Logger>) -> (Self::Pusher, Self::Puller) {
let (senders, receiver) = allocator.allocate::<Bundle<T, C>>(identifier, address);
let senders = senders.into_iter().enumerate().map(|(i,x)| LogPusher::new(x, allocator.index(), i, identifier, logging.clone())).collect::<Vec<_>>();
(ExchangePusher::new(senders, self.hash_func), LogPuller::new(receiver, allocator.index(), identifier, logging.clone()))
}
}
impl<C, F> Debug for ExchangeCore<C, F> {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
f.debug_struct("Exchange").finish()
}
}
#[derive(Debug)]
pub struct LogPusher<T, C, P: Push<Bundle<T, C>>> {
pusher: P,
channel: usize,
counter: usize,
source: usize,
target: usize,
phantom: PhantomData<(T, C)>,
logging: Option<Logger>,
}
impl<T, C, P: Push<Bundle<T, C>>> LogPusher<T, C, P> {
pub fn new(pusher: P, source: usize, target: usize, channel: usize, logging: Option<Logger>) -> Self {
LogPusher {
pusher,
channel,
counter: 0,
source,
target,
phantom: PhantomData,
logging,
}
}
}
impl<T, C: Container, P: Push<Bundle<T, C>>> Push<Bundle<T, C>> for LogPusher<T, C, P> {
#[inline]
fn push(&mut self, pair: &mut Option<Bundle<T, C>>) {
if let Some(bundle) = pair {
self.counter += 1;
bundle.payload.seq = self.counter - 1;
bundle.payload.from = self.source;
if let Some(logger) = self.logging.as_ref() {
logger.log(MessagesEvent {
is_send: true,
channel: self.channel,
source: self.source,
target: self.target,
seq_no: self.counter - 1,
length: bundle.data.len(),
})
}
}
self.pusher.push(pair);
}
}
#[derive(Debug)]
pub struct LogPuller<T, C, P: Pull<Bundle<T, C>>> {
puller: P,
channel: usize,
index: usize,
phantom: PhantomData<(T, C)>,
logging: Option<Logger>,
}
impl<T, C, P: Pull<Bundle<T, C>>> LogPuller<T, C, P> {
pub fn new(puller: P, index: usize, channel: usize, logging: Option<Logger>) -> Self {
LogPuller {
puller,
channel,
index,
phantom: PhantomData,
logging,
}
}
}
impl<T, C: Container, P: Pull<Bundle<T, C>>> Pull<Bundle<T, C>> for LogPuller<T, C, P> {
#[inline]
fn pull(&mut self) -> &mut Option<Bundle<T, C>> {
let result = self.puller.pull();
if let Some(bundle) = result {
let channel = self.channel;
let target = self.index;
if let Some(logger) = self.logging.as_ref() {
logger.log(MessagesEvent {
is_send: false,
channel,
source: bundle.from,
target,
seq_no: bundle.seq,
length: bundle.data.len(),
});
}
}
result
}
}