Fix warnings
This commit is contained in:
@@ -151,7 +151,9 @@ fn make_keepalive() -> Result<CborBytes, Error> {
|
||||
|
||||
pub struct FramedBytesToChannelEventsStream<S> {
|
||||
inp: S,
|
||||
#[allow(unused)]
|
||||
scalar_type: ScalarType,
|
||||
#[allow(unused)]
|
||||
shape: Shape,
|
||||
buf: BytesMut,
|
||||
}
|
||||
@@ -222,6 +224,8 @@ impl<S> FramedBytesToChannelEventsStream<S> {
|
||||
} else {
|
||||
None
|
||||
};
|
||||
debug!("TODO channel events discarded");
|
||||
drop(item);
|
||||
let item = None;
|
||||
let item = if let Some(x) = item {
|
||||
Some(x)
|
||||
|
||||
@@ -11,10 +11,7 @@ use items_0::streamitem::RangeCompletableItem;
|
||||
use items_0::streamitem::Sitemty;
|
||||
use items_0::streamitem::StatsItem;
|
||||
use items_0::streamitem::StreamItem;
|
||||
use items_0::WithLen;
|
||||
use netpod::log::*;
|
||||
use netpod::range::evrange::SeriesRange;
|
||||
use netpod::BinnedRangeEnum;
|
||||
use netpod::DiskStats;
|
||||
use std::pin::Pin;
|
||||
use std::task::Context;
|
||||
@@ -56,8 +53,6 @@ pub struct Collect<ITEM> {
|
||||
inp: Pin<Box<dyn Stream<Item = Sitemty<ITEM>> + Send>>,
|
||||
events_max: u64,
|
||||
bytes_max: u64,
|
||||
range: Option<SeriesRange>,
|
||||
binrange: Option<BinnedRangeEnum>,
|
||||
collector: Option<Box<dyn CollectorDyn>>,
|
||||
range_final: bool,
|
||||
timeout: bool,
|
||||
@@ -74,16 +69,12 @@ where
|
||||
deadline: Instant,
|
||||
events_max: u64,
|
||||
bytes_max: u64,
|
||||
range: Option<SeriesRange>,
|
||||
binrange: Option<BinnedRangeEnum>,
|
||||
timeout_provider: Box<dyn StreamTimeout2>,
|
||||
) -> Self {
|
||||
Self {
|
||||
inp,
|
||||
events_max,
|
||||
bytes_max,
|
||||
range,
|
||||
binrange,
|
||||
collector: None,
|
||||
range_final: false,
|
||||
timeout: false,
|
||||
@@ -114,7 +105,7 @@ where
|
||||
info!("reached events_max {} / {}", coll.len(), self.events_max);
|
||||
self.done_input = true;
|
||||
}
|
||||
if coll.byte_estimate() >= self.bytes_max {
|
||||
if coll.byte_estimate() as u64 >= self.bytes_max {
|
||||
info!(
|
||||
"reached bytes_max {} / {}",
|
||||
coll.byte_estimate(),
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
use crate::log::*;
|
||||
use crate::log;
|
||||
use crate::slidebuf::SlideBuf;
|
||||
use bytes::Bytes;
|
||||
use futures_util::pin_mut;
|
||||
@@ -16,25 +16,26 @@ use std::pin::Pin;
|
||||
use std::task::Context;
|
||||
use std::task::Poll;
|
||||
|
||||
#[derive(Debug, thiserror::Error)]
|
||||
#[cstm(name = "InMem")]
|
||||
pub enum Error {
|
||||
Input,
|
||||
Slidebuf(#[from] crate::slidebuf::Error),
|
||||
IO(#[from] std::io::Error),
|
||||
LessThanNeedMin,
|
||||
LessThanHeader,
|
||||
HugeFrame(u32),
|
||||
BadMagic(u32),
|
||||
TryFromSlice(#[from] std::array::TryFromSliceError),
|
||||
BadCrc,
|
||||
EnoughInputNothingParsed,
|
||||
InMemParse(#[from] items_2::inmem::Error),
|
||||
}
|
||||
autoerr::create_error_v1!(
|
||||
name(Error, "InMem"),
|
||||
enum variants {
|
||||
Input,
|
||||
Slidebuf(#[from] crate::slidebuf::Error),
|
||||
IO(#[from] std::io::Error),
|
||||
LessThanNeedMin,
|
||||
LessThanHeader,
|
||||
HugeFrame(u32),
|
||||
BadMagic(u32),
|
||||
TryFromSlice(#[from] std::array::TryFromSliceError),
|
||||
BadCrc,
|
||||
EnoughInputNothingParsed,
|
||||
InMemParse(#[from] items_2::inmem::Error),
|
||||
},
|
||||
);
|
||||
|
||||
pub type BoxedBytesStream = Pin<Box<dyn Stream<Item = Result<Bytes, SitemErrTy>> + Send>>;
|
||||
|
||||
macro_rules! trace2 { ($($arg:tt)*) => ( if false { trace!($($arg)*); } ); }
|
||||
macro_rules! trace2 { ($($arg:expr),*) => ( if false { log::trace!($($arg),*); } ); }
|
||||
|
||||
/// Interprets a byte stream as length-delimited frames.
|
||||
///
|
||||
@@ -84,7 +85,16 @@ where
|
||||
self.buf.wadv(x.len())?;
|
||||
Ready(Ok(x.len()))
|
||||
}
|
||||
Err(e) => Ready(Err(e.into())),
|
||||
Err(e) => {
|
||||
log::error!(
|
||||
"{} {:?} inp len {} need_min {}",
|
||||
e,
|
||||
self.buf,
|
||||
x.len(),
|
||||
self.need_min
|
||||
);
|
||||
Ready(Err(e.into()))
|
||||
}
|
||||
},
|
||||
Ready(Some(Err(_e))) => Ready(Err(Error::Input)),
|
||||
Ready(None) => Ready(Ok(0)),
|
||||
@@ -127,7 +137,7 @@ where
|
||||
|
||||
fn poll_next(mut self: Pin<&mut Self>, cx: &mut Context) -> Poll<Option<Self::Item>> {
|
||||
use Poll::*;
|
||||
let span = span!(Level::INFO, "InMemRd");
|
||||
let span = log::span!(log::Level::INFO, "InMemRd");
|
||||
let _spanguard = span.enter();
|
||||
loop {
|
||||
break if self.complete {
|
||||
@@ -171,9 +181,11 @@ where
|
||||
}
|
||||
}
|
||||
Ready(Err(e)) => {
|
||||
error!(
|
||||
log::error!(
|
||||
"poll_upstream need_min {} buf {:?} {:?}",
|
||||
self.need_min, self.buf, e
|
||||
self.need_min,
|
||||
self.buf,
|
||||
e
|
||||
);
|
||||
self.done = true;
|
||||
Ready(Some(Err(sitem_err2_from_string(e))))
|
||||
|
||||
@@ -6,20 +6,13 @@ use crate::json_stream::events_stream_to_json_stream;
|
||||
use crate::json_stream::JsonStream;
|
||||
use crate::plaineventsstream::dyn_events_stream;
|
||||
use crate::streamtimeout::StreamTimeout2;
|
||||
use crate::streamtimeout::TimeoutableStream;
|
||||
use crate::tcprawclient::OpenBoxedBytesStreamsBox;
|
||||
use futures_util::StreamExt;
|
||||
use items_0::collect_s::CollectableDyn;
|
||||
use items_0::on_sitemty_data;
|
||||
use items_2::jsonbytes::JsonBytes;
|
||||
use netpod::log::*;
|
||||
use netpod::ChannelTypeConfigGen;
|
||||
use netpod::Cluster;
|
||||
use netpod::HasTimeout;
|
||||
use netpod::ReqCtx;
|
||||
use query::api4::events::PlainEventsQuery;
|
||||
use serde_json::Value as JsonValue;
|
||||
use std::time::Duration;
|
||||
use std::time::Instant;
|
||||
|
||||
autoerr::create_error_v1!(
|
||||
@@ -52,8 +45,6 @@ pub async fn plain_events_json(
|
||||
deadline,
|
||||
evq.events_max(),
|
||||
evq.bytes_max(),
|
||||
Some(evq.range().clone()),
|
||||
None,
|
||||
timeout_provider,
|
||||
)
|
||||
.await?;
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
use super::cached::reader::EventsReadProvider;
|
||||
use crate::events::convertforbinning::ConvertForBinning;
|
||||
use crate::log::*;
|
||||
use crate::log;
|
||||
use futures_util::Stream;
|
||||
use futures_util::StreamExt;
|
||||
use items_0::streamitem::Sitemty;
|
||||
@@ -14,7 +14,7 @@ use std::sync::Arc;
|
||||
use std::task::Context;
|
||||
use std::task::Poll;
|
||||
|
||||
macro_rules! trace_emit { ($($arg:expr),*) => ( if true { trace!($($arg),*); } ) }
|
||||
macro_rules! trace_emit { ($($arg:expr),*) => ( if true { log::trace!($($arg),*); } ) }
|
||||
|
||||
autoerr::create_error_v1!(
|
||||
name(Error, "ReadingBinnedFromEvents"),
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
use super::cached::reader::CacheReadProvider;
|
||||
use super::cached::reader::EventsReadProvider;
|
||||
use super::opts::BinningOptions;
|
||||
use crate::log::*;
|
||||
use crate::log;
|
||||
use crate::timebin::fromevents::BinnedFromEvents;
|
||||
use crate::timebin::gapfill::GapFill;
|
||||
use crate::timebin::grid::find_next_finer_bin_len;
|
||||
@@ -26,7 +26,7 @@ use std::sync::Arc;
|
||||
use std::task::Context;
|
||||
use std::task::Poll;
|
||||
|
||||
macro_rules! trace_init { ($($arg:tt)*) => ( if true { trace!($($arg)*); } ) }
|
||||
macro_rules! trace_init { ($($arg:expr),*) => ( if true { log::trace!($($arg),*); } ) }
|
||||
|
||||
autoerr::create_error_v1!(
|
||||
name(Error, "TimeBinnedFromLayers"),
|
||||
@@ -160,7 +160,7 @@ impl TimeBinnedFromLayers {
|
||||
let inp = futures_util::stream::iter([]);
|
||||
let ret = Self { inp: Box::pin(inp) };
|
||||
trace_init!("{}::new setup nothing", Self::type_name());
|
||||
info!("bin from events disabled on user request");
|
||||
trace_init!("bin from events disabled on user request");
|
||||
Ok(ret)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -330,15 +330,7 @@ pub async fn timebinned_json(
|
||||
events_read_provider,
|
||||
)
|
||||
.await?;
|
||||
let collected = Collect::new(
|
||||
stream,
|
||||
deadline,
|
||||
collect_max,
|
||||
bytes_max,
|
||||
None,
|
||||
Some(binned_range),
|
||||
timeout_provider,
|
||||
);
|
||||
let collected = Collect::new(stream, deadline, collect_max, bytes_max, timeout_provider);
|
||||
let collected: BoxFuture<_> = Box::pin(collected);
|
||||
let collres = collected.await?;
|
||||
match collres {
|
||||
|
||||
Reference in New Issue
Block a user