use crate::err::ErrConv; use chrono::{DateTime, Utc}; use disk::frame::inmem::InMemoryFrameAsyncReadStream; use disk::streamlog::Streamlog; use err::Error; use futures_util::TryStreamExt; use http::StatusCode; use hyper::Body; use items::xbinnedwaveevents::XBinnedWaveEvents; use items::{Sitemty, StreamItem}; use netpod::query::{BinnedQuery, CacheUsage}; use netpod::{log::*, AppendToUrl}; use netpod::{AggKind, ByteSize, Channel, HostPort, NanoRange, PerfOpts, APP_OCTET}; use url::Url; pub async fn status(host: String, port: u16) -> Result<(), Error> { let t1 = Utc::now(); let uri = format!("http://{}:{}/api/4/node_status", host, port,); let req = hyper::Request::builder() .method(http::Method::GET) .uri(uri) .body(Body::empty()) .ec()?; let client = hyper::Client::new(); let res = client.request(req).await.ec()?; if res.status() != StatusCode::OK { error!("Server error {:?}", res); return Err(Error::with_msg(format!("Server error {:?}", res))); } let body = hyper::body::to_bytes(res.into_body()).await.ec()?; let res = String::from_utf8(body.to_vec())?; let t2 = chrono::Utc::now(); let ms = t2.signed_duration_since(t1).num_milliseconds() as u64; info!("node_status DONE duration: {} ms", ms); println!("{}", res); Ok(()) } pub async fn get_binned( host: String, port: u16, channel_backend: String, channel_name: String, beg_date: DateTime, end_date: DateTime, bin_count: u32, cache_usage: CacheUsage, disk_stats_every_kb: u32, ) -> Result<(), Error> { info!("------- get_binned client"); info!("channel {}", channel_name); info!("beg {}", beg_date); info!("end {}", end_date); info!("-------"); let t1 = Utc::now(); let channel = Channel { backend: channel_backend.clone(), name: channel_name.into(), series: None, }; let agg_kind = AggKind::DimXBins1; let range = NanoRange::from_date_time(beg_date, end_date); let mut query = BinnedQuery::new(channel, range, bin_count, agg_kind); query.set_cache_usage(cache_usage); query.set_disk_stats_every(ByteSize(1024 * disk_stats_every_kb)); let hp = HostPort { host: host, port: port }; let mut url = Url::parse(&format!("http://{}:{}/api/4/binned", hp.host, hp.port))?; query.append_to_url(&mut url); let url = url; let req = hyper::Request::builder() .method(http::Method::GET) .uri(url.to_string()) .header(http::header::ACCEPT, APP_OCTET) .body(Body::empty()) .ec()?; let client = hyper::Client::new(); let res = client.request(req).await.ec()?; if res.status() != StatusCode::OK { error!("Server error {:?}", res); let (head, body) = res.into_parts(); let buf = hyper::body::to_bytes(body).await.ec()?; let s = String::from_utf8_lossy(&buf); return Err(Error::with_msg(format!( concat!( "Server error {:?}\n", "---------------------- message from http body:\n", "{}\n", "---------------------- end of http body", ), head, s ))); } let perf_opts = PerfOpts { inmem_bufcap: 512 }; let s1 = disk::cache::HttpBodyAsAsyncRead::new(res); let s2 = InMemoryFrameAsyncReadStream::new(s1, perf_opts.inmem_bufcap); use futures_util::StreamExt; use std::future::ready; let s3 = s2 .map_err(|e| error!("get_binned {:?}", e)) .filter_map(|item| { let g = match item { Ok(item) => match item { StreamItem::Log(item) => { Streamlog::emit(&item); None } StreamItem::Stats(item) => { info!("Stats: {:?}", item); None } StreamItem::DataItem(frame) => { // TODO // The expected type nowadays depends on the channel and agg-kind. err::todo(); type ExpectedType = Sitemty>; // TODO the non-data variants of Sitemty no longer carry a frame id. //let type_id_exp = ::FRAME_TYPE_ID; let type_id_exp: u32 = err::todoval(); if frame.tyid() != type_id_exp { error!("unexpected type id got {} exp {}", frame.tyid(), type_id_exp); } let n1 = frame.buf().len(); match bincode::deserialize::(frame.buf()) { Ok(item) => match item { Ok(item) => { match item { StreamItem::Log(item) => { Streamlog::emit(&item); } StreamItem::Stats(item) => { info!("Stats: {:?}", item); } StreamItem::DataItem(item) => { info!("DataItem: {:?}", item); } } Some(Ok(())) } Err(e) => { error!("len {} error frame {:?}", n1, e); Some(Err(e)) } }, Err(e) => { error!("len {} bincode error {:?}", n1, e); Some(Err(e.into())) } } } }, Err(e) => Some(Err(Error::with_msg(format!("{:?}", e)))), }; ready(g) }) .for_each(|_| ready(())); s3.await; let t2 = chrono::Utc::now(); let ntot = 0; let ms = t2.signed_duration_since(t1).num_milliseconds() as u64; let throughput = ntot / 1024 * 1000 / ms; info!( "get_cached_0 DONE total download {} MB throughput {:5} kB/s bin_count {}", ntot / 1024 / 1024, throughput, bin_count, ); Ok(()) }