Dominik Werder
124 lines
3.7 KiB
Rust
124 lines
3.7 KiB
Rust
use crate::eventblobs::EventChunkerMultifile;
|
|
use crate::eventchunker::EventChunkerConf;
|
|
use netpod::{timeunits::*, FileIoBufferSize};
|
|
use netpod::{ByteOrder, ByteSize, Channel, ChannelConfig, NanoRange, Nanos, Node, ScalarType, Shape};
|
|
#[allow(unused_imports)]
|
|
use tracing::{debug, error, info, trace, warn};
|
|
|
|
pub fn make_test_node(id: u32) -> Node {
|
|
Node {
|
|
host: "localhost".into(),
|
|
listen: "0.0.0.0".into(),
|
|
port: 8800 + id as u16,
|
|
port_raw: 8800 + id as u16 + 100,
|
|
data_base_path: format!("../tmpdata/node{:02}", id).into(),
|
|
cache_base_path: format!("../tmpdata/node{:02}", id).into(),
|
|
ksprefix: "ks".into(),
|
|
backend: "testbackend".into(),
|
|
splits: None,
|
|
archiver_appliance: None,
|
|
channel_archiver: None,
|
|
}
|
|
}
|
|
|
|
#[test]
|
|
fn agg_x_dim_0() {
|
|
taskrun::run(async {
|
|
agg_x_dim_0_inner().await;
|
|
Ok(())
|
|
})
|
|
.unwrap();
|
|
}
|
|
|
|
async fn agg_x_dim_0_inner() {
|
|
let node = make_test_node(0);
|
|
let query = netpod::AggQuerySingleChannel {
|
|
channel_config: ChannelConfig {
|
|
channel: Channel {
|
|
backend: "sf-databuffer".into(),
|
|
name: "S10BC01-DBAM070:EOM1_T1".into(),
|
|
},
|
|
keyspace: 2,
|
|
time_bin_size: Nanos { ns: DAY },
|
|
array: false,
|
|
shape: Shape::Scalar,
|
|
scalar_type: ScalarType::F64,
|
|
byte_order: ByteOrder::big_endian(),
|
|
compression: true,
|
|
},
|
|
timebin: 18723,
|
|
tb_file_count: 1,
|
|
buffer_size: 1024 * 4,
|
|
};
|
|
let _bin_count = 20;
|
|
let ts1 = query.timebin as u64 * query.channel_config.time_bin_size.ns;
|
|
let ts2 = ts1 + HOUR * 24;
|
|
let range = NanoRange { beg: ts1, end: ts2 };
|
|
let event_chunker_conf = EventChunkerConf::new(ByteSize::kb(1024));
|
|
let file_io_buffer_size = FileIoBufferSize::new(query.buffer_size as usize);
|
|
let fut1 = EventChunkerMultifile::new(
|
|
range.clone(),
|
|
query.channel_config.clone(),
|
|
node.clone(),
|
|
0,
|
|
file_io_buffer_size,
|
|
event_chunker_conf,
|
|
false,
|
|
true,
|
|
);
|
|
let _ = fut1;
|
|
// TODO add the binning and expectation and await the result.
|
|
}
|
|
|
|
#[test]
|
|
fn agg_x_dim_1() {
|
|
taskrun::run(async {
|
|
agg_x_dim_1_inner().await;
|
|
Ok(())
|
|
})
|
|
.unwrap();
|
|
}
|
|
|
|
async fn agg_x_dim_1_inner() {
|
|
// sf-databuffer
|
|
// /data/sf-databuffer/daq_swissfel/daq_swissfel_3/byTime/S10BC01-DBAM070\:BAM_CH1_NORM/*
|
|
// S10BC01-DBAM070:BAM_CH1_NORM
|
|
let node = make_test_node(0);
|
|
let query = netpod::AggQuerySingleChannel {
|
|
channel_config: ChannelConfig {
|
|
channel: Channel {
|
|
backend: "ks".into(),
|
|
name: "wave1".into(),
|
|
},
|
|
keyspace: 3,
|
|
time_bin_size: Nanos { ns: DAY },
|
|
array: true,
|
|
shape: Shape::Wave(1024),
|
|
scalar_type: ScalarType::F64,
|
|
byte_order: ByteOrder::big_endian(),
|
|
compression: true,
|
|
},
|
|
timebin: 0,
|
|
tb_file_count: 1,
|
|
buffer_size: 17,
|
|
};
|
|
let _bin_count = 10;
|
|
let ts1 = query.timebin as u64 * query.channel_config.time_bin_size.ns;
|
|
let ts2 = ts1 + HOUR * 24;
|
|
let range = NanoRange { beg: ts1, end: ts2 };
|
|
let event_chunker_conf = EventChunkerConf::new(ByteSize::kb(1024));
|
|
let file_io_buffer_size = FileIoBufferSize::new(query.buffer_size as usize);
|
|
let fut1 = super::eventblobs::EventChunkerMultifile::new(
|
|
range.clone(),
|
|
query.channel_config.clone(),
|
|
node.clone(),
|
|
0,
|
|
file_io_buffer_size,
|
|
event_chunker_conf,
|
|
false,
|
|
true,
|
|
);
|
|
let _ = fut1;
|
|
// TODO add the binning and expectation and await the result.
|
|
}
|