daqbuf/daqbuffer
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

WIP Read3

Browse Source
This commit is contained in:
Dominik Werder
2022-03-02 21:40:03 +01:00
parent 0b741d187e
commit d67608fabc
9 changed files with 426 additions and 48 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
disk/src/eventblobs.rs
View File

@@ -32,6 +32,7 @@ pub struct EventChunkerMultifile {
expand: bool,
do_decompress: bool,
max_ts: u64,
emit_count: usize,
}
impl EventChunkerMultifile {
@@ -65,6 +66,7 @@ impl EventChunkerMultifile {
expand,
do_decompress,
max_ts: 0,
emit_count: 0,
}
}
}
@@ -106,10 +108,25 @@ impl Stream for EventChunkerMultifile {
Ready(Some(Err(e)))
} else {
self.max_ts = g;
if true {
info!("EventChunkerMultifile emit {} events", h.tss.len());
const EMIT_COUNT_MAX: usize = 10;
if self.emit_count < EMIT_COUNT_MAX {
info!(
"EventChunkerMultifile emit {}/{} events {}",
self.emit_count,
EMIT_COUNT_MAX,
h.tss.len()
);
self.emit_count += 1;
Ready(Some(k))
} else if (self.range.beg % 1000000) / 1000 == 666 {
// TODO move this test feature into some other query parameter.
warn!("GENERATE ERROR FOR TESTING PURPOSE");
let e = Error::with_msg(format!("Private-error-message"));
let e = e.add_public_msg(format!("Public-error-message"));
Ready(Some(Err(e)))
} else {
Ready(Some(k))
}
Ready(Some(k))
}
} else {
Ready(Some(k))