daqbuf/daqingest
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Activity

Latest

Browse Source
This commit is contained in:
Dominik Werder
2023-10-24 11:33:12 +02:00
parent e66d37706e
commit a6f6ba4277
2 changed files with 29 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
daqingest/src/daemon.rs
View File

@@ -54,6 +54,7 @@ pub struct DaemonOpts {
insert_worker_count: usize,
insert_scylla_sessions: usize,
insert_frac: Arc<AtomicU64>,
store_workers_rate: Arc<AtomicU64>,
}
impl DaemonOpts {
@@ -139,11 +140,11 @@ impl Daemon {
}
});
let use_rate_limit_queue = false;
let use_rate_limit_queue = true;
let ttls = opts.ttls.clone();
let insert_worker_opts = InsertWorkerOpts {
store_workers_rate: Arc::new(AtomicU64::new(20000000)),
store_workers_rate: opts.store_workers_rate.clone(),
insert_workers_running: Arc::new(AtomicU64::new(0)),
insert_frac: opts.insert_frac.clone(),
array_truncate: Arc::new(AtomicU64::new(opts.array_truncate)),
@@ -579,6 +580,7 @@ pub async fn run(opts: CaIngestOpts, channels: Vec<String>) -> Result<(), Error>
}
let insert_frac = Arc::new(AtomicU64::new(opts.insert_frac()));
let store_workers_rate = Arc::new(AtomicU64::new(opts.store_workers_rate()));
let opts2 = DaemonOpts {
backend: opts.backend().into(),
@@ -597,6 +599,7 @@ pub async fn run(opts: CaIngestOpts, channels: Vec<String>) -> Result<(), Error>
insert_worker_count: opts.insert_worker_count(),
insert_scylla_sessions: opts.insert_scylla_sessions(),
insert_frac: insert_frac.clone(),
store_workers_rate,
};
let daemon = Daemon::new(opts2, opts.clone()).await?;
let tx = daemon.tx.clone();

24
netfetch/src/ca/proto.rs
View File

@@ -852,6 +852,30 @@ impl CaMsg {
value,
payload_len: hi.payload_len() as u32,
};
// TODO quick test only
if false {
let nn = 4;
let mut blob = vec![0; nn];
for (i, x) in blob.iter_mut().enumerate() {
*x = i as _;
}
let d = EventAddRes {
// i32 with time and status
data_type: 19,
data_count: nn as u32,
status: hi.param1,
subid: hi.param2,
value: CaEventValue {
ts,
status: ca_status,
severity: ca_severity,
data: CaDataValue::Array(CaDataArrayValue::I32(blob)),
},
payload_len: hi.payload_len() as u32,
};
let ty = CaMsgTy::EventAddRes(d);
return Ok(CaMsg::from_ty_ts(ty, tsnow));
}
let ty = CaMsgTy::EventAddRes(d);
CaMsg::from_ty_ts(ty, tsnow)
}