124 lines
5.2 KiB
C++
124 lines
5.2 KiB
C++
// Copyright (2019-2023) Paul Scherrer Institute
|
|
|
|
#include "hls_jfjoch.h"
|
|
|
|
void integration(STREAM_512 &data_in,
|
|
STREAM_512 &data_out,
|
|
hls::stream<ap_axiu<128,1,1,1>> &result_out,
|
|
hls::stream<axis_completion > &s_axis_completion,
|
|
hls::stream<axis_completion > &m_axis_completion,
|
|
ap_uint<256> *d_hbm_p0,
|
|
ap_uint<256> *d_hbm_p1,
|
|
ap_uint<256> *d_hbm_p2,
|
|
ap_uint<256> *d_hbm_p3,
|
|
ap_uint<32> hbm_size_bytes) {
|
|
#pragma HLS INTERFACE ap_ctrl_none port=return
|
|
#pragma HLS INTERFACE register both axis port=data_in
|
|
#pragma HLS INTERFACE register both axis port=data_out
|
|
#pragma HLS INTERFACE register both axis port=result_out
|
|
#pragma HLS INTERFACE register both axis port=m_axis_completion
|
|
#pragma HLS INTERFACE register both axis port=s_axis_completion
|
|
#pragma HLS INTERFACE register ap_none port=hbm_size_bytes
|
|
#pragma HLS INTERFACE m_axi port=d_hbm_p0 bundle=d_hbm_p0 depth=512 offset=off \
|
|
max_read_burst_length=16 max_write_burst_length=2 latency=120 num_write_outstanding=2 num_read_outstanding=8
|
|
#pragma HLS INTERFACE m_axi port=d_hbm_p1 bundle=d_hbm_p1 depth=512 offset=off \
|
|
max_read_burst_length=16 max_write_burst_length=2 latency=120 num_write_outstanding=2 num_read_outstanding=8
|
|
#pragma HLS INTERFACE m_axi port=d_hbm_p2 bundle=d_hbm_p2 depth=512 offset=off \
|
|
max_read_burst_length=16 max_write_burst_length=2 latency=120 num_write_outstanding=2 num_read_outstanding=8
|
|
#pragma HLS INTERFACE m_axi port=d_hbm_p3 bundle=d_hbm_p3 depth=512 offset=off \
|
|
max_read_burst_length=16 max_write_burst_length=2 latency=120 num_write_outstanding=2 num_read_outstanding=8
|
|
|
|
ap_fixed<46,30, AP_RND_CONV> sum[64][FPGA_INTEGRATION_BIN_COUNT];
|
|
// log2(32768*512*1024/64) = 28 + sign 1 bit
|
|
#pragma HLS BIND_STORAGE variable=sum type=ram_t2p impl=bram
|
|
#pragma HLS ARRAY_PARTITION variable=sum type=complete dim=1
|
|
ap_uint<14> count[64][FPGA_INTEGRATION_BIN_COUNT]; // log2(512*1024/64) = 13
|
|
#pragma HLS BIND_STORAGE variable=count type=ram_t2p impl=bram
|
|
#pragma HLS ARRAY_PARTITION variable=count type=complete dim=1
|
|
|
|
|
|
for (int j = 0; j < FPGA_INTEGRATION_BIN_COUNT; j++) {
|
|
#pragma HLS PIPELINE II=1
|
|
for (int i = 0; i < 64; i++) {
|
|
sum[i][j] = 0;
|
|
count[i][j] = 0;
|
|
}
|
|
}
|
|
|
|
ap_int<16> in_val[32];
|
|
ap_uint<16> in_bin[32];
|
|
ap_ufixed<16,1, AP_RND_CONV> in_coeff[32];
|
|
|
|
ap_uint<256> bins_0, bins_1, coeff_0, coeff_1;
|
|
|
|
packet_512_t packet_in;
|
|
data_in >> packet_in;
|
|
data_out << packet_in;
|
|
|
|
ap_uint<32> offset_hbm_0 = 16 * hbm_size_bytes / 32;
|
|
ap_uint<32> offset_hbm_1 = 17 * hbm_size_bytes / 32;
|
|
ap_uint<32> offset_hbm_2 = 18 * hbm_size_bytes / 32;
|
|
ap_uint<32> offset_hbm_3 = 19 * hbm_size_bytes / 32;
|
|
|
|
axis_completion cmpl;
|
|
s_axis_completion >> cmpl;
|
|
while (!cmpl.last) {
|
|
m_axis_completion << cmpl;
|
|
for (int i = 0; i < RAW_MODULE_SIZE / 32 / 2; i++) {
|
|
#pragma HLS PIPELINE II=2
|
|
for (int k = 0; k < 2; k++) {
|
|
data_in >> packet_in;
|
|
data_out << packet_in;
|
|
bins_0 = d_hbm_p0[offset_hbm_0 + cmpl.module * RAW_MODULE_SIZE * sizeof(int16_t) / 64 + i * 2 + k];
|
|
bins_1 = d_hbm_p1[offset_hbm_1 + cmpl.module * RAW_MODULE_SIZE * sizeof(int16_t) / 64 + i * 2 + k];
|
|
coeff_0 = d_hbm_p2[offset_hbm_2 + cmpl.module * RAW_MODULE_SIZE * sizeof(int16_t) / 64 + i * 2 + k];
|
|
coeff_1 = d_hbm_p3[offset_hbm_2 + cmpl.module * RAW_MODULE_SIZE * sizeof(int16_t) / 64 + i * 2 + k];
|
|
|
|
unpack_2xhbm_to_32x16bit(bins_0, bins_1, in_bin);
|
|
unpack_2xhbm_to_32x16bit(coeff_0, coeff_1, in_coeff);
|
|
|
|
unpack32(packet_in.data, in_val);
|
|
|
|
for (int j = 0; j < 32; j++) {
|
|
ap_fixed<32,16, AP_RND_CONV> tmp = in_val[j] * in_coeff[j];
|
|
if ((in_val[j] != INT16_MAX) && (in_val[j] != INT16_MIN) && (in_bin[j] < FPGA_INTEGRATION_BIN_COUNT)) {
|
|
sum[k * 32 + j][in_bin[j]] += tmp;
|
|
count[k * 32 + j][in_bin[j]] += 1;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
for (int i = 0; i < FPGA_INTEGRATION_BIN_COUNT; i++) {
|
|
#pragma HLS PIPELINE II=1
|
|
ap_axiu<128,1,1,1> res;
|
|
ap_fixed<64, 40, AP_RND_CONV> main_sum = 0;
|
|
ap_int<22> main_count = 0;
|
|
for (int j = 0; j < 64; j++) {
|
|
main_sum += sum[j][i];
|
|
main_count += count[j][i];
|
|
sum[j][i] = 0;
|
|
count[j][i] = 0;
|
|
}
|
|
res.data(63, 0) = main_count;
|
|
for (int j = 0; j < 64; j++) {
|
|
res.data[64 + j] = main_sum[j];
|
|
}
|
|
res.dest = 0;
|
|
res.id = 0;
|
|
res.keep = UINT32_MAX;
|
|
res.strb = UINT32_MAX;
|
|
res.user = 0;
|
|
res.last = ((i == FPGA_INTEGRATION_BIN_COUNT - 1) ? 1 : 0);
|
|
result_out << res;
|
|
}
|
|
s_axis_completion >> cmpl;
|
|
}
|
|
m_axis_completion << cmpl;
|
|
|
|
result_out << ap_axiu<128,1,1,1>{.user = 1};
|
|
|
|
data_in >> packet_in;
|
|
data_out << packet_in;
|
|
}
|