MLXID/DeepLearning
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add h5 compatibility

Browse Source
This commit is contained in:
xie_x1
2025-11-26 11:42:16 +01:00
parent 34b19b528a
commit 86a02a95b5
1 changed files with 11 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/datasets.py
View File

@@ -112,9 +112,17 @@ class doublePhotonDataset(Dataset):
all_samples = [] all_samples = []
all_labels = [] all_labels = []
for idx, sampleFile in enumerate(self.sampleFileList): for idx, sampleFile in enumerate(self.sampleFileList):
data = np.load(sampleFile) if '.npz' in sampleFile:
all_samples.append(data['samples']) data = np.load(sampleFile)
all_labels.append(data['labels']) all_samples.append(data['samples'])
all_labels.append(data['labels'])
elif '.h5' in sampleFile:
import h5py
with h5py.File(sampleFile, 'r') as f:
samples = f['clusters'][:]
labels = f['labels'][:]
all_samples.append(samples)
all_labels.append(labels)
self.samples = np.concatenate(all_samples, axis=0) self.samples = np.concatenate(all_samples, axis=0)
if self.noiseKeV != 0: if self.noiseKeV != 0:
print(f'Adding Gaussian noise with sigma = {self.noiseKeV} keV to samples in {self.datasetName} dataset') print(f'Adding Gaussian noise with sigma = {self.noiseKeV} keV to samples in {self.datasetName} dataset')