Add files via upload
This commit is contained in:
parent
4572b4fcbf
commit
16bd547b01
1 changed files with 90 additions and 0 deletions
90
collect_noise_images.py
Normal file
90
collect_noise_images.py
Normal file
|
@ -0,0 +1,90 @@
|
|||
import numpy as np
|
||||
import glob
|
||||
import os
|
||||
from natsort import natsorted
|
||||
|
||||
|
||||
path: str = "noisy_picture_data"
|
||||
spike_list: list[int] = [
|
||||
1,
|
||||
2,
|
||||
3,
|
||||
4,
|
||||
5,
|
||||
6,
|
||||
7,
|
||||
8,
|
||||
9,
|
||||
10,
|
||||
20,
|
||||
30,
|
||||
40,
|
||||
50,
|
||||
60,
|
||||
70,
|
||||
80,
|
||||
90,
|
||||
100,
|
||||
200,
|
||||
300,
|
||||
400,
|
||||
500,
|
||||
600,
|
||||
700,
|
||||
800,
|
||||
900,
|
||||
1000,
|
||||
2000,
|
||||
3000,
|
||||
4000,
|
||||
5000,
|
||||
6000,
|
||||
7000,
|
||||
8000,
|
||||
9000,
|
||||
10000,
|
||||
]
|
||||
|
||||
for spikes in spike_list:
|
||||
|
||||
print(f"Number of spikes: {spikes}")
|
||||
|
||||
working_path: str = os.path.join(path, f"{spikes}")
|
||||
|
||||
files = glob.glob("*.npz", root_dir=working_path)
|
||||
|
||||
assert len(files) > 0
|
||||
|
||||
number_of_pattern: int = 0
|
||||
for file_id in natsorted(files):
|
||||
temp = np.load(os.path.join(working_path, file_id))
|
||||
number_of_pattern += temp["labels"].shape[0]
|
||||
|
||||
assert number_of_pattern > 0
|
||||
|
||||
labels = np.zeros((number_of_pattern), dtype=np.int64)
|
||||
images = np.zeros(
|
||||
(
|
||||
number_of_pattern,
|
||||
temp["the_images"].shape[1],
|
||||
temp["the_images"].shape[2],
|
||||
temp["the_images"].shape[3],
|
||||
),
|
||||
dtype=np.float32,
|
||||
)
|
||||
|
||||
position: int = 0
|
||||
for file_id in natsorted(files):
|
||||
temp = np.load(os.path.join(working_path, file_id))
|
||||
assert temp["labels"].shape[0] == temp["the_images"].shape[0]
|
||||
labels[position : position + temp["labels"].shape[0]] = temp["labels"]
|
||||
images[position : position + temp["labels"].shape[0], :, :, :] = temp[
|
||||
"the_images"
|
||||
]
|
||||
position += temp["labels"].shape[0]
|
||||
|
||||
images /= images.sum(axis=1, keepdims=True) + 1e-20
|
||||
|
||||
np.savez_compressed(
|
||||
working_path + f"_{number_of_pattern}.npz", labels=labels, images=images
|
||||
)
|
Loading…
Reference in a new issue