generateTestData.m

clear;close all;
%% settings
folder = 'BSD68';
savepath = 'test.h5';
size_input = 40;
size_label = 40;
stride = 20;

data = zeros(size_input, size_input, 1, 1);
label = zeros(size_label, size_label, 1, 1);
padding = abs(size_input - size_label)/2;
count = 0;
noiseSigma = 8;

filepaths = dir(fullfile(folder,'*.png'));

randn('seed',0);
for i = 1 : length(filepaths)

    image = imread(fullfile(folder,filepaths(i).name));
    image = im2double(image);
    [hei,wid] = size(image);
    im_input = image;

    for x = 1 : stride : hei-size_input+1
        for y = 1 :stride : wid-size_input+1
            subim_clean = im_input(x : x+size_input-1, y : y+size_input-1);
            noise = noiseSigma/255*randn(size(subim_clean));
            #clip the input image to [0,1]
            subim_input = subim_clean + noise;
            subim_input(subim_input>1) = 1;
            subim_input(subim_input<0) = 0;
            
            subim_label = subim_input - subim_clean;

            count=count+1;
            data(:, :, 1, count) = subim_input;
            label(:, :, 1, count) = subim_label;
        end
    end
end

order = randperm(count);
data = data(:, :, 1, order);
label = label(:, :, 1, order);

%% writing to HDF5
chunksz = 2;
created_flag = false;
totalct = 0;

for batchno = 1:floor(count/chunksz)
    last_read=(batchno-1)*chunksz;
    batchdata = data(:,:,1,last_read+1:last_read+chunksz);
    batchlabs = label(:,:,1,last_read+1:last_read+chunksz);

    startloc = struct('dat',[1,1,1,totalct+1], 'lab', [1,1,1,totalct+1]);
    curr_dat_sz = store2hdf5(savepath, batchdata, batchlabs, ~created_flag, startloc, chunksz);
    created_flag = true;
    totalct = curr_dat_sz(end);
end
h5disp(savepath);