1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
|
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
* Copyright by The HDF Group. *
* All rights reserved. *
* *
* This file is part of HDF5. The full HDF5 copyright notice, including *
* terms governing use, modification, and redistribution, is contained in *
* the COPYING file, which can be found at the root of the source code *
* distribution tree, or in https://www.hdfgroup.org/licenses. *
* If you do not have access to either file, you may request a copy from *
* help@hdfgroup.org. *
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
#include "h5test.h"
#include "vds_swmr.h"
/* Max number of planes in the dataset */
#define N_MAX_PLANES H5S_UNLIMITED
/* Dataset datatypes */
#define SOURCE_DATATYPE H5T_STD_I32LE
#define VDS_DATATYPE H5T_STD_I32LE
/* Starting size of datasets, both source and VDS */
static hsize_t DIMS[N_SOURCES][RANK] = {{0, SM_HEIGHT, WIDTH}, {0, LG_HEIGHT, WIDTH}, {0, SM_HEIGHT, WIDTH},
{0, LG_HEIGHT, WIDTH}, {0, SM_HEIGHT, WIDTH}, {0, LG_HEIGHT, WIDTH}};
static hsize_t VDS_DIMS[RANK] = {0, FULL_HEIGHT, WIDTH};
/* Maximum size of datasets, both source and VDS.
* NOTE: Theoretical (i.e.: H5S_UNLIMITED), not the actual max
* number of planes written out by the writers before they stop.
* That number is specified separately.
*/
static hsize_t MAX_DIMS[N_SOURCES][RANK] = {
{N_MAX_PLANES, SM_HEIGHT, WIDTH}, {N_MAX_PLANES, LG_HEIGHT, WIDTH}, {N_MAX_PLANES, SM_HEIGHT, WIDTH},
{N_MAX_PLANES, LG_HEIGHT, WIDTH}, {N_MAX_PLANES, SM_HEIGHT, WIDTH}, {N_MAX_PLANES, LG_HEIGHT, WIDTH}};
static hsize_t VDS_MAX_DIMS[RANK] = {N_MAX_PLANES, FULL_HEIGHT, WIDTH};
static char SOURCE_DSET_NAME[NAME_LEN] = "source_dset";
static int32_t FILL_VALUES[N_SOURCES] = {-1, -2, -3, -4, -5, -6};
static int32_t VDS_FILL_VALUE = -9;
int
main(void)
{
hid_t faplid = H5I_INVALID_HID; /* file access property list ID (all files) */
hid_t src_sid = H5I_INVALID_HID; /* source dataset's dataspace ID */
hid_t src_dcplid = H5I_INVALID_HID; /* source dataset property list ID */
hid_t vds_sid = H5I_INVALID_HID; /* VDS dataspace ID */
hid_t vds_dcplid = H5I_INVALID_HID; /* VDS dataset property list ID */
hid_t fid = H5I_INVALID_HID; /* HDF5 file ID */
hid_t did = H5I_INVALID_HID; /* dataset ID */
hsize_t start[RANK]; /* starting point for hyperslab */
int map_start = -1; /* starting point in the VDS map */
int i; /* iterator */
/* Start by creating the virtual dataset (VDS) dataspace and creation
* property list. The individual source datasets are then created
* and the VDS map (stored in the VDS property list) is updated.
*/
/* Create VDS dcpl */
if ((vds_dcplid = H5Pcreate(H5P_DATASET_CREATE)) < 0)
TEST_ERROR;
if (H5Pset_fill_value(vds_dcplid, VDS_DATATYPE, &VDS_FILL_VALUE) < 0)
TEST_ERROR;
/* Create VDS dataspace */
if ((vds_sid = H5Screate_simple(RANK, VDS_DIMS, VDS_MAX_DIMS)) < 0)
TEST_ERROR;
/************************************
* Create source files and datasets *
************************************/
start[0] = 0;
start[1] = 0;
start[2] = 0;
map_start = 0;
/* All SWMR files need to use the latest file format */
if ((faplid = h5_fileaccess()) < 0)
TEST_ERROR;
if (H5Pset_libver_bounds(faplid, H5F_LIBVER_LATEST, H5F_LIBVER_LATEST) < 0)
TEST_ERROR;
for (i = 0; i < N_SOURCES; i++) {
/* source dataset dcpl */
if ((src_dcplid = H5Pcreate(H5P_DATASET_CREATE)) < 0)
TEST_ERROR;
if (H5Pset_chunk(src_dcplid, RANK, PLANES[i]) < 0)
TEST_ERROR;
if (H5Pset_fill_value(src_dcplid, SOURCE_DATATYPE, &FILL_VALUES[i]) < 0)
TEST_ERROR;
/* Use a mix of compressed and uncompressed datasets */
if (0 != i % 2)
if (H5Pset_deflate(src_dcplid, COMPRESSION_LEVEL) < 0)
TEST_ERROR;
/* Create source file, dataspace, and dataset */
if ((fid = H5Fcreate(FILE_NAMES[i], H5F_ACC_TRUNC, H5P_DEFAULT, faplid)) < 0)
TEST_ERROR;
if ((src_sid = H5Screate_simple(RANK, DIMS[i], MAX_DIMS[i])) < 0)
TEST_ERROR;
if ((did = H5Dcreate2(fid, SOURCE_DSET_NAME, SOURCE_DATATYPE, src_sid, H5P_DEFAULT, src_dcplid,
H5P_DEFAULT)) < 0)
TEST_ERROR;
/* set up hyperslabs for source and destination datasets */
start[1] = 0;
if (H5Sselect_hyperslab(src_sid, H5S_SELECT_SET, start, NULL, MAX_DIMS[i], NULL) < 0)
TEST_ERROR;
start[1] = (hsize_t)map_start;
if (H5Sselect_hyperslab(vds_sid, H5S_SELECT_SET, start, NULL, MAX_DIMS[i], NULL) < 0)
TEST_ERROR;
if (PLANES[i][1] > INT_MAX)
TEST_ERROR;
map_start += (int)PLANES[i][1];
/* Add VDS mapping */
if (H5Pset_virtual(vds_dcplid, vds_sid, FILE_NAMES[i], SOURCE_DSET_PATH, src_sid) < 0)
TEST_ERROR;
/* close */
if (H5Sclose(src_sid) < 0)
TEST_ERROR;
if (H5Pclose(src_dcplid) < 0)
TEST_ERROR;
if (H5Dclose(did) < 0)
TEST_ERROR;
if (H5Fclose(fid) < 0)
TEST_ERROR;
} /* end for */
/*******************
* Create VDS file *
*******************/
/* file */
if ((fid = H5Fcreate(VDS_FILE_NAME, H5F_ACC_TRUNC, H5P_DEFAULT, faplid)) < 0)
TEST_ERROR;
/* dataset */
if ((did = H5Dcreate2(fid, VDS_DSET_NAME, VDS_DATATYPE, vds_sid, H5P_DEFAULT, vds_dcplid, H5P_DEFAULT)) <
0)
TEST_ERROR;
/* close */
if (H5Pclose(faplid) < 0)
TEST_ERROR;
if (H5Pclose(vds_dcplid) < 0)
TEST_ERROR;
if (H5Sclose(vds_sid) < 0)
TEST_ERROR;
if (H5Dclose(did) < 0)
TEST_ERROR;
if (H5Fclose(fid) < 0)
TEST_ERROR;
return EXIT_SUCCESS;
error:
H5E_BEGIN_TRY
{
if (faplid >= 0)
(void)H5Pclose(faplid);
if (src_sid >= 0)
(void)H5Sclose(src_sid);
if (src_dcplid >= 0)
(void)H5Pclose(src_dcplid);
if (vds_sid >= 0)
(void)H5Sclose(vds_sid);
if (vds_dcplid >= 0)
(void)H5Pclose(vds_dcplid);
if (fid >= 0)
(void)H5Fclose(fid);
if (did >= 0)
(void)H5Dclose(did);
}
H5E_END_TRY
return EXIT_FAILURE;
} /* end main */
|
