1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
#include "h5rados_example.h"
#include <time.h>
int main(int argc, char *argv[]) {
rados_t cluster;
char *pool = "mypool";
hid_t file = -1, dset = -1, file_space = -1, mem_space = -1, fapl = -1;
hsize_t dims[2] = {4, 6};
hsize_t start[2], count[2];
int buf[4][6];
int rank, mpi_size;
char *file_sel_str[2] = {"XXX...", "...XXX"};
int i, j;
(void)MPI_Init(&argc, &argv);
MPI_Comm_rank(MPI_COMM_WORLD, &rank);
MPI_Comm_size(MPI_COMM_WORLD, &mpi_size);
if(mpi_size != 2)
PRINTF_ERROR("mpi_size != 2\n");
/* Seed random number generator */
srand(time(NULL));
if(argc != 3)
PRINTF_ERROR("argc != 3\n");
if(rados_create(&cluster, NULL) < 0)
ERROR;
if(rados_conf_read_file(cluster, "ceph.conf") < 0)
ERROR;
/* Initialize VOL */
if(H5VLrados_init(cluster, pool) < 0)
ERROR;
/* Set up FAPL */
if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0)
ERROR;
if(H5Pset_fapl_rados(fapl, MPI_COMM_WORLD, MPI_INFO_NULL) < 0)
ERROR;
if(H5Pset_all_coll_metadata_ops(fapl, true) < 0)
ERROR;
/* Open file */
if((file = H5Fopen(argv[1], H5F_ACC_RDWR, fapl)) < 0)
ERROR;
/* Open dataset */
if((dset = H5Dopen2(file, argv[2], H5P_DEFAULT)) < 0)
ERROR;
if(rank == 1)
MPI_Barrier(MPI_COMM_WORLD);
printf("---------------Rank %d---------------\n", rank);
printf("Selecting elements denoted with X\n");
printf("Memory File\n");
printf("...... %s\n", file_sel_str[rank]);
for(i = 1; i < 4; i++)
printf(".XXXX. %s\n", file_sel_str[rank]);
/* Fill and print buffer */
printf("Writing data. Buffer is:\n");
for(i = 0; i < 4; i++) {
for(j = 0; j < 6; j++) {
buf[i][j] = rand() % 10;
printf("%d ", buf[i][j]);
}
printf("\n");
}
if(rank == 0)
MPI_Barrier(MPI_COMM_WORLD);
/* Set up dataspaces */
if((file_space = H5Screate_simple(2, dims, NULL)) < 0)
ERROR;
if((mem_space = H5Screate_simple(2, dims, NULL)) < 0)
ERROR;
start[0] = 0;
start[1] = 3 * rank;
count[0] = 4;
count[1] = 3;
if(H5Sselect_hyperslab(file_space, H5S_SELECT_SET, start, NULL, count, NULL) < 0)
ERROR;
start[0] = 1;
start[1] = 1;
count[0] = 3;
count[1] = 4;
if(H5Sselect_hyperslab(mem_space, H5S_SELECT_SET, start, NULL, count, NULL) < 0)
ERROR;
/* Write data */
if(H5Dwrite(dset, H5T_NATIVE_INT, mem_space, file_space, H5P_DEFAULT, buf) < 0)
ERROR;
/* Close */
if(H5Dclose(dset) < 0)
ERROR;
if(H5Fclose(file) < 0)
ERROR;
if(H5Sclose(file_space) < 0)
ERROR;
if(H5Sclose(mem_space) < 0)
ERROR;
if(H5Pclose(fapl) < 0)
ERROR;
printf("Success\n");
(void)MPI_Finalize();
return 0;
error:
H5E_BEGIN_TRY {
H5Dclose(dset);
H5Fclose(file);
H5Sclose(file_space);
H5Sclose(mem_space);
H5Pclose(fapl);
} H5E_END_TRY;
(void)MPI_Finalize();
return 1;
}
|
