1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
|
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
* Copyright by The HDF Group. *
* Copyright by the Board of Trustees of the University of Illinois. *
* All rights reserved. *
* *
* This file is part of HDF5. The full HDF5 copyright notice, including *
* terms governing use, modification, and redistribution, is contained in *
* the files COPYING and Copyright.html. COPYING can be found at the root *
* of the source code distribution tree; Copyright.html can be found at the *
* root level of an installed copy of the electronic HDF5 document set and *
* is linked from the top-level documents page. It can also be found at *
* http://hdfgroup.org/HDF5/doc/Copyright.html. If you do not have *
* access to either file, you may request a copy from help@hdfgroup.org. *
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
/*
* This file contains private information about the H5VL iod client module
*/
#ifndef _H5VLiod_client_H
#define _H5VLiod_client_H
#include "H5FFprivate.h" /* FastForward wrappers */
#include "H5Mpublic.h"
#include "H5VLiod_common.h"
#ifdef H5_HAVE_EFF
/* forward declaration of file struct */
struct H5VL_iod_file_t;
struct H5VL_iod_object_t;
/* types for requests */
typedef enum H5RQ_type_t {
HG_FILE_CREATE,
HG_FILE_OPEN,
HG_FILE_FLUSH,
HG_FILE_CLOSE,
HG_ATTR_CREATE,
HG_ATTR_OPEN,
HG_ATTR_READ,
HG_ATTR_WRITE,
HG_ATTR_EXISTS,
HG_ATTR_RENAME,
HG_ATTR_REMOVE,
HG_ATTR_CLOSE,
HG_GROUP_CREATE,
HG_GROUP_OPEN,
HG_GROUP_CLOSE,
HG_DSET_CREATE,
HG_DSET_OPEN,
HG_DSET_READ,
HG_DSET_WRITE,
HG_DSET_GET_VL_SIZE,
HG_DSET_SET_EXTENT,
HG_DSET_CLOSE,
HG_DTYPE_COMMIT,
HG_DTYPE_OPEN,
HG_DTYPE_CLOSE,
HG_LINK_CREATE,
HG_LINK_MOVE,
HG_LINK_ITERATE,
HG_LINK_EXISTS,
HG_LINK_GET_INFO,
HG_LINK_GET_VAL,
HG_LINK_REMOVE,
HG_MAP_CREATE,
HG_MAP_OPEN,
HG_MAP_SET,
HG_MAP_GET,
HG_MAP_GET_COUNT,
HG_MAP_EXISTS,
HG_MAP_ITERATE,
HG_MAP_DELETE,
HG_MAP_CLOSE,
HG_OBJECT_OPEN,
HG_OBJECT_COPY,
HG_OBJECT_VISIT,
HG_OBJECT_EXISTS,
HG_OBJECT_SET_COMMENT,
HG_OBJECT_GET_COMMENT,
HG_OBJECT_GET_INFO
} H5RQ_type_t;
/* the client IOD VOL request struct */
typedef struct H5VL_iod_request_t {
H5RQ_type_t type;
void *data;
void *req;
struct H5VL_iod_object_t *obj;
H5VL_iod_state_t state;
H5_status_t status;
uint64_t axe_id;
size_t num_parents;
struct H5VL_iod_request_t **parent_reqs;
struct H5VL_iod_request_t *prev;
struct H5VL_iod_request_t *next;
struct H5VL_iod_request_t *global_prev;
struct H5VL_iod_request_t *global_next;
unsigned rc;
} H5VL_iod_request_t;
/* struct that contains the information about the IOD container */
typedef struct H5VL_iod_remote_file_t {
/* Do NOT change the order of the parameters */
iod_handle_t coh;
iod_handle_t root_oh;
uint64_t kv_oid_index;
uint64_t array_oid_index;
uint64_t blob_oid_index;
iod_obj_id_t root_id;
hid_t fcpl_id;
} H5VL_iod_remote_file_t;
/* struct that contains the information about the IOD attr */
typedef struct H5VL_iod_remote_attr_t {
/* Do NOT change the order of the parameters */
iod_handle_t iod_oh;
iod_obj_id_t iod_id;
hid_t acpl_id;
hid_t type_id;
hid_t space_id;
} H5VL_iod_remote_attr_t;
/* struct that contains the information about the IOD group */
typedef struct H5VL_iod_remote_group_t {
/* Do NOT change the order of the parameters */
iod_handle_t iod_oh;
iod_obj_id_t iod_id;
hid_t gcpl_id;
} H5VL_iod_remote_group_t;
/* struct that contains the information about the IOD map */
typedef struct H5VL_iod_remote_map_t {
/* Do NOT change the order of the parameters */
iod_handle_t iod_oh;
iod_obj_id_t iod_id;
hid_t keytype_id;
hid_t valtype_id;
hid_t mcpl_id;
} H5VL_iod_remote_map_t;
/* struct that contains the information about the IOD dset */
typedef struct H5VL_iod_remote_dset_t {
/* Do NOT change the order of the parameters */
iod_handle_t iod_oh;
iod_obj_id_t iod_id;
hid_t dcpl_id;
hid_t type_id;
hid_t space_id;
} H5VL_iod_remote_dset_t;
/* struct that contains the information about the IOD dtype */
typedef struct H5VL_iod_remote_dtype_t {
/* Do NOT change the order of the parameters */
iod_handle_t iod_oh;
iod_obj_id_t iod_id;
hid_t tcpl_id;
hid_t type_id;
} H5VL_iod_remote_dtype_t;
/* struct that contains the information about a generic IOD object */
typedef struct H5VL_iod_remote_object_t {
/* Do NOT change the order of the parameters */
H5I_type_t obj_type;
iod_handle_t iod_oh;
iod_obj_id_t iod_id;
hid_t cpl_id;
hid_t type_id;
hid_t space_id;
} H5VL_iod_remote_object_t;
/* a common strcut between all client side objects */
typedef struct H5VL_iod_object_t {
H5I_type_t obj_type;
char *obj_name;
char *comment;
H5VL_iod_request_t *request;
struct H5VL_iod_file_t *file;
} H5VL_iod_object_t;
/* the client side file struct */
typedef struct H5VL_iod_file_t {
H5VL_iod_object_t common; /* must be first */
H5VL_iod_remote_file_t remote_file;
char *file_name;
unsigned flags;
hid_t fapl_id;
int my_rank;
int num_procs;
size_t num_req;
unsigned nopen_objs;
H5VL_iod_request_t *request_list_head;
H5VL_iod_request_t *request_list_tail;
} H5VL_iod_file_t;
/* the client side attribute struct */
typedef struct H5VL_iod_attr_t {
H5VL_iod_object_t common; /* must be first */
H5VL_iod_remote_attr_t remote_attr;
char *loc_name;
} H5VL_iod_attr_t;
/* the client side group struct */
typedef struct H5VL_iod_group_t {
H5VL_iod_object_t common; /* must be first */
H5VL_iod_remote_group_t remote_group;
hid_t gapl_id;
} H5VL_iod_group_t;
/* the client side map struct */
typedef struct H5VL_iod_map_t {
H5VL_iod_object_t common; /* must be first */
H5VL_iod_remote_map_t remote_map;
hid_t mapl_id;
} H5VL_iod_map_t;
/* the client side dataset struct */
typedef struct H5VL_iod_dset_t {
H5VL_iod_object_t common; /* must be first */
H5VL_iod_remote_dset_t remote_dset;
hid_t dapl_id;
} H5VL_iod_dset_t;
/* the client side datatype struct */
typedef struct H5VL_iod_dtype_t {
H5VL_iod_object_t common; /* must be first */
H5VL_iod_remote_dtype_t remote_dtype;
hid_t tapl_id;
} H5VL_iod_dtype_t;
/* information about a dataset read/write request */
typedef struct H5VL_iod_io_info_t {
/* read & write params */
void *status;
hg_bulk_t *bulk_handle;
/* write params */
size_t *vl_string_len;
/* read params */
void *buf_ptr;
size_t nelmts;
size_t type_size;
struct H5S_t *space;
uint32_t *cs_ptr;
hid_t file_space_id;
hid_t mem_type_id;
hid_t dxpl_id;
uint64_t axe_id;
na_addr_t peer;
hg_id_t read_id;
} H5VL_iod_io_info_t;
H5_DLL herr_t H5VL_iod_request_delete(H5VL_iod_file_t *file, H5VL_iod_request_t *request);
H5_DLL herr_t H5VL_iod_request_add(H5VL_iod_file_t *file, H5VL_iod_request_t *request);
H5_DLL herr_t H5VL_iod_request_wait(H5VL_iod_file_t *file, H5VL_iod_request_t *request);
H5_DLL herr_t H5VL_iod_request_wait_all(H5VL_iod_file_t *file);
H5_DLL herr_t H5VL_iod_request_wait_some(H5VL_iod_file_t *file, const void *object);
H5_DLL herr_t H5VL_iod_request_complete(H5VL_iod_file_t *file, H5VL_iod_request_t *req);
H5_DLL herr_t H5VL_iod_request_cancel(H5VL_iod_file_t *file, H5VL_iod_request_t *req);
H5_DLL herr_t H5VL_iod_request_decr_rc(H5VL_iod_request_t *request);
H5_DLL herr_t H5VL_iod_get_parent_info(H5VL_iod_object_t *obj, H5VL_loc_params_t loc_params,
const char *name, /*OUT*/iod_obj_id_t *iod_id,
/*OUT*/iod_handle_t *iod_oh,
/*OUT*/H5VL_iod_request_t **parent_req,
/*OUT*/char **new_name, /*OUT*/H5VL_iod_object_t **last_obj);
H5_DLL herr_t H5VL_iod_get_axe_parents(H5VL_iod_object_t *obj, /*IN/OUT*/ size_t *count,
/*OUT*/ AXE_task_t *parent_axe_ids,
/*OUT*/ H5VL_iod_request_t **parent_reqs);
H5_DLL herr_t H5VL__iod_create_and_forward(hg_id_t op_id, H5RQ_type_t op_type,
H5VL_iod_object_t *request_obj, htri_t track,
size_t num_parents, H5VL_iod_request_t **parent_reqs,
void *input, void *output, void *data, void **req);
H5_DLL herr_t H5VL_iod_gen_obj_id(int myrank, int nranks, uint64_t cur_index,
iod_obj_type_t type, uint64_t *id);
H5_DLL herr_t H5VL_iod_pre_write(hid_t type_id, hid_t space_id, const void *buf,
/*out*/uint32_t *_checksum,
/*out*/hg_bulk_t *bulk_handle,
/*out*/size_t **vl_str_len);
H5_DLL herr_t H5VL_iod_pre_read(hid_t type_id, hid_t space_id, const void *buf,
/*out*/hg_bulk_t *bulk_handle, hbool_t *is_vl_data);
/* private routines for map objects */
H5_DLL herr_t H5M_init(void);
H5_DLL void *H5VL_iod_map_create(void *obj, H5VL_loc_params_t loc_params, const char *name,
hid_t keytype, hid_t valtype, hid_t lcpl_id, hid_t mcpl_id,
hid_t mapl_id, uint64_t trans, void **req);
H5_DLL void *H5VL_iod_map_open(void *obj, H5VL_loc_params_t loc_params,
const char *name, hid_t mapl_id, uint64_t trans, void **req);
H5_DLL herr_t H5VL_iod_map_set(void *map, hid_t key_mem_type_id, const void *key,
hid_t val_mem_type_id, const void *value, hid_t dxpl_id,
uint64_t trans, void **req);
H5_DLL herr_t H5VL_iod_map_get(void *map, hid_t key_mem_type_id, const void *key,
hid_t val_mem_type_id, void *value, hid_t dxpl_id,
uint64_t trans, void **req);
H5_DLL herr_t H5VL_iod_map_get_types(void *map, hid_t *key_type_id, hid_t *val_type_id,
uint64_t trans, void **req);
H5_DLL herr_t H5VL_iod_map_get_count(void *map, hsize_t *count, uint64_t trans, void **req);
H5_DLL herr_t H5VL_iod_map_exists(void *map, hid_t key_mem_type_id, const void *key,
htri_t *exists, uint64_t trans, void **req);
H5_DLL herr_t H5VL_iod_map_iterate(void *map, hid_t key_mem_type_id, hid_t value_mem_type_id,
H5M_iterate_func_t callback_func, void *context);
H5_DLL herr_t H5VL_iod_map_delete(void *map, hid_t key_mem_type_id, const void *key,
uint64_t trans, void **req);
H5_DLL herr_t H5VL_iod_map_close(void *map, void **req);
#endif /* H5_HAVE_EFF */
#endif /* _H5VLiod_client_H */
|