diff options
Diffstat (limited to 'src/H5VLrados.c')
| -rw-r--r-- | src/H5VLrados.c | 2018 |
1 files changed, 1948 insertions, 70 deletions
diff --git a/src/H5VLrados.c b/src/H5VLrados.c index 66184ef..e7273b4 100644 --- a/src/H5VLrados.c +++ b/src/H5VLrados.c @@ -45,6 +45,8 @@ hid_t H5VL_RADOS_g = -1; #define H5VL_RADOS_FOI_BUF_SIZE 1024 #define H5VL_RADOS_LINK_VAL_BUF_SIZE 256 #define H5VL_RADOS_GINFO_BUF_SIZE 256 +#define H5VL_RADOS_DINFO_BUF_SIZE 1024 +#define H5VL_RADOS_SEQ_LIST_LEN 128 /* Definitions for building oids */ #define H5VL_RADOS_IDX_MASK 0x3fffffffffffffffull @@ -62,14 +64,6 @@ typedef struct H5VL_rados_fapl_t { MPI_Info info; /*file information */ } H5VL_rados_fapl_t; -/* RADOS oid target type (HDF5 object, attribute, chunk) */ -typedef enum H5VL_rados_targ_type_t { - H5VL_RADOS_TARG_TYPE_OBJ, - H5VL_RADOS_TARG_TYPE_ATTR, - H5VL_RADOS_TARG_TYPE_CHK -} H5VL_rados_targ_type_t; - -#if 0 /* Enum to indicate if the supplied read buffer can be used as a type conversion * or background buffer */ typedef enum { @@ -84,6 +78,7 @@ typedef struct H5VL_rados_scatter_cb_ud_t { size_t len; } H5VL_rados_scatter_cb_ud_t; +#if 0 /* Udata type for memory space H5Diterate callback */ typedef struct { daos_iod_t *iods; @@ -136,7 +131,7 @@ static void *H5VL_rados_group_open(void *_item, H5VL_loc_params_t loc_params, static herr_t H5VL_rados_group_close(void *_grp, hid_t dxpl_id, void **req); /* Dataset callbacks */ -/*static void *H5VL_rados_dataset_create(void *_item, +static void *H5VL_rados_dataset_create(void *_item, H5VL_loc_params_t loc_params, const char *name, hid_t dcpl_id, hid_t dapl_id, hid_t dxpl_id, void **req); static void *H5VL_rados_dataset_open(void *_item, H5VL_loc_params_t loc_params, @@ -146,12 +141,12 @@ static herr_t H5VL_rados_dataset_read(void *_dset, hid_t mem_type_id, void **req); static herr_t H5VL_rados_dataset_write(void *_dset, hid_t mem_type_id, hid_t mem_space_id, hid_t file_space_id, hid_t dxpl_id, const void *buf, - void **req);*/ + void **req); /*static herr_t H5VL_rados_dataset_specific(void *_dset, H5VL_dataset_specific_t specific_type, hid_t dxpl_id, void **req, va_list arguments);*/ -/*static herr_t H5VL_rados_dataset_get(void *_dset, H5VL_dataset_get_t get_type, +static herr_t H5VL_rados_dataset_get(void *_dset, H5VL_dataset_get_t get_type, hid_t dxpl_id, void **req, va_list arguments); -static herr_t H5VL_rados_dataset_close(void *_dset, hid_t dxpl_id, void **req);*/ +static herr_t H5VL_rados_dataset_close(void *_dset, hid_t dxpl_id, void **req); /* Datatype callbacks */ /*static void *H5VL_rados_datatype_commit(void *obj, H5VL_loc_params_t loc_params, @@ -200,7 +195,7 @@ static herr_t H5VL_rados_link_follow(H5VL_rados_group_t *grp, char *name, size_t name_len, hid_t dxpl_id, void **req, uint64_t *oid); static H5VL_rados_group_t *H5VL_rados_group_traverse(H5VL_rados_item_t *item, - char *path, hid_t dxpl_id, void **req, const char **obj_name, + const char *path, hid_t dxpl_id, void **req, const char **obj_name, void **gcpl_buf_out, uint64_t *gcpl_len_out); static void *H5VL_rados_group_create_helper(H5VL_rados_file_t *file, hid_t gcpl_id, hid_t gapl_id, hid_t dxpl_id, void **req, @@ -211,16 +206,23 @@ static void *H5VL_rados_group_open_helper(H5VL_rados_file_t *file, static void *H5VL_rados_group_reconstitute(H5VL_rados_file_t *file, uint64_t oid, uint8_t *gcpl_buf, hid_t gapl_id, hid_t dxpl_id, void **req); -/*static htri_t H5VL_rados_need_bkg(hid_t src_type_id, hid_t dst_type_id, +static htri_t H5VL_rados_need_bkg(hid_t src_type_id, hid_t dst_type_id, size_t *dst_type_size, hbool_t *fill_bkg); static herr_t H5VL_rados_tconv_init(hid_t src_type_id, size_t *src_type_size, hid_t dst_type_id, size_t *dst_type_size, size_t num_elem, void **tconv_buf, void **bkg_buf, H5VL_rados_tconv_reuse_t *reuse, hbool_t *fill_bkg); -static herr_t H5VL_rados_sel_to_recx_iov(H5S_t *space, size_t type_size, - void *buf, daos_recx_t **recxs, daos_iov_t **sg_iovs, size_t *list_nused); +static herr_t H5VL_rados_build_io_op_merge(H5S_t *mem_space, H5S_t *file_space, + size_t type_size, size_t tot_nelem, void *rbuf, const void *wbuf, + rados_read_op_t read_op, rados_write_op_t write_op); +static herr_t H5VL_rados_build_io_op_match(H5S_t *file_space, size_t type_size, + size_t tot_nelem, void *rbuf, const void *wbuf, rados_read_op_t read_op, + rados_write_op_t write_op); +static herr_t H5VL_rados_build_io_op_contig(H5S_t *file_space, size_t type_size, + size_t tot_nelem, void *rbuf, const void *wbuf, rados_read_op_t read_op, + rados_write_op_t write_op); static herr_t H5VL_rados_scatter_cb(const void **src_buf, size_t *src_buf_bytes_used, void *_udata); -static herr_t H5VL_rados_dataset_mem_vl_rd_cb(void *_elem, hid_t type_id, +/*static herr_t H5VL_rados_dataset_mem_vl_rd_cb(void *_elem, hid_t type_id, unsigned ndim, const hsize_t *point, void *_udata); static herr_t H5VL_rados_dataset_file_vl_cb(void *_elem, hid_t type_id, unsigned ndim, const hsize_t *point, void *_udata); @@ -235,8 +237,8 @@ static herr_t H5VL_rados_object_close(void *_obj, hid_t dxpl_id, void **req);*/ /* Free list definitions */ H5FL_DEFINE(H5VL_rados_file_t); H5FL_DEFINE(H5VL_rados_group_t); -/*H5FL_DEFINE(H5VL_rados_dset_t); -H5FL_DEFINE(H5VL_rados_dtype_t); +H5FL_DEFINE(H5VL_rados_dset_t); +/*H5FL_DEFINE(H5VL_rados_dtype_t); H5FL_DEFINE(H5VL_rados_attr_t);*/ /* The RADOS VOL plugin struct */ @@ -260,14 +262,14 @@ static H5VL_class_t H5VL_rados_g = { NULL,//H5VL_rados_attribute_close /* close */ }, { /* dataset_cls */ - NULL,//H5VL_rados_dataset_create, /* create */ - NULL,//H5VL_rados_dataset_open, /* open */ - NULL,//H5VL_rados_dataset_read, /* read */ - NULL,//H5VL_rados_dataset_write, /* write */ - NULL,//H5VL_rados_dataset_get, /* get */ + H5VL_rados_dataset_create, /* create */ + H5VL_rados_dataset_open, /* open */ + H5VL_rados_dataset_read, /* read */ + H5VL_rados_dataset_write, /* write */ + H5VL_rados_dataset_get, /* get */ NULL,//H5VL_iod_dataset_specific, /* specific */ NULL, /* optional */ - NULL,//H5VL_rados_dataset_close /* close */ + H5VL_rados_dataset_close /* close */ }, { /* datatype_cls */ NULL,//H5VL_rados_datatype_commit, /* commit */ @@ -356,31 +358,68 @@ done: } /* end H5VL_rados_oid_create_string() */ +/* Create a RADOS string oid for a data chunk given the file name, binary oid, + * dataset rank, and chunk location */ +static herr_t +H5VL_rados_oid_create_chunk(const H5VL_rados_file_t *file, uint64_t bin_oid, + int rank, hsize_t *chunk_loc, char **oid) +{ + char *tmp_oid = NULL; + size_t oid_len; + size_t oid_off; + int i; + herr_t ret_value = SUCCEED; + + FUNC_ENTER_NOAPI_NOINIT + + /* Allocate space for oid */ + oid_len = file->file_name_len + 16 + ((size_t)rank * 16) + 1; + if(NULL == (tmp_oid = (char *)H5MM_malloc(oid_len))) + HGOTO_ERROR(H5E_VOL, H5E_CANTALLOC, FAIL, "can't allocate RADOS object id") + + /* Encode file name and binary oid into string oid */ + if(HDsnprintf(tmp_oid, oid_len, "%s%016llX", file->file_name, + (long long unsigned)bin_oid) != (int)file->file_name_len + 16) + HGOTO_ERROR(H5E_VOL, H5E_CANTINIT, FAIL, "can't encode string object id") + oid_off = file->file_name_len + 16; + + /* Encode chunk location */ + for(i = 0; i < rank; i++) { + if(HDsnprintf(tmp_oid + oid_off, oid_len - oid_off, "%016llX", chunk_loc[i]) + != 16) + HGOTO_ERROR(H5E_VOL, H5E_CANTINIT, FAIL, "can't encode string object id") + oid_off += 16; + } /* end for */ + + /* Return oid string value */ + *oid = tmp_oid; + tmp_oid = NULL; + +done: + H5MM_xfree(tmp_oid); + + FUNC_LEAVE_NOAPI(ret_value) +} /* end H5VL_rados_oid_create_chunk() */ + + /* Create a binary RADOS oid given the object type and a 64 bit index (top 2 * bits are ignored) */ static void -H5VL_rados_oid_create_binary(uint64_t idx, H5VL_rados_targ_type_t targ_type, - H5I_type_t obj_type, uint64_t *bin_oid) +H5VL_rados_oid_create_binary(uint64_t idx, H5I_type_t obj_type, + uint64_t *bin_oid) { /* Initialize bin_oid */ - *bin_oid = idx; - - /* Check target type */ - if(targ_type == H5VL_RADOS_TARG_TYPE_OBJ) { - *bin_oid &= H5VL_RADOS_IDX_MASK; + *bin_oid = idx & H5VL_RADOS_IDX_MASK; - /* Set type_bits */ - if(obj_type == H5I_GROUP) - *bin_oid |= H5VL_RADOS_TYPE_GRP; - else if(obj_type == H5I_DATASET) - *bin_oid |= H5VL_RADOS_TYPE_DSET; - else { - HDassert(obj_type == H5I_DATATYPE); - *bin_oid |= H5VL_RADOS_TYPE_DTYPE; - } /* end else */ - } - /* Note: we may eventually bake the target type into the oid so we can use - * multiple idx streams (one for each target and object type) */ + /* Set type_bits */ + if(obj_type == H5I_GROUP) + *bin_oid |= H5VL_RADOS_TYPE_GRP; + else if(obj_type == H5I_DATASET) + *bin_oid |= H5VL_RADOS_TYPE_DSET; + else { + HDassert(obj_type == H5I_DATATYPE); + *bin_oid |= H5VL_RADOS_TYPE_DTYPE; + } /* end else */ return; } /* end H5VL_rados_oid_create_binary() */ @@ -390,8 +429,7 @@ H5VL_rados_oid_create_binary(uint64_t idx, H5VL_rados_targ_type_t targ_type, * bits are ignored) */ static herr_t H5VL_rados_oid_create(const H5VL_rados_file_t *file, uint64_t idx, - H5VL_rados_targ_type_t targ_type, H5I_type_t obj_type, uint64_t *bin_oid, - char **oid) + H5I_type_t obj_type, uint64_t *bin_oid, char **oid) { uint64_t tmp_bin_oid = *bin_oid; herr_t ret_value = SUCCEED; @@ -399,7 +437,7 @@ H5VL_rados_oid_create(const H5VL_rados_file_t *file, uint64_t idx, FUNC_ENTER_NOAPI_NOINIT /* Create binary oid */ - H5VL_rados_oid_create_binary(idx, targ_type, obj_type, &tmp_bin_oid); + H5VL_rados_oid_create_binary(idx, obj_type, &tmp_bin_oid); /* Create sting oid */ if(H5VL_rados_oid_create_string(file, tmp_bin_oid, oid) < 0) @@ -872,7 +910,7 @@ H5VL_rados_file_open(const char *name, unsigned flags, hid_t fapl_id, MPI_Comm_size(fa->comm, &file->num_procs); /* Generate root group oid */ - H5VL_rados_oid_create_binary((uint64_t)1, H5VL_RADOS_TARG_TYPE_OBJ, H5I_GROUP, &root_grp_oid); + H5VL_rados_oid_create_binary((uint64_t)1, H5I_GROUP, &root_grp_oid); /* Determine if we requested collective object ops for the file */ if(H5Pget_all_coll_metadata_ops(fapl_id, &file->collective) < 0) @@ -929,6 +967,7 @@ H5VL_rados_file_open(const char *name, unsigned flags, hid_t fapl_id, HGOTO_ERROR(H5E_FILE, H5E_MPI, NULL, "can't bcast global container handle") /* Decode GCPL length */ + p = (uint8_t *)foi_buf; UINT64DECODE(p, gcpl_len) /* Check for gcpl_len set to 0 - indicates failure */ @@ -1106,6 +1145,7 @@ H5VL_rados_link_read(H5VL_rados_group_t *grp, char *name, size_t name_len, FUNC_ENTER_NOAPI_NOINIT + /* Add null terminator to name (necessary for RADOS API) */ name[name_len] = '\0'; /* Create read op */ @@ -1115,11 +1155,11 @@ H5VL_rados_link_read(H5VL_rados_group_t *grp, char *name, size_t name_len, /* Add operation to get link value */ /* Add prefix RADOSINC */ - rados_read_op_omap_get_vals_by_keys(read_op, &name, 1, &iter, &read_ret); + rados_read_op_omap_get_vals_by_keys(read_op, (const char * const *)&name, 1, &iter, &read_ret); iter_init = TRUE; /* Execute read operation */ - if((ret = rados_read_op_operate(read_op, ioctx_g, grp->obj.oid, 0)) < 0) + if((ret = rados_read_op_operate(read_op, ioctx_g, grp->obj.oid, LIBRADOS_OPERATION_NOFLAG)) < 0) HGOTO_ERROR(H5E_SYM, H5E_CANTINIT, FAIL, "can't perform read operation: %s", strerror(ret)) if(read_ret < 0) HGOTO_ERROR(H5E_SYM, H5E_CANTINIT, FAIL, "can't read link value: %s", strerror(read_ret)) @@ -1256,10 +1296,10 @@ H5VL_rados_link_write(H5VL_rados_group_t *grp, const char *name, /* Add operation to write link */ /* Add prefix RADOSINC */ - rados_write_op_omap_set(write_op, &name, &val_buf, &val_len, 1); + rados_write_op_omap_set(write_op, &name, (const char * const *)&val_buf, &val_len, 1); /* Execute write operation */ - if((ret = rados_write_op_operate(write_op, ioctx_g, grp->obj.oid, NULL, 0)) < 0) + if((ret = rados_write_op_operate(write_op, ioctx_g, grp->obj.oid, NULL, LIBRADOS_OPERATION_NOFLAG)) < 0) HGOTO_ERROR(H5E_SYM, H5E_CANTINIT, FAIL, "can't perform write operation: %s", strerror(ret)) done: @@ -1286,8 +1326,8 @@ done: *------------------------------------------------------------------------- */ static herr_t -H5VL_rados_link_follow(H5VL_rados_group_t *grp, char *name, - size_t name_len, hid_t dxpl_id, void **req, uint64_t *oid) +H5VL_rados_link_follow(H5VL_rados_group_t *grp, char *name, size_t name_len, + hid_t dxpl_id, void **req, uint64_t *oid) { H5VL_rados_link_val_t link_val; hbool_t link_val_alloc = FALSE; @@ -1313,12 +1353,12 @@ H5VL_rados_link_follow(H5VL_rados_group_t *grp, char *name, case H5L_TYPE_SOFT: { - const char *target_name = NULL; + char *target_name = NULL; link_val_alloc = TRUE; /* Traverse the soft link path */ - if(NULL == (target_grp = H5VL_rados_group_traverse(&grp->obj.item, link_val.target.soft, dxpl_id, req, &target_name, NULL, NULL))) + if(NULL == (target_grp = H5VL_rados_group_traverse(&grp->obj.item, link_val.target.soft, dxpl_id, req, (const char **)&target_name, NULL, NULL))) HGOTO_ERROR(H5E_SYM, H5E_BADITER, FAIL, "can't traverse path") /* Check for no target_name, in this case just return @@ -1373,12 +1413,14 @@ done: *------------------------------------------------------------------------- */ static H5VL_rados_group_t * -H5VL_rados_group_traverse(H5VL_rados_item_t *item, char *path, +H5VL_rados_group_traverse(H5VL_rados_item_t *item, const char *path, hid_t dxpl_id, void **req, const char **obj_name, void **gcpl_buf_out, uint64_t *gcpl_len_out) { H5VL_rados_group_t *grp = NULL; - const char *next_obj; + char *tmp_path = NULL; + char *tmp_obj_name; + char *next_obj; uint64_t oid; H5VL_rados_group_t *ret_value = NULL; @@ -1388,13 +1430,21 @@ H5VL_rados_group_traverse(H5VL_rados_item_t *item, char *path, HDassert(path); HDassert(obj_name); + /* Make a temporary copy of path so we do not write to the user's const + * buffer (since the RADOS API expects null terminated strings we must + * insert null terminators to pass path components to RADOS. We could + * alternatively copy each path name but this is simpler and shares more + * code with other VOL plugins) */ + if(NULL == (tmp_path = HDstrdup(path))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, NULL, "can't duplicate path name") + /* Initialize obj_name */ - *obj_name = path; + tmp_obj_name = tmp_path; /* Open starting group */ - if((*obj_name)[0] == '/') { + if((tmp_obj_name)[0] == '/') { grp = item->file->root_grp; - (*obj_name)++; + tmp_obj_name++; } /* end if */ else { if(item->type == H5I_GROUP) @@ -1408,7 +1458,7 @@ H5VL_rados_group_traverse(H5VL_rados_item_t *item, char *path, grp->obj.item.rc++; /* Search for '/' */ - next_obj = strchr(*obj_name, '/'); + next_obj = strchr(tmp_obj_name, '/'); /* Traverse path */ while(next_obj) { @@ -1417,8 +1467,8 @@ H5VL_rados_group_traverse(H5VL_rados_item_t *item, char *path, *gcpl_buf_out = H5MM_xfree(*gcpl_buf_out); /* Follow link to next group in path */ - HDassert(next_obj > *obj_name); - if(H5VL_rados_link_follow(grp, *obj_name, (size_t)(next_obj - *obj_name), dxpl_id, req, &oid) < 0) + HDassert(next_obj > tmp_obj_name); + if(H5VL_rados_link_follow(grp, tmp_obj_name, (size_t)(next_obj - tmp_obj_name), dxpl_id, req, &oid) < 0) HGOTO_ERROR(H5E_SYM, H5E_CANTINIT, NULL, "can't follow link to group") /* Close previous group */ @@ -1431,11 +1481,12 @@ H5VL_rados_group_traverse(H5VL_rados_item_t *item, char *path, HGOTO_ERROR(H5E_SYM, H5E_CANTINIT, NULL, "can't open group") /* Advance to next path element */ - *obj_name = next_obj + 1; - next_obj = strchr(*obj_name, '/'); + tmp_obj_name = next_obj + 1; + next_obj = strchr(tmp_obj_name, '/'); } /* end while */ - /* Set return value */ + /* Set return values */ + *obj_name = path + (tmp_obj_name - tmp_path); ret_value = grp; done: @@ -1445,6 +1496,8 @@ done: if(grp && H5VL_rados_group_close(grp, dxpl_id, req) < 0) HDONE_ERROR(H5E_FILE, H5E_CLOSEERROR, NULL, "can't close group") + H5MM_xfree(tmp_path); + FUNC_LEAVE_NOAPI(ret_value) } /* end H5VL_rados_group_traverse() */ @@ -1486,7 +1539,8 @@ H5VL_rados_group_create_helper(H5VL_rados_file_t *file, hid_t gcpl_id, grp->gapl_id = FAIL; /* Generate group oid */ - if(H5VL_rados_oid_create(file, file->max_oid + (uint64_t)1, H5VL_RADOS_TARG_TYPE_OBJ, H5I_GROUP, &grp->obj.bin_oid, &grp->obj.oid) < 0) + if(H5VL_rados_oid_create(file, file->max_oid + (uint64_t)1, H5I_GROUP, &grp->obj.bin_oid, &grp->obj.oid) < 0) + HGOTO_ERROR(H5E_SYM, H5E_CANTINIT, NULL, "can't generate group oid") /* Update max_oid */ file->max_oid = H5VL_rados_oid_to_idx(grp->obj.bin_oid); @@ -1516,6 +1570,8 @@ H5VL_rados_group_create_helper(H5VL_rados_file_t *file, hid_t gcpl_id, if(parent_grp) { H5VL_rados_link_val_t link_val; + HDassert(name); + link_val.type = H5L_TYPE_HARD; link_val.target.hard = grp->obj.bin_oid; if(H5VL_rados_link_write(parent_grp, name, &link_val) < 0) @@ -1834,7 +1890,7 @@ H5VL_rados_group_open(void *_item, H5VL_loc_params_t loc_params, gcpl_len = 0; /* Follow link to group */ - if(H5VL_rados_link_follow(target_grp, target_name, HDstrlen(target_name), dxpl_id, req, &oid) < 0) + if(H5VL_rados_link_follow(target_grp, (char *)target_name, HDstrlen(target_name), dxpl_id, req, &oid) < 0) HGOTO_ERROR(H5E_SYM, H5E_CANTINIT, NULL, "can't follow link to group") /* Open group */ @@ -1867,7 +1923,7 @@ H5VL_rados_group_open(void *_item, H5VL_loc_params_t loc_params, HGOTO_ERROR(H5E_SYM, H5E_MPI, NULL, "can't bcast group info") /* Need a second bcast if it did not fit in the receivers' static - * buffer */ + * buffers */ if(gcpl_len + 2 * sizeof(uint64_t) > sizeof(ginfo_buf_static)) if(MPI_SUCCESS != MPI_Bcast((char *)gcpl_buf, (int)gcpl_len, MPI_BYTE, 0, item->file->comm)) HGOTO_ERROR(H5E_SYM, H5E_MPI, NULL, "can't bcast GCPL") @@ -1977,3 +2033,1825 @@ H5VL_rados_group_close(void *_grp, hid_t H5_ATTR_UNUSED dxpl_id, FUNC_LEAVE_NOAPI(ret_value) } /* end H5VL_rados_group_close() */ + +/*------------------------------------------------------------------------- + * Function: H5VL_rados_need_bkg + * + * Purpose: Determine if a background buffer is needed for conversion. + * + * Return: Success: 0 + * Failure: -1 + * + * Programmer: Neil Fortner + * March, 2018 + * + *------------------------------------------------------------------------- + */ +static htri_t +H5VL_rados_need_bkg(hid_t src_type_id, hid_t dst_type_id, size_t *dst_type_size, + hbool_t *fill_bkg) +{ + hid_t memb_type_id = -1; + hid_t src_memb_type_id = -1; + char *memb_name = NULL; + size_t memb_size; + H5T_class_t tclass; + htri_t ret_value; + + FUNC_ENTER_NOAPI_NOINIT + + /* Get destination type size */ + if((*dst_type_size = H5Tget_size(dst_type_id)) == 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CANTGET, FAIL, "can't get source type size") + + /* Get datatype class */ + if(H5T_NO_CLASS == (tclass = H5Tget_class(dst_type_id))) + HGOTO_ERROR(H5E_DATATYPE, H5E_CANTGET, FAIL, "can't get type class") + + switch(tclass) { + case H5T_INTEGER: + case H5T_FLOAT: + case H5T_TIME: + case H5T_STRING: + case H5T_BITFIELD: + case H5T_OPAQUE: + case H5T_ENUM: + /* No background buffer necessary */ + ret_value = FALSE; + + break; + + case H5T_COMPOUND: + { + int nmemb; + size_t size_used = 0; + int src_i; + int i; + + /* We must always provide a background buffer for compound + * conversions. Only need to check further to see if it must be + * filled. */ + ret_value = TRUE; + + /* Get number of compound members */ + if((nmemb = H5Tget_nmembers(dst_type_id)) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CANTGET, FAIL, "can't get number of destination compound members") + + /* Iterate over compound members, checking for a member in + * dst_type_id with no match in src_type_id */ + for(i = 0; i < nmemb; i++) { + /* Get member type */ + if((memb_type_id = H5Tget_member_type(dst_type_id, (unsigned)i)) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CANTGET, FAIL, "can't get compound member type") + + /* Get member name */ + if(NULL == (memb_name = H5Tget_member_name(dst_type_id, (unsigned)i))) + HGOTO_ERROR(H5E_DATATYPE, H5E_CANTGET, FAIL, "can't get compound member name") + + /* Check for matching name in source type */ + H5E_BEGIN_TRY { + src_i = H5Tget_member_index(src_type_id, memb_name); + } H5E_END_TRY + + /* Free memb_name */ + if(H5free_memory(memb_name) < 0) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTFREE, FAIL, "can't free member name") + memb_name = NULL; + + /* If no match was found, this type is not being filled in, + * so we must fill the background buffer */ + if(src_i < 0) { + if(H5Tclose(memb_type_id) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CLOSEERROR, FAIL, "can't close member type") + memb_type_id = -1; + *fill_bkg = TRUE; + HGOTO_DONE(TRUE) + } /* end if */ + + /* Open matching source type */ + if((src_memb_type_id = H5Tget_member_type(src_type_id, (unsigned)src_i)) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CANTGET, FAIL, "can't get compound member type") + + /* Recursively check member type, this will fill in the + * member size */ + if(H5VL_rados_need_bkg(src_memb_type_id, memb_type_id, &memb_size, fill_bkg) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CANTINIT, FAIL, "can't check if background buffer needed") + + /* Close source member type */ + if(H5Tclose(src_memb_type_id) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CLOSEERROR, FAIL, "can't close member type") + src_memb_type_id = -1; + + /* Close member type */ + if(H5Tclose(memb_type_id) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CLOSEERROR, FAIL, "can't close member type") + memb_type_id = -1; + + /* If the source member type needs the background filled, so + * does the parent */ + if(*fill_bkg) + HGOTO_DONE(TRUE) + + /* Keep track of the size used in compound */ + size_used += memb_size; + } /* end for */ + + /* Check if all the space in the type is used. If not, we must + * fill the background buffer. */ + /* TODO: This is only necessary on read, we don't care about + * compound gaps in the "file" DSMINC */ + HDassert(size_used <= *dst_type_size); + if(size_used != *dst_type_size) + *fill_bkg = TRUE; + + break; + } /* end block */ + + case H5T_ARRAY: + /* Get parent type */ + if((memb_type_id = H5Tget_super(dst_type_id)) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CANTGET, FAIL, "can't get array parent type") + + /* Get source parent type */ + if((src_memb_type_id = H5Tget_super(src_type_id)) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CANTGET, FAIL, "can't get array parent type") + + /* Recursively check parent type */ + if((ret_value = H5VL_rados_need_bkg(src_memb_type_id, memb_type_id, &memb_size, fill_bkg)) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CANTINIT, FAIL, "can't check if background buffer needed") + + /* Close source parent type */ + if(H5Tclose(src_memb_type_id) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CLOSEERROR, FAIL, "can't close array parent type") + src_memb_type_id = -1; + + /* Close parent type */ + if(H5Tclose(memb_type_id) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CLOSEERROR, FAIL, "can't close array parent type") + memb_type_id = -1; + + break; + + case H5T_REFERENCE: + case H5T_VLEN: + /* Not yet supported */ + HGOTO_ERROR(H5E_DATATYPE, H5E_UNSUPPORTED, FAIL, "reference and vlen types not supported") + + break; + + case H5T_NO_CLASS: + case H5T_NCLASSES: + default: + HGOTO_ERROR(H5E_DATATYPE, H5E_BADVALUE, FAIL, "invalid type class") + } /* end switch */ + +done: + /* Cleanup on failure */ + if(ret_value < 0) { + if(memb_type_id >= 0) + if(H5I_dec_app_ref(memb_type_id) < 0) + HDONE_ERROR(H5E_DATATYPE, H5E_CANTDEC, FAIL, "failed to close member type") + if(src_memb_type_id >= 0) + if(H5I_dec_app_ref(src_memb_type_id) < 0) + HDONE_ERROR(H5E_DATATYPE, H5E_CANTDEC, FAIL, "failed to close source member type") + memb_name = (char *)H5MM_xfree(memb_name); + } /* end if */ + + FUNC_LEAVE_NOAPI(ret_value) +} /* end H5VL_rados_need_bkg() */ + + +/*------------------------------------------------------------------------- + * Function: H5VL_rados_tconv_init + * + * Purpose: DSMINC + * + * Return: Success: 0 + * Failure: -1 + * + * Programmer: Neil Fortner + * April, 2018 + * + *------------------------------------------------------------------------- + */ +static herr_t +H5VL_rados_tconv_init(hid_t src_type_id, size_t *src_type_size, + hid_t dst_type_id, size_t *dst_type_size, size_t num_elem, void **tconv_buf, + void **bkg_buf, H5VL_rados_tconv_reuse_t *reuse, hbool_t *fill_bkg) +{ + htri_t need_bkg; + htri_t types_equal; + herr_t ret_value = SUCCEED; + + FUNC_ENTER_NOAPI_NOINIT + + HDassert(src_type_size); + HDassert(dst_type_size); + HDassert(tconv_buf); + HDassert(!*tconv_buf); + HDassert(bkg_buf); + HDassert(!*bkg_buf); + HDassert(fill_bkg); + HDassert(!*fill_bkg); + + /* Get source type size */ + if((*src_type_size = H5Tget_size(src_type_id)) == 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CANTGET, FAIL, "can't get source type size") + + /* Check if the types are equal */ + if((types_equal = H5Tequal(src_type_id, dst_type_id)) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CANTCOMPARE, FAIL, "can't check if types are equal") + if(types_equal) + /* Types are equal, no need for conversion, just set dst_type_size */ + *dst_type_size = *src_type_size; + else { + /* Check if we need a background buffer */ + if((need_bkg = H5VL_rados_need_bkg(src_type_id, dst_type_id, dst_type_size, fill_bkg)) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CANTINIT, FAIL, "can't check if background buffer needed") + + /* Check for reusable destination buffer */ + if(reuse) { + HDassert(*reuse == H5VL_RADOS_TCONV_REUSE_NONE); + + /* Use dest buffer for type conversion if it large enough, otherwise + * use it for the background buffer if one is needed. */ + if(dst_type_size >= src_type_size) + *reuse = H5VL_RADOS_TCONV_REUSE_TCONV; + else if(need_bkg) + *reuse = H5VL_RADOS_TCONV_REUSE_BKG; + } /* end if */ + + /* Allocate conversion buffer if it is not being reused */ + if(!reuse || (*reuse != H5VL_RADOS_TCONV_REUSE_TCONV)) + if(NULL == (*tconv_buf = H5MM_malloc(num_elem * (*src_type_size + > *dst_type_size ? *src_type_size : *dst_type_size)))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, FAIL, "can't allocate type conversion buffer") + + /* Allocate background buffer if one is needed and it is not being + * reused */ + if(need_bkg && (!reuse || (*reuse != H5VL_RADOS_TCONV_REUSE_BKG))) + if(NULL == (*bkg_buf = H5MM_calloc(num_elem * *dst_type_size))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, FAIL, "can't allocate background buffer") + } /* end else */ + +done: + /* Cleanup on failure */ + if(ret_value < 0) { + *tconv_buf = H5MM_xfree(*tconv_buf); + *bkg_buf = H5MM_xfree(*bkg_buf); + if(reuse) + *reuse = H5VL_RADOS_TCONV_REUSE_NONE; + } /* end if */ + + FUNC_LEAVE_NOAPI(ret_value) +} /* end H5VL_rados_tconv_init() */ + + +/*------------------------------------------------------------------------- + * Function: H5VL_rados_dataset_create + * + * Purpose: Sends a request to RADOS to create a dataset + * + * Return: Success: dataset object. + * Failure: NULL + * + * Programmer: Neil Fortner + * March, 2018 + * + *------------------------------------------------------------------------- + */ +static void * +H5VL_rados_dataset_create(void *_item, + H5VL_loc_params_t H5_ATTR_UNUSED loc_params, const char *name, + hid_t dcpl_id, hid_t dapl_id, hid_t dxpl_id, void **req) +{ + H5VL_rados_item_t *item = (H5VL_rados_item_t *)_item; + H5VL_rados_dset_t *dset = NULL; + H5P_genplist_t *plist = NULL; /* Property list pointer */ + hid_t type_id, space_id; + H5VL_rados_group_t *target_grp = NULL; + uint8_t *md_buf = NULL; + hbool_t collective = item->file->collective; + int ret; + void *ret_value = NULL; + + FUNC_ENTER_NOAPI_NOINIT + + /* Check for write access */ + if(!(item->file->flags & H5F_ACC_RDWR)) + HGOTO_ERROR(H5E_FILE, H5E_BADVALUE, NULL, "no write intent on file") + + /* Check for collective access, if not already set by the file */ + if(!collective) + if(H5Pget_all_coll_metadata_ops(dapl_id, &collective) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, NULL, "can't get collective access property") + + /* Get the dcpl plist structure */ + if(NULL == (plist = (H5P_genplist_t *)H5I_object(dcpl_id))) + HGOTO_ERROR(H5E_ATOM, H5E_BADATOM, NULL, "can't find object for ID") + + /* get creation properties */ + if(H5P_get(plist, H5VL_PROP_DSET_TYPE_ID, &type_id) < 0) + HGOTO_ERROR(H5E_PLIST, H5E_CANTGET, NULL, "can't get property value for datatype id") + if(H5P_get(plist, H5VL_PROP_DSET_SPACE_ID, &space_id) < 0) + HGOTO_ERROR(H5E_PLIST, H5E_CANTGET, NULL, "can't get property value for space id") + + /* Allocate the dataset object that is returned to the user */ + if(NULL == (dset = H5FL_CALLOC(H5VL_rados_dset_t))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, NULL, "can't allocate RADOS dataset struct") + dset->obj.item.type = H5I_DATASET; + dset->obj.item.file = item->file; + dset->obj.item.rc = 1; + dset->type_id = FAIL; + dset->space_id = FAIL; + dset->dcpl_id = FAIL; + dset->dapl_id = FAIL; + + /* Generate dataset oid */ + if(H5VL_rados_oid_create(item->file, item->file->max_oid + (uint64_t)1, H5I_DATASET, &dset->obj.bin_oid, &dset->obj.oid) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, NULL, "can't generate dataset oid") + + /* Update max_oid */ + item->file->max_oid = H5VL_rados_oid_to_idx(dset->obj.bin_oid); + + /* Create dataset and write metadata if this process should */ + if(!collective || (item->file->my_rank == 0)) { + const char *target_name = NULL; + H5VL_rados_link_val_t link_val; + uint8_t *p; + size_t type_size = 0; + size_t space_size = 0; + size_t dcpl_size = 0; + size_t md_size = 0; + + /* Traverse the path */ + if(NULL == (target_grp = H5VL_rados_group_traverse(item, name, dxpl_id, req, &target_name, NULL, NULL))) + HGOTO_ERROR(H5E_DATASET, H5E_BADITER, NULL, "can't traverse path") + + /* Create dataset */ + /* Write max OID */ + /*if(H5VL_daosm_write_max_oid(item->file) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, NULL, "can't write max OID")*/ + + /* Determine buffer sizes */ + if(H5Tencode(type_id, NULL, &type_size) < 0) + HGOTO_ERROR(H5E_ARGS, H5E_BADTYPE, NULL, "can't determine serialized length of datatype") + if(H5Sencode(space_id, NULL, &space_size) < 0) + HGOTO_ERROR(H5E_ARGS, H5E_BADTYPE, NULL, "can't determine serialized length of dataaspace") + if(H5Pencode(dcpl_id, NULL, &dcpl_size) < 0) + HGOTO_ERROR(H5E_ARGS, H5E_BADTYPE, NULL, "can't determine serialized length of dcpl") + md_size = (3 * sizeof(uint64_t)) + type_size + space_size + dcpl_size; + + /* Allocate metadata buffer */ + if(NULL == (md_buf = H5MM_malloc(md_size))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, NULL, "can't allocate buffer for constant metadata") + + /* Encode info lengths */ + p = md_buf; + UINT64ENCODE(p, (uint64_t)type_size) + UINT64ENCODE(p, (uint64_t)space_size) + UINT64ENCODE(p, (uint64_t)dcpl_size) + + /* Encode datatype */ + if(H5Tencode(type_id, md_buf + (3 * sizeof(uint64_t)), &type_size) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTENCODE, NULL, "can't serialize datatype") + + /* Encode dataspace */ + if(H5Sencode(space_id, md_buf + (3 * sizeof(uint64_t)) + type_size, &space_size) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTENCODE, NULL, "can't serialize dataaspace") + + /* Encode DCPL */ + if(H5Pencode(dcpl_id, md_buf + (3 * sizeof(uint64_t)) + type_size + space_size, &dcpl_size) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTENCODE, NULL, "can't serialize dcpl") + + /* Write internal metadata to dataset */ + if((ret = rados_write_full(ioctx_g, dset->obj.oid, (const char *)md_buf, md_size)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, NULL, "can't write metadata to dataset: %s", strerror(ret)) + + /* Create link to dataset */ + link_val.type = H5L_TYPE_HARD; + link_val.target.hard = dset->obj.bin_oid; + if(H5VL_rados_link_write(target_grp, target_name, &link_val) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, NULL, "can't create link to dataset") + } /* end if */ + + /* Finish setting up dataset struct */ + if((dset->type_id = H5Tcopy(type_id)) < 0) + HGOTO_ERROR(H5E_SYM, H5E_CANTCOPY, NULL, "failed to copy datatype") + if((dset->space_id = H5Scopy(space_id)) < 0) + HGOTO_ERROR(H5E_SYM, H5E_CANTCOPY, NULL, "failed to copy dataspace") + if(H5Sselect_all(dset->space_id) < 0) + HGOTO_ERROR(H5E_DATASPACE, H5E_CANTDELETE, NULL, "can't change selection") + if((dset->dcpl_id = H5Pcopy(dcpl_id)) < 0) + HGOTO_ERROR(H5E_SYM, H5E_CANTCOPY, NULL, "failed to copy dcpl") + if((dset->dapl_id = H5Pcopy(dapl_id)) < 0) + HGOTO_ERROR(H5E_SYM, H5E_CANTCOPY, NULL, "failed to copy dapl") + + /* Set return value */ + ret_value = (void *)dset; + +done: + /* Close target group */ + if(target_grp && H5VL_rados_group_close(target_grp, dxpl_id, req) < 0) + HDONE_ERROR(H5E_DATASET, H5E_CLOSEERROR, NULL, "can't close group") + + /* Cleanup on failure */ + /* Destroy RADOS object if created before failure DSMINC */ + if(NULL == ret_value) + /* Close dataset */ + if(dset && H5VL_rados_dataset_close(dset, dxpl_id, req) < 0) + HDONE_ERROR(H5E_DATASET, H5E_CLOSEERROR, NULL, "can't close dataset") + + /* Free memory */ + md_buf = H5MM_xfree(md_buf); + + FUNC_LEAVE_NOAPI(ret_value) +} /* end H5VL_rados_dataset_create() */ + + +/*------------------------------------------------------------------------- + * Function: H5VL_rados_dataset_open + * + * Purpose: Sends a request to RADOS to open a dataset + * + * Return: Success: dataset object. + * Failure: NULL + * + * Programmer: Neil Fortner + * March, 2016 + * + *------------------------------------------------------------------------- + */ +static void * +H5VL_rados_dataset_open(void *_item, + H5VL_loc_params_t H5_ATTR_UNUSED loc_params, const char *name, + hid_t dapl_id, hid_t dxpl_id, void **req) +{ + H5VL_rados_item_t *item = (H5VL_rados_item_t *)_item; + H5VL_rados_dset_t *dset = NULL; + H5VL_rados_group_t *target_grp = NULL; + const char *target_name = NULL; + uint64_t type_len = 0; + uint64_t space_len = 0; + uint64_t dcpl_len = 0; + time_t pmtime; + uint8_t dinfo_buf_static[H5VL_RADOS_DINFO_BUF_SIZE]; + uint8_t *dinfo_buf_dyn = NULL; + uint8_t *dinfo_buf = dinfo_buf_static; + uint8_t *p; + hbool_t collective = item->file->collective; + hbool_t must_bcast = FALSE; + int ret; + void *ret_value = NULL; + + FUNC_ENTER_NOAPI_NOINIT + + /* Check for collective access, if not already set by the file */ + if(!collective) + if(H5Pget_all_coll_metadata_ops(dapl_id, &collective) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, NULL, "can't get collective access property") + + /* Allocate the dataset object that is returned to the user */ + if(NULL == (dset = H5FL_CALLOC(H5VL_rados_dset_t))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, NULL, "can't allocate RADOS dataset struct") + dset->obj.item.type = H5I_DATASET; + dset->obj.item.file = item->file; + dset->obj.item.rc = 1; + dset->type_id = FAIL; + dset->space_id = FAIL; + dset->dcpl_id = FAIL; + dset->dapl_id = FAIL; + + /* Check if we're actually opening the group or just receiving the dataset + * info from the leader */ + if(!collective || (item->file->my_rank == 0)) { + uint64_t md_len = 0; + + if(collective && (item->file->num_procs > 1)) + must_bcast = TRUE; + + /* Check for open by address */ + if(H5VL_OBJECT_BY_ADDR == loc_params.type) { + /* Generate oid from address */ + dset->obj.bin_oid = (uint64_t)loc_params.loc_data.loc_by_addr.addr; + if(H5VL_rados_oid_create_string(item->file, dset->obj.bin_oid, &dset->obj.oid) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, NULL, "can't encode string oid") + } /* end if */ + else { + /* Open using name parameter */ + /* Traverse the path */ + if(NULL == (target_grp = H5VL_rados_group_traverse(item, name, dxpl_id, req, &target_name, NULL, NULL))) + HGOTO_ERROR(H5E_DATASET, H5E_BADITER, NULL, "can't traverse path") + + /* Follow link to dataset */ + if(H5VL_rados_link_follow(target_grp, (char *)target_name, HDstrlen(target_name), dxpl_id, req, &dset->obj.bin_oid) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, NULL, "can't follow link to dataset") + + /* Create string oid */ + if(H5VL_rados_oid_create_string(item->file, dset->obj.bin_oid, &dset->obj.oid) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, NULL, "can't encode string oid") + } /* end else */ + + /* Read internal metadata size from dataset */ + if((ret = rados_stat(ioctx_g, dset->obj.oid, &md_len, &pmtime)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTDECODE, NULL, "can't read metadata size from group: %s", strerror(ret)) + + /* Check for metadata not found */ + if(md_len == (uint64_t)0) + HGOTO_ERROR(H5E_DATASET, H5E_NOTFOUND, NULL, "internal metadata not found") + + /* Allocate dynamic buffer if necessary */ + if(md_len + sizeof(uint64_t) > sizeof(dinfo_buf_static)) { + if(NULL == (dinfo_buf_dyn = H5MM_malloc(md_len + sizeof(uint64_t)))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, NULL, "can't allocate buffer for constant dataset metadata") + dinfo_buf = dinfo_buf_dyn; + } /* end if */ + + /* Read internal metadata from dataset */ + if((ret = rados_read(ioctx_g, dset->obj.oid, (char *)(dinfo_buf + sizeof(uint64_t)), md_len, 0)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTDECODE, NULL, "can't read metadata from dataset: %s", strerror(ret)) + + /* Decode info lengths */ + p = (uint8_t *)dinfo_buf + sizeof(uint64_t); + UINT64DECODE(p, type_len) + UINT64DECODE(p, space_len) + UINT64DECODE(p, dcpl_len) + if(type_len + space_len + dcpl_len + (3 * sizeof(uint64_t)) != md_len) + HGOTO_ERROR(H5E_DATASET, H5E_CANTDECODE, NULL, "dataset internal metadata size mismatch") + + /* Broadcast dataset info if there are other processes that need it */ + if(collective && (item->file->num_procs > 1)) { + HDassert(dinfo_buf); + HDassert(sizeof(dinfo_buf_static) >= 4 * sizeof(uint64_t)); + + /* Encode oid */ + p = dinfo_buf; + UINT64ENCODE(p, dset->obj.bin_oid) + + /* MPI_Bcast dinfo_buf */ + HDassert((md_len + sizeof(uint64_t) >= sizeof(dinfo_buf_static)) || (dinfo_buf == dinfo_buf_static)); + if(MPI_SUCCESS != MPI_Bcast((char *)dinfo_buf, sizeof(dinfo_buf_static), MPI_BYTE, 0, item->file->comm)) + HGOTO_ERROR(H5E_DATASET, H5E_MPI, NULL, "can't bcast dataset info") + + /* Need a second bcast if it did not fit in the receivers' static + * buffer */ + if(dinfo_buf != dinfo_buf_static) { + HDassert(md_len + sizeof(uint64_t) > sizeof(dinfo_buf_static)); + if(MPI_SUCCESS != MPI_Bcast((char *)dinfo_buf + (4 * sizeof(uint64_t)), (int)(md_len - (3 * sizeof(uint64_t))), MPI_BYTE, 0, item->file->comm)) + HGOTO_ERROR(H5E_DATASET, H5E_MPI, NULL, "can't bcast dataset info (second bcast)") + } /* end if */ + + /* Reset p */ + p = dinfo_buf + (4 * sizeof(uint64_t)); + } /* end if */ + } /* end if */ + else { + uint64_t tot_len = 0; + + /* Receive dataset info */ + if(MPI_SUCCESS != MPI_Bcast((char *)dinfo_buf, sizeof(dinfo_buf_static), MPI_BYTE, 0, item->file->comm)) + HGOTO_ERROR(H5E_DATASET, H5E_MPI, NULL, "can't bcast dataset info") + + /* Decode oid */ + p = dinfo_buf_static; + UINT64DECODE(p, dset->obj.bin_oid) + + /* Decode serialized info lengths */ + UINT64DECODE(p, type_len) + UINT64DECODE(p, space_len) + UINT64DECODE(p, dcpl_len) + tot_len = type_len + space_len + dcpl_len; + + /* Check for type_len set to 0 - indicates failure */ + if(type_len == 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, NULL, "lead process failed to open dataset") + + /* Check if we need to perform another bcast */ + if(tot_len + (4 * sizeof(uint64_t)) > sizeof(dinfo_buf_static)) { + /* Allocate a dynamic buffer if necessary */ + if(tot_len > sizeof(dinfo_buf_static)) { + if(NULL == (dinfo_buf_dyn = (uint8_t *)H5MM_malloc(tot_len))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, NULL, "can't allocate space for dataset info") + dinfo_buf = dinfo_buf_dyn; + } /* end if */ + + /* Receive dataset info */ + if(MPI_SUCCESS != MPI_Bcast((char *)dinfo_buf, (int)tot_len, MPI_BYTE, 0, item->file->comm)) + HGOTO_ERROR(H5E_DATASET, H5E_MPI, NULL, "can't bcast dataset info (second bcast)") + + p = dinfo_buf; + } /* end if */ + } /* end else */ + + /* Decode datatype, dataspace, and DCPL */ + if((dset->type_id = H5Tdecode(p)) < 0) + HGOTO_ERROR(H5E_ARGS, H5E_CANTDECODE, NULL, "can't deserialize datatype") + p += type_len; + if((dset->space_id = H5Sdecode(p)) < 0) + HGOTO_ERROR(H5E_ARGS, H5E_CANTDECODE, NULL, "can't deserialize datatype") + if(H5Sselect_all(dset->space_id) < 0) + HGOTO_ERROR(H5E_DATASPACE, H5E_CANTDELETE, NULL, "can't change selection") + p += space_len; + if((dset->dcpl_id = H5Pdecode(p)) < 0) + HGOTO_ERROR(H5E_ARGS, H5E_CANTDECODE, NULL, "can't deserialize dataset creation property list") + + /* Finish setting up dataset struct */ + if((dset->dapl_id = H5Pcopy(dapl_id)) < 0) + HGOTO_ERROR(H5E_SYM, H5E_CANTCOPY, NULL, "failed to copy dapl"); + + /* Set return value */ + ret_value = (void *)dset; + +done: + /* Cleanup on failure */ + if(NULL == ret_value) { + /* Bcast dinfo_buf as '0' if necessary - this will trigger failures in + * in other processes so we do not need to do the second bcast. */ + if(must_bcast) { + HDmemset(dinfo_buf_static, 0, sizeof(dinfo_buf_static)); + if(MPI_SUCCESS != MPI_Bcast(dinfo_buf_static, sizeof(dinfo_buf_static), MPI_BYTE, 0, item->file->comm)) + HDONE_ERROR(H5E_DATASET, H5E_MPI, NULL, "can't bcast empty dataset info") + } /* end if */ + + /* Close dataset */ + if(dset && H5VL_rados_dataset_close(dset, dxpl_id, req) < 0) + HDONE_ERROR(H5E_DATASET, H5E_CLOSEERROR, NULL, "can't close dataset") + } /* end if */ + + /* Close target group */ + if(target_grp && H5VL_rados_group_close(target_grp, dxpl_id, req) < 0) + HDONE_ERROR(H5E_DATASET, H5E_CLOSEERROR, NULL, "can't close group") + + /* Free memory */ + dinfo_buf_dyn = (uint8_t *)H5MM_xfree(dinfo_buf_dyn); + + FUNC_LEAVE_NOAPI(ret_value) +} /* end H5VL_rados_dataset_open() */ + + +/*------------------------------------------------------------------------- + * Function: H5VL_rados_build_io_op_merge + * + * Purpose: RADOSINC + * + * Return: Success: 0 + * Failure: -1 + * + * Programmer: Neil Fortner + * April, 2018 + * + *------------------------------------------------------------------------- + */ +static herr_t +H5VL_rados_build_io_op_merge(H5S_t *mem_space, H5S_t *file_space, + size_t type_size, size_t tot_nelem, void *rbuf, const void *wbuf, + rados_read_op_t read_op, rados_write_op_t write_op) +{ + H5S_sel_iter_t mem_sel_iter; /* Selection iteration info */ + hbool_t mem_sel_iter_init = FALSE; /* Selection iteration info has been initialized */ + H5S_sel_iter_t file_sel_iter; /* Selection iteration info */ + hbool_t file_sel_iter_init = FALSE; /* Selection iteration info has been initialized */ + size_t mem_nseq = 0; + size_t file_nseq = 0; + size_t nelem; + hsize_t mem_off[H5VL_RADOS_SEQ_LIST_LEN]; + size_t mem_len[H5VL_RADOS_SEQ_LIST_LEN]; + hsize_t file_off[H5VL_RADOS_SEQ_LIST_LEN]; + size_t file_len[H5VL_RADOS_SEQ_LIST_LEN]; + size_t io_len; + size_t tot_len = tot_nelem * type_size; + size_t mem_i = 0; + size_t file_i = 0; + size_t mem_ei = 0; + size_t file_ei = 0; + herr_t ret_value = SUCCEED; + + FUNC_ENTER_NOAPI_NOINIT + + HDassert(!rbuf != !wbuf); + HDassert(tot_nelem > 0); + + /* Initialize selection iterators */ + if(H5S_select_iter_init(&mem_sel_iter, mem_space, type_size) < 0) + HGOTO_ERROR(H5E_DATASPACE, H5E_CANTINIT, FAIL, "unable to initialize selection iterator") + mem_sel_iter_init = TRUE; /* Selection iteration info has been initialized */ + if(H5S_select_iter_init(&file_sel_iter, file_space, type_size) < 0) + HGOTO_ERROR(H5E_DATASPACE, H5E_CANTINIT, FAIL, "unable to initialize selection iterator") + file_sel_iter_init = TRUE; /* Selection iteration info has been initialized */ + + /* Generate sequences from the file space until finished */ + do { + /* Get the sequences of bytes if necessary */ + HDassert(mem_i <= mem_nseq); + if(mem_i == mem_nseq) { + if(H5S_SELECT_GET_SEQ_LIST(mem_space, 0, &mem_sel_iter, (size_t)H5VL_RADOS_SEQ_LIST_LEN, (size_t)-1, &mem_nseq, &nelem, mem_off, mem_len) < 0) + HGOTO_ERROR(H5E_DATASPACE, H5E_CANTGET, FAIL, "sequence length generation failed") + mem_i = 0; + } /* end if */ + HDassert(file_i <= file_nseq); + if(file_i == file_nseq) { + if(H5S_SELECT_GET_SEQ_LIST(file_space, 0, &file_sel_iter, (size_t)H5VL_RADOS_SEQ_LIST_LEN, (size_t)-1, &file_nseq, &nelem, file_off, file_len) < 0) + HGOTO_ERROR(H5E_DATASPACE, H5E_CANTGET, FAIL, "sequence length generation failed") + file_i = 0; + } /* end if */ + + /* Calculate number of elements to put in next merged offset/length + * pair */ + io_len = mem_len[mem_i] <= file_len[file_i] ? mem_len[mem_i] : file_len[file_i]; + + /* Add to I/O op */ + if(rbuf) + rados_read_op_read(read_op, (uint64_t)(file_off[file_i] + file_ei), + io_len, (char *)rbuf + mem_off[mem_i] + mem_ei, NULL, NULL); + else + rados_write_op_write(write_op, + (const char *)wbuf + mem_off[mem_i] + mem_ei, + io_len, (uint64_t)(file_off[file_i] + file_ei)); + + /* Update indices */ + if(io_len == mem_len[mem_i]) { + mem_i++; + mem_ei = 0; + } /* end if */ + else { + HDassert(mem_len[mem_i] > io_len); + mem_len[mem_i] -= io_len; + mem_ei += io_len; + } /* end else */ + if(io_len == file_len[file_i]) { + file_i++; + file_ei = 0; + } /* end if */ + else { + HDassert(file_len[file_i] > io_len); + file_len[file_i] -= io_len; + file_ei += io_len; + } /* end else */ + tot_len -= io_len; + } while(tot_len > 0); + +done: + /* Release selection iterators */ + if(mem_sel_iter_init && H5S_SELECT_ITER_RELEASE(&mem_sel_iter) < 0) + HDONE_ERROR(H5E_DATASPACE, H5E_CANTRELEASE, FAIL, "unable to release selection iterator") + if(file_sel_iter_init && H5S_SELECT_ITER_RELEASE(&file_sel_iter) < 0) + HDONE_ERROR(H5E_DATASPACE, H5E_CANTRELEASE, FAIL, "unable to release selection iterator") + + FUNC_LEAVE_NOAPI(ret_value) +} /* end H5VL_rados_build_io_op_merge() */ + + +/*------------------------------------------------------------------------- + * Function: H5VL_rados_build_io_op_match + * + * Purpose: RADOSINC + * + * Return: Success: 0 + * Failure: -1 + * + * Programmer: Neil Fortner + * April, 2018 + * + *------------------------------------------------------------------------- + */ +static herr_t +H5VL_rados_build_io_op_match(H5S_t *file_space, size_t type_size, + size_t tot_nelem, void *rbuf, const void *wbuf, rados_read_op_t read_op, + rados_write_op_t write_op) +{ + H5S_sel_iter_t sel_iter; /* Selection iteration info */ + hbool_t sel_iter_init = FALSE; /* Selection iteration info has been initialized */ + size_t nseq; + size_t nelem; + hsize_t off[H5VL_RADOS_SEQ_LIST_LEN]; + size_t len[H5VL_RADOS_SEQ_LIST_LEN]; + size_t szi; + herr_t ret_value = SUCCEED; + + FUNC_ENTER_NOAPI_NOINIT + + HDassert(!rbuf != !wbuf); + HDassert(tot_nelem > 0); + + /* Initialize selection iterator */ + if(H5S_select_iter_init(&sel_iter, file_space, type_size) < 0) + HGOTO_ERROR(H5E_DATASPACE, H5E_CANTINIT, FAIL, "unable to initialize selection iterator") + sel_iter_init = TRUE; /* Selection iteration info has been initialized */ + + /* Generate sequences from the file space until finished */ + do { + /* Get the sequences of bytes */ + if(H5S_SELECT_GET_SEQ_LIST(file_space, 0, &sel_iter, (size_t)H5VL_RADOS_SEQ_LIST_LEN, (size_t)-1, &nseq, &nelem, off, len) < 0) + HGOTO_ERROR(H5E_DATASPACE, H5E_CANTGET, FAIL, "sequence length generation failed") + tot_nelem -= nelem; + + /* Create io ops from offsets and lengths */ + if(rbuf) + for(szi = 0; szi < nseq; szi++) + rados_read_op_read(read_op, (uint64_t)off[szi], len[szi], + (char *)rbuf + off[szi], NULL, NULL); + else + for(szi = 0; szi < nseq; szi++) + rados_write_op_write(write_op, (const char *)wbuf + off[szi], + len[szi], (uint64_t)off[szi]); + } while(tot_nelem > 0); + +done: + /* Release selection iterator */ + if(sel_iter_init && H5S_SELECT_ITER_RELEASE(&sel_iter) < 0) + HDONE_ERROR(H5E_DATASPACE, H5E_CANTRELEASE, FAIL, "unable to release selection iterator") + + FUNC_LEAVE_NOAPI(ret_value) +} /* end H5VL_rados_build_io_op_match() */ + + +/*------------------------------------------------------------------------- + * Function: H5VL_rados_build_io_op_contig + * + * Purpose: RADOSINC + * + * Return: Success: 0 + * Failure: -1 + * + * Programmer: Neil Fortner + * April, 2018 + * + *------------------------------------------------------------------------- + */ +static herr_t +H5VL_rados_build_io_op_contig(H5S_t *file_space, size_t type_size, + size_t tot_nelem, void *rbuf, const void *wbuf, rados_read_op_t read_op, + rados_write_op_t write_op) +{ + H5S_sel_iter_t sel_iter; /* Selection iteration info */ + hbool_t sel_iter_init = FALSE; /* Selection iteration info has been initialized */ + size_t nseq; + size_t nelem; + hsize_t off[H5VL_RADOS_SEQ_LIST_LEN]; + size_t len[H5VL_RADOS_SEQ_LIST_LEN]; + size_t mem_off = 0; + size_t szi; + herr_t ret_value = SUCCEED; + + FUNC_ENTER_NOAPI_NOINIT + + HDassert(rbuf || wbuf); + HDassert(tot_nelem > 0); + + /* Initialize selection iterator */ + if(H5S_select_iter_init(&sel_iter, file_space, type_size) < 0) + HGOTO_ERROR(H5E_DATASPACE, H5E_CANTINIT, FAIL, "unable to initialize selection iterator") + sel_iter_init = TRUE; /* Selection iteration info has been initialized */ + + /* Generate sequences from the file space until finished */ + do { + /* Get the sequences of bytes */ + if(H5S_SELECT_GET_SEQ_LIST(file_space, 0, &sel_iter, (size_t)H5VL_RADOS_SEQ_LIST_LEN, (size_t)-1, &nseq, &nelem, off, len) < 0) + HGOTO_ERROR(H5E_DATASPACE, H5E_CANTGET, FAIL, "sequence length generation failed") + tot_nelem -= nelem; + + /* Create io ops from offsets and lengths */ + for(szi = 0; szi < nseq; szi++) { + if(rbuf) + rados_read_op_read(read_op, (uint64_t)off[szi], len[szi], + (char *)rbuf + mem_off, NULL, NULL); + if(wbuf) + rados_write_op_write(write_op, (const char *)wbuf + mem_off, + len[szi], (uint64_t)off[szi]); + mem_off += len[szi]; + } /* end for */ + } while(tot_nelem > 0); + +done: + /* Release selection iterator */ + if(sel_iter_init && H5S_SELECT_ITER_RELEASE(&sel_iter) < 0) + HDONE_ERROR(H5E_DATASPACE, H5E_CANTRELEASE, FAIL, "unable to release selection iterator") + + FUNC_LEAVE_NOAPI(ret_value) +} /* end H5VL_rados_build_io_op_contig() */ + + +/*------------------------------------------------------------------------- + * Function: H5VL_rados_scatter_cb + * + * Purpose: Callback function for H5Dscatter. Simply passes the + * entire buffer described by udata to H5Dscatter. + * + * Return: SUCCEED (never fails) + * + * Programmer: Neil Fortner + * April, 2018 + * + *------------------------------------------------------------------------- + */ +static herr_t +H5VL_rados_scatter_cb(const void **src_buf, size_t *src_buf_bytes_used, + void *_udata) +{ + H5VL_rados_scatter_cb_ud_t *udata = (H5VL_rados_scatter_cb_ud_t *)_udata; + + FUNC_ENTER_NOAPI_NOINIT_NOERR + + /* Set src_buf and src_buf_bytes_used to use the entire buffer */ + *src_buf = udata->buf; + *src_buf_bytes_used = udata->len; + + FUNC_LEAVE_NOAPI(SUCCEED) +} /* end H5VL_rados_scatter_cb() */ + +#if 0 + +/*------------------------------------------------------------------------- + * Function: H5VL_daosm_dataset_mem_vl_rd_cb + * + * Purpose: H5Diterate callback for iterating over the memory space + * before reading vl data. Allocates vl read buffers, + * up scatter gather lists (sgls), and reshapes iods if + * necessary to skip empty elements. + * + * Return: Success: 0 + * Failure: -1, dataset not written. + * + * Programmer: Neil Fortner + * May, 2017 + * + *------------------------------------------------------------------------- + */ +static herr_t +H5VL_daosm_dataset_mem_vl_rd_cb(void *_elem, hid_t H5_ATTR_UNUSED type_id, + unsigned H5_ATTR_UNUSED ndim, const hsize_t H5_ATTR_UNUSED *point, + void *_udata) +{ + H5VL_daosm_vl_mem_ud_t *udata = (H5VL_daosm_vl_mem_ud_t *)_udata; + herr_t ret_value = SUCCEED; + + FUNC_ENTER_NOAPI_NOINIT + + /* Set up constant sgl info */ + udata->sgls[udata->idx].sg_nr.num = 1; + udata->sgls[udata->idx].sg_nr.num_out = 0; + udata->sgls[udata->idx].sg_iovs = &udata->sg_iovs[udata->idx]; + + /* Check for empty element */ + if(udata->iods[udata->idx].iod_size == 0) { + /* Increment offset, slide down following elements */ + udata->offset++; + + /* Zero out read buffer */ + if(udata->is_vl_str) + *(char **)_elem = NULL; + else + HDmemset(_elem, 0, sizeof(hvl_t)); + } /* end if */ + else { + HDassert(udata->idx >= udata->offset); + + /* Check for vlen string */ + if(udata->is_vl_str) { + char *elem = NULL; + + /* Allocate buffer for this vl element */ + if(NULL == (elem = (char *)HDmalloc((size_t)udata->iods[udata->idx].iod_size + 1))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, FAIL, "can't allocate vl data buffer") + *(char **)_elem = elem; + + /* Add null terminator */ + elem[udata->iods[udata->idx].iod_size] = '\0'; + + /* Set buffer location in sgl */ + daos_iov_set(&udata->sg_iovs[udata->idx - udata->offset], elem, udata->iods[udata->idx].iod_size); + } /* end if */ + else { + /* Standard vlen, find hvl_t struct for this element */ + hvl_t *elem = (hvl_t *)_elem; + + HDassert(udata->base_type_size > 0); + + /* Allocate buffer for this vl element and set size */ + elem->len = (size_t)udata->iods[udata->idx].iod_size / udata->base_type_size; + if(NULL == (elem->p = HDmalloc((size_t)udata->iods[udata->idx].iod_size))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, FAIL, "can't allocate vl data buffer") + + /* Set buffer location in sgl */ + daos_iov_set(&udata->sg_iovs[udata->idx - udata->offset], elem->p, udata->iods[udata->idx].iod_size); + } /* end if */ + + /* Slide down iod if necessary */ + if(udata->offset) + udata->iods[udata->idx - udata->offset] = udata->iods[udata->idx]; + } /* end else */ + + /* Advance idx */ + udata->idx++; + +done: + FUNC_LEAVE_NOAPI(ret_value) +} /* end H5VL_daosm_dataset_mem_vl_rd_cb() */ + + +/*------------------------------------------------------------------------- + * Function: H5VL_daosm_dataset_file_vl_cb + * + * Purpose: H5Diterate callback for iterating over the file space + * before vl data I/O. Sets up akeys and iods (except for + * iod record sizes). + * + * Return: Success: 0 + * Failure: -1, dataset not written. + * + * Programmer: Neil Fortner + * May, 2017 + * + *------------------------------------------------------------------------- + */ +static herr_t +H5VL_daosm_dataset_file_vl_cb(void H5_ATTR_UNUSED *_elem, + hid_t H5_ATTR_UNUSED type_id, unsigned ndim, const hsize_t *point, + void *_udata) +{ + H5VL_daosm_vl_file_ud_t *udata = (H5VL_daosm_vl_file_ud_t *)_udata; + size_t akey_len = ndim * sizeof(uint64_t); + uint64_t coordu64; + uint8_t *p; + unsigned i; + herr_t ret_value = SUCCEED; + + FUNC_ENTER_NOAPI_NOINIT + + /* Create akey for this element */ + if(NULL == (udata->akeys[udata->idx] = (uint8_t *)H5MM_malloc(akey_len))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, FAIL, "can't allocate buffer for akey") + p = udata->akeys[udata->idx]; + for(i = 0; i < ndim; i++) { + coordu64 = (uint64_t)point[i]; + UINT64ENCODE(p, coordu64) + } /* end for */ + + /* Set up iod, size was set in memory callback or initialized in main read + * function. Use "single" records of varying size. */ + daos_iov_set(&udata->iods[udata->idx].iod_name, (void *)udata->akeys[udata->idx], (daos_size_t)akey_len); + daos_csum_set(&udata->iods[udata->idx].iod_kcsum, NULL, 0); + udata->iods[udata->idx].iod_nr = 1u; + udata->iods[udata->idx].iod_type = DAOS_IOD_SINGLE; + + /* Advance idx */ + udata->idx++; + +done: + FUNC_LEAVE_NOAPI(ret_value) +} /* end H5VL_daosm_dataset_file_vl_cb() */ +#endif + + +/*------------------------------------------------------------------------- + * Function: H5VL_rados_dataset_read + * + * Purpose: Reads raw data from a dataset into a buffer. + *` + * Return: Success: 0 + * Failure: -1, dataset not read. + * + * Programmer: Neil Fortner + * April, 2018 + * + *------------------------------------------------------------------------- + */ +static herr_t +H5VL_rados_dataset_read(void *_dset, hid_t mem_type_id, hid_t mem_space_id, + hid_t file_space_id, hid_t dxpl_id, void *buf, void H5_ATTR_UNUSED **req) +{ + H5VL_rados_dset_t *dset = (H5VL_rados_dset_t *)_dset; + H5S_sel_iter_t sel_iter; /* Selection iteration info */ + hbool_t sel_iter_init = FALSE; /* Selection iteration info has been initialized */ + int ndims; + hsize_t dim[H5S_MAX_RANK]; + hid_t real_file_space_id; + hid_t real_mem_space_id; + hssize_t num_elem; + hsize_t chunk_coords[H5S_MAX_RANK]; + char *chunk_oid = NULL; + rados_read_op_t read_op; + hbool_t read_op_init = FALSE; + //hid_t base_type_id = FAIL; + //size_t base_type_size = 0; + void *tconv_buf = NULL; + void *bkg_buf = NULL; + //H5T_class_t type_class; + //hbool_t is_vl = FALSE; + //htri_t is_vl_str = FALSE; + H5VL_rados_tconv_reuse_t reuse = H5VL_RADOS_TCONV_REUSE_NONE; + int ret; + herr_t ret_value = SUCCEED; + + FUNC_ENTER_NOAPI_NOINIT + + /* Get dataspace extent */ + if((ndims = H5Sget_simple_extent_ndims(dset->space_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get number of dimensions") + if(ndims != H5Sget_simple_extent_dims(dset->space_id, dim, NULL)) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get dimensions") + + /* Get "real" file space */ + if(file_space_id == H5S_ALL) + real_file_space_id = dset->space_id; + else + real_file_space_id = file_space_id; + + /* Get number of elements in selection */ + if((num_elem = H5Sget_select_npoints(real_file_space_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get number of points in selection") + + /* Get "real" file space */ + if(mem_space_id == H5S_ALL) + real_mem_space_id = real_file_space_id; + else { + hssize_t num_elem_file; + + real_mem_space_id = mem_space_id; + + /* Verify number of elements in memory selection matches file selection + */ + if((num_elem_file = H5Sget_select_npoints(real_mem_space_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get number of points in selection") + if(num_elem_file != num_elem) + HGOTO_ERROR(H5E_ARGS, H5E_BADVALUE, FAIL, "src and dest data spaces have different sizes") + } /* end else */ + + /* Check for no selection */ + if(num_elem == 0) + HGOTO_DONE(SUCCEED) + + /* Create chunk key - always contiguous for now */ + chunk_coords[0] = 0; + if(H5VL_rados_oid_create_chunk(dset->obj.item.file, dset->obj.bin_oid, 1, + chunk_coords, &chunk_oid) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "can't create dataset chunk oid") + + /* Create read op */ + read_op = rados_create_read_op(); + read_op_init = TRUE; +#if 0 + /* Check for vlen */ + if(H5T_NO_CLASS == (type_class = H5Tget_class(mem_type_id))) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get datatype class") + if(type_class == H5T_VLEN) { + is_vl = TRUE; + + /* Calculate base type size */ + if((base_type_id = H5Tget_super(mem_type_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get datatype base type") + if(0 == (base_type_size = H5Tget_size(base_type_id))) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get datatype base type size") + } /* end if */ + else if(type_class == H5T_STRING) { + /* check for vlen string */ + if((is_vl_str = H5Tis_variable_str(mem_type_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't check for variable length string") + if(is_vl_str) + is_vl = TRUE; + } /* end if */ + + /* Check for variable length */ + if(is_vl) { + H5VL_daosm_vl_mem_ud_t mem_ud; + H5VL_daosm_vl_file_ud_t file_ud; + + /* Get number of elements in selection */ + if((num_elem = H5Sget_select_npoints(real_mem_space_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get number of points in selection") + + /* Allocate array of akey pointers */ + if(NULL == (akeys = (uint8_t **)H5MM_calloc((size_t)num_elem * sizeof(uint8_t *)))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, FAIL, "can't allocate buffer for akey array") + + /* Allocate array of iods */ + if(NULL == (iods = (daos_iod_t *)H5MM_calloc((size_t)num_elem * sizeof(daos_iod_t)))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, FAIL, "can't allocate buffer for I/O descriptor array") + + /* Fill in size fields of iod as DAOS_REC_ANY so we can read the vl + * sizes */ + for(i = 0; i < (uint64_t)num_elem; i++) + iods[i].iod_size = DAOS_REC_ANY; + + /* Iterate over file selection. Note the bogus buffer and type_id, + * these don't matter since the "elem" parameter of the callback is not + * used. */ + file_ud.akeys = akeys; + file_ud.iods = iods; + file_ud.idx = 0; + if(H5Diterate((void *)buf, mem_type_id, real_file_space_id, H5VL_daosm_dataset_file_vl_cb, &file_ud) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_BADITER, FAIL, "file selection iteration failed") + HDassert(file_ud.idx == (uint64_t)num_elem); + + /* Read vl sizes from dataset */ + /* Note cast to unsigned reduces width to 32 bits. Should eventually + * check for overflow and iterate over 2^32 size blocks */ + if(0 != (ret = daos_obj_fetch(dset->obj.obj_oh, dset->obj.item.file->epoch, &dkey, (unsigned)num_elem, iods, NULL, NULL /*maps*/, NULL /*event*/))) + HGOTO_ERROR(H5E_ATTR, H5E_READERROR, FAIL, "can't read vl data sizes from dataset: %d", ret) + + /* Allocate array of sg_iovs */ + if(NULL == (sg_iovs = (daos_iov_t *)H5MM_malloc((size_t)num_elem * sizeof(daos_iov_t)))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, FAIL, "can't allocate buffer for scatter gather list") + + /* Allocate array of sgls */ + if(NULL == (sgls = (daos_sg_list_t *)H5MM_malloc((size_t)num_elem * sizeof(daos_sg_list_t)))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, FAIL, "can't allocate buffer for scatter gather list array") + + /* Iterate over memory selection */ + mem_ud.iods = iods; + mem_ud.sgls = sgls; + mem_ud.sg_iovs = sg_iovs; + mem_ud.is_vl_str = is_vl_str; + mem_ud.base_type_size = base_type_size; + mem_ud.offset = 0; + mem_ud.idx = 0; + if(H5Diterate((void *)buf, mem_type_id, real_mem_space_id, H5VL_daosm_dataset_mem_vl_rd_cb, &mem_ud) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_BADITER, FAIL, "memory selection iteration failed") + HDassert(mem_ud.idx == (uint64_t)num_elem); + + /* Read data from dataset */ + /* Note cast to unsigned reduces width to 32 bits. Should eventually + * check for overflow and iterate over 2^32 size blocks */ + if(0 != (ret = daos_obj_fetch(dset->obj.obj_oh, dset->obj.item.file->epoch, &dkey, (unsigned)((uint64_t)num_elem - mem_ud.offset), iods, sgls, NULL /*maps*/, NULL /*event*/))) + HGOTO_ERROR(H5E_DATASET, H5E_READERROR, FAIL, "can't read data from dataset: %d", ret) + } /* end if */ + else +#endif + { + H5S_t *file_space = NULL; + H5S_t *mem_space = NULL; + size_t file_type_size; + htri_t types_equal; + + /* Get datatype size */ + if((file_type_size = H5Tget_size(dset->type_id)) == 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get datatype size") + + /* Get file dataspace object */ + if(NULL == (file_space = (H5S_t *)H5I_object(real_file_space_id))) + HGOTO_ERROR(H5E_ATOM, H5E_BADATOM, FAIL, "can't find object for ID"); + + /* Check if the types are equal */ + if((types_equal = H5Tequal(dset->type_id, mem_type_id)) < 0) + HGOTO_ERROR(H5E_DATATYPE, H5E_CANTCOMPARE, FAIL, "can't check if types are equal") + if(types_equal) { + /* No type conversion necessary */ + /* Check for memory space is H5S_ALL, use file space in this case */ + if(mem_space_id == H5S_ALL) { + /* Build read op from file space */ + if(H5VL_rados_build_io_op_match(file_space, file_type_size, (size_t)num_elem, buf, NULL, read_op, NULL) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "can't generate RADOS read op") + } /* end if */ + else { + /* Get memory dataspace object */ + if(NULL == (mem_space = (H5S_t *)H5I_object(real_mem_space_id))) + HGOTO_ERROR(H5E_ATOM, H5E_BADATOM, FAIL, "can't find object for ID"); + + /* Build read op from file space and mem space */ + if(H5VL_rados_build_io_op_merge(mem_space, file_space, file_type_size, (size_t)num_elem, buf, NULL, read_op, NULL) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "can't generate RADOS read op") + } /* end else */ + + /* Read data from dataset */ + if((ret = rados_read_op_operate(read_op, ioctx_g, chunk_oid, LIBRADOS_OPERATION_NOFLAG)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_READERROR, FAIL, "can't read data from dataset: %s", strerror(ret)) + } /* end if */ + else { + size_t nseq_tmp; + size_t nelem_tmp; + hsize_t sel_off; + size_t sel_len; + size_t mem_type_size; + hbool_t fill_bkg = FALSE; + hbool_t contig; + + /* Type conversion necessary */ + /* Check for contiguous memory buffer */ + /* Get memory dataspace object */ + if(NULL == (mem_space = (H5S_t *)H5I_object(real_mem_space_id))) + HGOTO_ERROR(H5E_ATOM, H5E_BADATOM, FAIL, "can't find object for ID"); + + /* Initialize selection iterator */ + if(H5S_select_iter_init(&sel_iter, mem_space, (size_t)1) < 0) + HGOTO_ERROR(H5E_DATASPACE, H5E_CANTINIT, FAIL, "unable to initialize selection iterator") + sel_iter_init = TRUE; /* Selection iteration info has been initialized */ + + /* Get the sequence list - only check the first sequence because we only + * care if it is contiguous and if so where the contiguous selection + * begins */ + if(H5S_SELECT_GET_SEQ_LIST(mem_space, 0, &sel_iter, (size_t)1, (size_t)-1, &nseq_tmp, &nelem_tmp, &sel_off, &sel_len) < 0) + HGOTO_ERROR(H5E_DATASPACE, H5E_CANTGET, FAIL, "sequence length generation failed") + contig = (sel_len == (size_t)num_elem); + + /* Initialize type conversion */ + if(H5VL_rados_tconv_init(dset->type_id, &file_type_size, mem_type_id, &mem_type_size, (size_t)num_elem, &tconv_buf, &bkg_buf, contig ? &reuse : NULL, &fill_bkg) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "can't initialize type conversion") + + /* Reuse buffer as appropriate */ + if(contig) { + sel_off *= (hsize_t)mem_type_size; + if(reuse == H5VL_RADOS_TCONV_REUSE_TCONV) + tconv_buf = (char *)buf + (size_t)sel_off; + else if(reuse == H5VL_RADOS_TCONV_REUSE_BKG) + bkg_buf = (char *)buf + (size_t)sel_off; + } /* end if */ + + /* Build read op from file space */ + if(H5VL_rados_build_io_op_contig(file_space, file_type_size, (size_t)num_elem, tconv_buf, NULL, read_op, NULL) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "can't generate RADOS write op") + + /* Read data from dataset */ + if((ret = rados_read_op_operate(read_op, ioctx_g, chunk_oid, LIBRADOS_OPERATION_NOFLAG)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_READERROR, FAIL, "can't read data from dataset: %s", strerror(ret)) + + /* Gather data to background buffer if necessary */ + if(fill_bkg && (reuse != H5VL_RADOS_TCONV_REUSE_BKG)) + if(H5Dgather(real_mem_space_id, buf, mem_type_id, (size_t)num_elem * mem_type_size, bkg_buf, NULL, NULL) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "can't gather data to background buffer") + + /* Perform type conversion */ + if(H5Tconvert(dset->type_id, mem_type_id, (size_t)num_elem, tconv_buf, bkg_buf, dxpl_id) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTCONVERT, FAIL, "can't perform type conversion") + + /* Scatter data to memory buffer if necessary */ + if(reuse != H5VL_RADOS_TCONV_REUSE_TCONV) { + H5VL_rados_scatter_cb_ud_t scatter_cb_ud; + + scatter_cb_ud.buf = tconv_buf; + scatter_cb_ud.len = (size_t)num_elem * mem_type_size; + if(H5Dscatter(H5VL_rados_scatter_cb, &scatter_cb_ud, mem_type_id, real_mem_space_id, buf) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "can't scatter data to read buffer") + } /* end if */ + } /* end else */ + } /* end else */ + +done: + /* Free memory */ + if(read_op_init) + rados_release_read_op(read_op); + H5MM_xfree(chunk_oid); + if(tconv_buf && (reuse != H5VL_RADOS_TCONV_REUSE_TCONV)) + H5MM_free(tconv_buf); + if(bkg_buf && (reuse != H5VL_RADOS_TCONV_REUSE_BKG)) + H5MM_free(bkg_buf); + + /*if(base_type_id != FAIL) + if(H5I_dec_app_ref(base_type_id) < 0) + HDONE_ERROR(H5E_ATTR, H5E_CLOSEERROR, FAIL, "can't close base type id")*/ + + /* Release selection iterator */ + if(sel_iter_init && H5S_SELECT_ITER_RELEASE(&sel_iter) < 0) + HDONE_ERROR(H5E_DATASPACE, H5E_CANTRELEASE, FAIL, "unable to release selection iterator") + + FUNC_LEAVE_NOAPI(ret_value) +} /* end H5VL_rados_dataset_read() */ + +#if 0 + +/*------------------------------------------------------------------------- + * Function: H5VL_daosm_dataset_mem_vl_wr_cb + * + * Purpose: H5Diterate callback for iterating over the memory space + * before writing vl data. Sets up scatter gather lists + * (sgls) and sets the record sizes in iods. + * + * Return: Success: 0 + * Failure: -1, dataset not written. + * + * Programmer: Neil Fortner + * May, 2017 + * + *------------------------------------------------------------------------- + */ +static herr_t +H5VL_daosm_dataset_mem_vl_wr_cb(void *_elem, hid_t H5_ATTR_UNUSED type_id, + unsigned H5_ATTR_UNUSED ndim, const hsize_t H5_ATTR_UNUSED *point, + void *_udata) +{ + H5VL_daosm_vl_mem_ud_t *udata = (H5VL_daosm_vl_mem_ud_t *)_udata; + + FUNC_ENTER_NOAPI_NOINIT_NOERR + + /* Set up constant sgl info */ + udata->sgls[udata->idx].sg_nr.num = 1; + udata->sgls[udata->idx].sg_nr.num_out = 0; + udata->sgls[udata->idx].sg_iovs = &udata->sg_iovs[udata->idx]; + + /* Check for vlen string */ + if(udata->is_vl_str) { + /* Find string for this element */ + char *elem = *(char **)_elem; + + /* Set string length in iod and buffer location in sgl. If we are + * writing an empty string ("\0"), increase the size by one to + * differentiate it from NULL strings. Note that this will cause the + * read buffer to be one byte longer than it needs to be in this case. + * This should not cause any ill effects. */ + if(elem) { + udata->iods[udata->idx].iod_size = (daos_size_t)HDstrlen(elem); + if(udata->iods[udata->idx].iod_size == 0) + udata->iods[udata->idx].iod_size = 1; + daos_iov_set(&udata->sg_iovs[udata->idx], (void *)elem, udata->iods[udata->idx].iod_size); + } /* end if */ + else { + udata->iods[udata->idx].iod_size = 0; + daos_iov_set(&udata->sg_iovs[udata->idx], NULL, 0); + } /* end else */ + } /* end if */ + else { + /* Standard vlen, find hvl_t struct for this element */ + hvl_t *elem = (hvl_t *)_elem; + + HDassert(udata->base_type_size > 0); + + /* Set buffer length in iod and buffer location in sgl */ + if(elem->len > 0) { + udata->iods[udata->idx].iod_size = (daos_size_t)(elem->len * udata->base_type_size); + daos_iov_set(&udata->sg_iovs[udata->idx], (void *)elem->p, udata->iods[udata->idx].iod_size); + } /* end if */ + else { + udata->iods[udata->idx].iod_size = 0; + daos_iov_set(&udata->sg_iovs[udata->idx], NULL, 0); + } /* end else */ + } /* end else */ + + /* Advance idx */ + udata->idx++; + + FUNC_LEAVE_NOAPI(SUCCEED) +} /* end H5VL_daosm_dataset_mem_vl_wr_cb() */ +#endif + + +/*------------------------------------------------------------------------- + * Function: H5VL_rados_dataset_write + * + * Purpose: Writes raw data from a buffer into a dataset. + * + * Return: Success: 0 + * Failure: -1, dataset not written. + * + * Programmer: Neil Fortner + * March, 2018 + * + *------------------------------------------------------------------------- + */ +static herr_t +H5VL_rados_dataset_write(void *_dset, hid_t mem_type_id, hid_t mem_space_id, + hid_t file_space_id, hid_t H5_ATTR_UNUSED dxpl_id, + const void *buf, void H5_ATTR_UNUSED **req) +{ + H5VL_rados_dset_t *dset = (H5VL_rados_dset_t *)_dset; + int ndims; + hsize_t dim[H5S_MAX_RANK]; + hid_t real_file_space_id; + hid_t real_mem_space_id; + H5S_t *file_space = NULL; + H5S_t *mem_space = NULL; + hssize_t num_elem; + hsize_t chunk_coords[H5S_MAX_RANK]; + char *chunk_oid = NULL; + rados_write_op_t write_op; + hbool_t write_op_init = FALSE; + rados_read_op_t read_op; + hbool_t read_op_init = FALSE; + //hid_t base_type_id = FAIL; + //size_t base_type_size = 0; + void *tconv_buf = NULL; + void *bkg_buf = NULL; + //H5T_class_t type_class; + //hbool_t is_vl = FALSE; + //uhtri_t is_vl_str = FALSE; + int ret; + herr_t ret_value = SUCCEED; + + FUNC_ENTER_NOAPI_NOINIT + + /* Check for write access */ + if(!(dset->obj.item.file->flags & H5F_ACC_RDWR)) + HGOTO_ERROR(H5E_FILE, H5E_BADVALUE, FAIL, "no write intent on file") + + /* Get dataspace extent */ + if((ndims = H5Sget_simple_extent_ndims(dset->space_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get number of dimensions") + if(ndims != H5Sget_simple_extent_dims(dset->space_id, dim, NULL)) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get dimensions") + + /* Get "real" file space */ + if(file_space_id == H5S_ALL) + real_file_space_id = dset->space_id; + else + real_file_space_id = file_space_id; + + /* Get number of elements in selection */ + if((num_elem = H5Sget_select_npoints(real_file_space_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get number of points in selection") + + /* Get "real" file space */ + if(mem_space_id == H5S_ALL) + real_mem_space_id = real_file_space_id; + else { + hssize_t num_elem_file; + + real_mem_space_id = mem_space_id; + + /* Verify number of elements in memory selection matches file selection + */ + if((num_elem_file = H5Sget_select_npoints(real_mem_space_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get number of points in selection") + if(num_elem_file != num_elem) + HGOTO_ERROR(H5E_ARGS, H5E_BADVALUE, FAIL, "src and dest data spaces have different sizes") + } /* end else */ + + /* Check for no selection */ + if(num_elem == 0) + HGOTO_DONE(SUCCEED) + + /* Create chunk key - always contiguous for now */ + chunk_coords[0] = 0; + if(H5VL_rados_oid_create_chunk(dset->obj.item.file, dset->obj.bin_oid, 1, + chunk_coords, &chunk_oid) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "can't create dataset chunk oid") + + /* Create write op */ + write_op = rados_create_write_op(); + write_op_init = TRUE; +#if 0 + /* Check for vlen */ + if(H5T_NO_CLASS == (type_class = H5Tget_class(mem_type_id))) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get datatype class") + if(type_class == H5T_VLEN) { + is_vl = TRUE; + + /* Calculate base type size */ + if((base_type_id = H5Tget_super(mem_type_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get datatype base type") + if(0 == (base_type_size = H5Tget_size(base_type_id))) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get datatype base type size") + } /* end if */ + else if(type_class == H5T_STRING) { + /* check for vlen string */ + if((is_vl_str = H5Tis_variable_str(mem_type_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't check for variable length string") + if(is_vl_str) + is_vl = TRUE; + } /* end if */ + + /* Check for variable length */ + if(is_vl) { + H5VL_daosm_vl_mem_ud_t mem_ud; + H5VL_daosm_vl_file_ud_t file_ud; + + /* Allocate array of akey pointers */ + if(NULL == (akeys = (uint8_t **)H5MM_calloc((size_t)num_elem * sizeof(uint8_t *)))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, FAIL, "can't allocate buffer for akey array") + + /* Allocate array of iods */ + if(NULL == (iods = (daos_iod_t *)H5MM_calloc((size_t)num_elem * sizeof(daos_iod_t)))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, FAIL, "can't allocate buffer for I/O descriptor array") + + /* Allocate array of sg_iovs */ + if(NULL == (sg_iovs = (daos_iov_t *)H5MM_malloc((size_t)num_elem * sizeof(daos_iov_t)))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, FAIL, "can't allocate buffer for scatter gather list") + + /* Allocate array of sgls */ + if(NULL == (sgls = (daos_sg_list_t *)H5MM_malloc((size_t)num_elem * sizeof(daos_sg_list_t)))) + HGOTO_ERROR(H5E_RESOURCE, H5E_CANTALLOC, FAIL, "can't allocate buffer for scatter gather list array") + + /* Iterate over memory selection */ + mem_ud.iods = iods; + mem_ud.sgls = sgls; + mem_ud.sg_iovs = sg_iovs; + mem_ud.is_vl_str = is_vl_str; + mem_ud.base_type_size = base_type_size; + mem_ud.idx = 0; + if(H5Diterate((void *)buf, mem_type_id, real_mem_space_id, H5VL_daosm_dataset_mem_vl_wr_cb, &mem_ud) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_BADITER, FAIL, "memory selection iteration failed") + HDassert(mem_ud.idx == (uint64_t)num_elem); + + /* Iterate over file selection. Note the bogus buffer and type_id, + * these don't matter since the "elem" parameter of the callback is not + * used. */ + file_ud.akeys = akeys; + file_ud.iods = iods; + file_ud.idx = 0; + if(H5Diterate((void *)buf, mem_type_id, real_file_space_id, H5VL_daosm_dataset_file_vl_cb, &file_ud) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_BADITER, FAIL, "file selection iteration failed") + HDassert(file_ud.idx == (uint64_t)num_elem); + + /* Write data to dataset */ + /* Note cast to unsigned reduces width to 32 bits. Should eventually + * check for overflow and iterate over 2^32 size blocks */ + if(0 != (ret = daos_obj_update(dset->obj.obj_oh, dset->obj.item.file->epoch, &dkey, (unsigned)num_elem, iods, sgls, NULL /*event*/))) + HGOTO_ERROR(H5E_DATASET, H5E_WRITEERROR, FAIL, "can't write data to dataset: %d", ret) + } /* end if */ + else +#endif + { + size_t file_type_size; + size_t mem_type_size; + hbool_t fill_bkg = FALSE; + + /* Initialize type conversion */ + if(H5VL_rados_tconv_init(mem_type_id, &mem_type_size, dset->type_id, &file_type_size, (size_t)num_elem, &tconv_buf, &bkg_buf, NULL, &fill_bkg) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "can't initialize type conversion") + + /* Build recxs and sg_iovs */ + /* Get file dataspace object */ + if(NULL == (file_space = (H5S_t *)H5I_object(real_file_space_id))) + HGOTO_ERROR(H5E_ATOM, H5E_BADATOM, FAIL, "can't find object for ID"); + + /* Check for type conversion */ + if(tconv_buf) { + /* Check if we need to fill background buffer */ + if(fill_bkg) { + HDassert(bkg_buf); + + /* Create read op */ + read_op = rados_create_read_op(); + read_op_init = TRUE; + + /* Build io ops (to read to bkg_buf and write from tconv_buf) + * from file space */ + if(H5VL_rados_build_io_op_contig(file_space, file_type_size, (size_t)num_elem, bkg_buf, tconv_buf, read_op, write_op) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "can't generate RADOS write op") + + /* Read data from dataset to background buffer */ + if((ret = rados_read_op_operate(read_op, ioctx_g, chunk_oid, LIBRADOS_OPERATION_NOFLAG)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_READERROR, FAIL, "can't read data from dataset: %s", strerror(ret)) + } /* end if */ + else + /* Build write op from file space */ + if(H5VL_rados_build_io_op_contig(file_space, file_type_size, (size_t)num_elem, NULL, tconv_buf, NULL, write_op) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "can't generate RADOS write op") + + /* Gather data to conversion buffer */ + if(H5Dgather(real_mem_space_id, buf, mem_type_id, (size_t)num_elem * mem_type_size, tconv_buf, NULL, NULL) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "can't gather data to conversion buffer") + + /* Perform type conversion */ + if(H5Tconvert(mem_type_id, dset->type_id, (size_t)num_elem, tconv_buf, bkg_buf, dxpl_id) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTCONVERT, FAIL, "can't perform type conversion") + } /* end if */ + else { + /* Check for memory space is H5S_ALL, use file space in this case */ + if(mem_space_id == H5S_ALL) { + /* Build write op from file space */ + if(H5VL_rados_build_io_op_match(file_space, file_type_size, (size_t)num_elem, NULL, buf, NULL, write_op) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "can't generate RADOS write op") + } /* end if */ + else { + /* Get memory dataspace object */ + if(NULL == (mem_space = (H5S_t *)H5I_object(real_mem_space_id))) + HGOTO_ERROR(H5E_ATOM, H5E_BADATOM, FAIL, "can't find object for ID"); + + /* Build write op from file space and mem space */ + if(H5VL_rados_build_io_op_merge(mem_space, file_space, file_type_size, (size_t)num_elem, NULL, buf, NULL, write_op) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "can't generate RADOS write op") + } /* end else */ + } /* end else */ + + /* Write data to dataset */ + if((ret = rados_write_op_operate(write_op, ioctx_g, chunk_oid, NULL, LIBRADOS_OPERATION_NOFLAG)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_WRITEERROR, FAIL, "can't write data to dataset: %s", strerror(ret)) + } /* end else */ + +done: + /* Free memory */ + if(read_op_init) + rados_release_read_op(read_op); + if(write_op_init) + rados_release_write_op(write_op); + H5MM_xfree(chunk_oid); + tconv_buf = H5MM_xfree(tconv_buf); + bkg_buf = H5MM_xfree(bkg_buf); + + /*if(base_type_id != FAIL) + if(H5I_dec_app_ref(base_type_id) < 0) + HDONE_ERROR(H5E_ATTR, H5E_CLOSEERROR, FAIL, "can't close base type id")*/ + + FUNC_LEAVE_NOAPI(ret_value) +} /* end H5VL_rados_dataset_write() */ + + +/*------------------------------------------------------------------------- + * Function: H5VL_rados_dataset_get + * + * Purpose: Gets certain information about a dataset + * + * Return: Success: 0 + * Failure: -1 + * + * Programmer: Neil Fortner + * April, 2018 + * + *------------------------------------------------------------------------- + */ +herr_t +H5VL_rados_dataset_get(void *_dset, H5VL_dataset_get_t get_type, + hid_t H5_ATTR_UNUSED dxpl_id, void H5_ATTR_UNUSED **req, va_list arguments) +{ + H5VL_rados_dset_t *dset = (H5VL_rados_dset_t *)_dset; + herr_t ret_value = SUCCEED; /* Return value */ + + FUNC_ENTER_NOAPI_NOINIT + + switch (get_type) { + case H5VL_DATASET_GET_DCPL: + { + hid_t *plist_id = va_arg(arguments, hid_t *); + + /* Retrieve the dataset's creation property list */ + if((*plist_id = H5Pcopy(dset->dcpl_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get dset creation property list") + + break; + } /* end block */ + case H5VL_DATASET_GET_DAPL: + { + hid_t *plist_id = va_arg(arguments, hid_t *); + + /* Retrieve the dataset's access property list */ + if((*plist_id = H5Pcopy(dset->dapl_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get dset access property list") + + break; + } /* end block */ + case H5VL_DATASET_GET_SPACE: + { + hid_t *ret_id = va_arg(arguments, hid_t *); + + /* Retrieve the dataset's dataspace */ + if((*ret_id = H5Scopy(dset->space_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get dataspace ID of dataset"); + break; + } /* end block */ + case H5VL_DATASET_GET_SPACE_STATUS: + { + H5D_space_status_t *allocation = va_arg(arguments, H5D_space_status_t *); + + /* Retrieve the dataset's space status */ + *allocation = H5D_SPACE_STATUS_NOT_ALLOCATED; + break; + } /* end block */ + case H5VL_DATASET_GET_TYPE: + { + hid_t *ret_id = va_arg(arguments, hid_t *); + + /* Retrieve the dataset's datatype */ + if((*ret_id = H5Tcopy(dset->type_id)) < 0) + HGOTO_ERROR(H5E_DATASET, H5E_CANTGET, FAIL, "can't get datatype ID of dataset") + break; + } /* end block */ + case H5VL_DATASET_GET_STORAGE_SIZE: + case H5VL_DATASET_GET_OFFSET: + default: + HGOTO_ERROR(H5E_VOL, H5E_UNSUPPORTED, FAIL, "can't get this type of information from dataset") + } /* end switch */ + +done: + FUNC_LEAVE_NOAPI(ret_value) +} /* end H5VL_rados_dataset_get() */ + + +/*------------------------------------------------------------------------- + * Function: H5VL_rados_dataset_close + * + * Purpose: Closes a rados HDF5 dataset. + * + * Return: Success: 0 + * Failure: -1 + * + * Programmer: Neil Fortner + * April, 2018 + * + *------------------------------------------------------------------------- + */ +static herr_t +H5VL_rados_dataset_close(void *_dset, hid_t H5_ATTR_UNUSED dxpl_id, + void H5_ATTR_UNUSED **req) +{ + H5VL_rados_dset_t *dset = (H5VL_rados_dset_t *)_dset; + herr_t ret_value = SUCCEED; + + FUNC_ENTER_NOAPI_NOINIT + + HDassert(dset); + + if(--dset->obj.item.rc == 0) { + /* Free dataset data structures */ + dset->obj.oid = H5MM_xfree(dset->obj.oid); + if(dset->type_id != FAIL && H5I_dec_app_ref(dset->type_id) < 0) + HDONE_ERROR(H5E_DATASET, H5E_CANTDEC, FAIL, "failed to close datatype") + if(dset->space_id != FAIL && H5I_dec_app_ref(dset->space_id) < 0) + HDONE_ERROR(H5E_DATASET, H5E_CANTDEC, FAIL, "failed to close dataspace") + if(dset->dcpl_id != FAIL && H5I_dec_app_ref(dset->dcpl_id) < 0) + HDONE_ERROR(H5E_DATASET, H5E_CANTDEC, FAIL, "failed to close plist") + if(dset->dapl_id != FAIL && H5I_dec_app_ref(dset->dapl_id) < 0) + HDONE_ERROR(H5E_DATASET, H5E_CANTDEC, FAIL, "failed to close plist") + dset = H5FL_FREE(H5VL_rados_dset_t, dset); + } /* end if */ + + FUNC_LEAVE_NOAPI(ret_value) +} /* end H5VL_rados_dataset_close() */ + |