diff options
Diffstat (limited to 'testpar')
| -rw-r--r-- | testpar/t_fphdf5.c | 363 |
1 files changed, 189 insertions, 174 deletions
diff --git a/testpar/t_fphdf5.c b/testpar/t_fphdf5.c index 71b1272..5bfd661 100644 --- a/testpar/t_fphdf5.c +++ b/testpar/t_fphdf5.c @@ -36,9 +36,11 @@ *===-----------------------------------------------------------------------=== */ static hid_t create_group(hid_t loc, const char *name, size_t size_hint); -static hid_t create_dset(hid_t loc, const char *name, int ndims, ...); +static hid_t create_dset(hid_t loc, const char *name); static void access_dset(hid_t loc, const char *dset_name, ...); -static void write_data(hid_t loc, const char *name, const void *buf); +static void slab_set(hssize_t start[], hsize_t count[], + hsize_t stride[], hsize_t block[]); +static void write_data(hid_t loc, const char *name, int *buf); static void create_file(const char *filename); /*===-----------------------------------------------------------------------=== @@ -46,23 +48,42 @@ static void create_file(const char *filename); *===-----------------------------------------------------------------------=== * The names of the test files for */ -static const char *FILENAME[2] = { /* List of files we want to create */ +static const char *FILENAME[2] = { /* List of files we want to create */ "FPHDF5Test", NULL }; -static char filenames[2][PATH_MAX]; /* "Fixed" filenames */ +static char filenames[2][PATH_MAX]; /* "Fixed" filenames */ /*===-----------------------------------------------------------------------=== * Global Variables *===-----------------------------------------------------------------------=== */ -static MPI_Comm SAP_Comm = MPI_COMM_NULL; /* COMM for FPHDF5 */ -static MPI_Comm SAP_Barrier_Comm = MPI_COMM_NULL; /* COMM used in barriers */ +#ifdef RANK +#undef RANK +#endif /* RANK */ +#ifdef DIM0 +#undef DIM0 +#endif /* !DIM0 */ +#ifdef DIM1 +#undef DIM1 +#endif /* !DIM1 */ + +enum { + SAP_RANK = 1, /* The rank acting as the SAP */ + RANK = 2, + DIM0 = 6, + DIM1 = 12 +}; + +static MPI_Comm SAP_Comm = MPI_COMM_NULL; /* COMM for FPHDF5 */ +static MPI_Comm SAP_Barrier_Comm = MPI_COMM_NULL; /* COMM used in barriers*/ -static hid_t fapl = -1; /* FPHDF5 file access property list */ +static hid_t fapl = -1; /* FPHDF5 file access property list */ +static int mpi_rank; /* Rank of this process */ +static int mpi_size; /* Size of the COMM passed to FPHDF5 */ -int nerrors; /* Errors count */ -int verbose; /* Verbose, default is no */ +int nerrors; /* Errors count */ +int verbose; /* Verbose, default is no */ /*------------------------------------------------------------------------- * Function: create_group @@ -77,11 +98,8 @@ int verbose; /* Verbose, default is no */ */ static hid_t create_group(hid_t loc, const char *name, size_t size_hint) { - int mpi_rank, mrc; hid_t group; - mrc = MPI_Comm_rank(SAP_Comm, &mpi_rank); - VRFY((mrc == MPI_SUCCESS), "MPI_Comm_rank"); printf("%d: Creating group \"%s\"\n", mpi_rank, name); group = H5Gcreate(loc, name, size_hint); @@ -101,26 +119,12 @@ static hid_t create_group(hid_t loc, const char *name, size_t size_hint) * Modifications: *------------------------------------------------------------------------- */ -static hid_t create_dset(hid_t loc, const char *name, int ndims, ...) +static hid_t create_dset(hid_t loc, const char *name) { - va_list ap; - hsize_t dims[3]; - int i, mpi_rank, mrc; + hsize_t dims[RANK] = { DIM0, DIM1 }; hid_t dset, sid; - VRFY((ndims >= 1 && ndims <= 3), "create_dset"); - - va_start(ap, ndims); - - for (i = 0; i < ndims; ++i) - dims[i] = va_arg(ap, int); - - va_end(ap); - - mrc = MPI_Comm_rank(SAP_Comm, &mpi_rank); - VRFY((mrc == MPI_SUCCESS), "MPI_Comm_rank"); - - sid = H5Screate_simple(ndims, dims, NULL); + sid = H5Screate_simple(RANK, dims, NULL); VRFY((sid >= 0), "H5Screate_simple"); printf("%d: Created simple dataspace\n", mpi_rank); @@ -144,12 +148,8 @@ static hid_t create_dset(hid_t loc, const char *name, int ndims, ...) static void access_dset(hid_t loc, const char *dset_name, ...) { va_list ap; - int mpi_rank, mrc; hid_t dataset; - mrc = MPI_Comm_rank(SAP_Comm, &mpi_rank); - VRFY((mrc == MPI_SUCCESS), "MPI_Comm_rank"); - /* Open the dataset */ dataset = H5Dopen(loc, dset_name); VRFY((dataset >= 0), "H5Dopen"); @@ -176,6 +176,32 @@ static void access_dset(hid_t loc, const char *dset_name, ...) } /*------------------------------------------------------------------------- + * Function: slab_set + * Purpose: Setup the dimensions of the hyperslab. + * Return: Nothing + * Programmer: Bill Wendling + * 05. November 2003 + * Modifications: + *------------------------------------------------------------------------- + */ +static void slab_set(hssize_t start[], hsize_t count[], + hsize_t stride[], hsize_t block[]) +{ + /* Each process takes a slab of rows. */ + block[0] = DIM0 / mpi_size; + block[1] = DIM1; + + stride[0] = block[0]; + stride[1] = block[1]; + + count[0] = 1; + count[1] = 1; + + start[0] = mpi_rank * block[0]; + start[1] = 0; +} + +/*------------------------------------------------------------------------- * Function: write_data * Purpose: Helper function that writes data to a dataset. * Return: Nothing, but aborts if an error occurs. @@ -184,26 +210,49 @@ static void access_dset(hid_t loc, const char *dset_name, ...) * Modifications: *------------------------------------------------------------------------- */ -static void write_data(hid_t loc, const char *name, const void *buf) +static void write_data(hid_t loc, const char *name, int *buf) { - int mpi_rank, mrc; - hid_t dataset, xfer; - - mrc = MPI_Comm_rank(SAP_Comm, &mpi_rank); - VRFY((mrc == MPI_SUCCESS), "MPI_Comm_rank"); + herr_t hrc; + hid_t file_dataspace, mem_dataspace; + hid_t dataset, xfer; + hsize_t j, k; + int *dataptr = buf; + hssize_t start[RANK]; /* for hyperslab setting */ + hsize_t count[RANK]; /* for hyperslab setting */ + hsize_t stride[RANK]; /* for hyperslab setting */ + hsize_t block[RANK]; /* for hyperslab setting */ /* See if dataset is there */ - dataset = H5Dopen(loc, name); - VRFY((dataset >= 0), "H5Dopen"); + VRFY(((dataset = H5Dopen(loc, name)) >= 0), "H5Dopen"); printf("%d: Opened dataset \"%s\"\n", mpi_rank, name); xfer = H5Pcreate(H5P_DATASET_XFER); VRFY((xfer >= 0), "H5Pcreate"); - mrc = H5Dwrite(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, xfer, buf); - VRFY((mrc >= 0), "H5Dwrite"); - printf("%d: Wrote to dataset \"%s\"\n", mpi_rank, name); + file_dataspace = H5Dget_space(dataset); + VRFY((file_dataspace >= 0), "H5Dget_space"); + + slab_set(start, count, stride, block); + + /* put some trivial data in the buffer */ + for (j = 0; j < block[0]; ++j) + for (k = 0; k < block[1]; ++k) + *dataptr++ = (k + start[0]) * 100 + k + start[1] + 1; + + hrc = H5Sselect_hyperslab(file_dataspace, H5S_SELECT_SET, + start, stride, count, block); + VRFY((hrc >= 0), "H5Sselect_hyperslab"); + /* create a memory dataspace independently */ + mem_dataspace = H5Screate_simple(RANK, block, NULL); + VRFY((mem_dataspace >= 0), ""); + + hrc = H5Dwrite(dataset, H5T_NATIVE_INT, mem_dataspace, + file_dataspace, H5P_DEFAULT, buf); + VRFY((hrc >= 0), "H5Dwrite"); + + VRFY((H5Sclose(mem_dataspace) >= 0), "H5Sclose"); + VRFY((H5Sclose(file_dataspace) >= 0), "H5Sclose"); VRFY((H5Pclose(xfer) >= 0), "H5Pclose"); VRFY((H5Dclose(dataset) >= 0), "H5Dclose"); } @@ -221,163 +270,130 @@ static void write_data(hid_t loc, const char *name, const void *buf) */ static void create_file(const char *filename) { - int mpi_rank, mrc; - hid_t fid = -1, dataset = -1, group = -1; + hid_t fid = -1, dataset = -1, group = -1; + int i; + int *data_array = NULL; - /* Datasets to create */ - const char dset_3x5[] = "Dataset 3x5"; - const char dset_3x5x7[] = "Dataset 3x5x7"; - const char dset_2x4x8[] = "Dataset 2x4x8"; - const char dset_5x7x11[] = "Dataset 5x7x11"; + /* Dataset Name Template */ + const char *dset_tmpl = "Dataset %d"; + char dset_name[128]; - /* Groups to create */ - const char group_dsets[] = "Group Datasets"; - const char group_1[] = "Group 1"; - const char group_2[] = "Group 2"; + /* Dataset Group Name Template */ + const char *grp_tmpl = "Process %d's Datasets"; + char grp_name[128]; - mrc = MPI_Comm_rank(SAP_Comm, &mpi_rank); - VRFY((mrc == MPI_SUCCESS), "MPI_Comm_rank"); - - /*===-------------------------------------------------------------------=== + /*========================================================================= * Create the file - *===-------------------------------------------------------------------=== + *========================================================================= */ printf("%d: Creating file %s\n", mpi_rank, filenames[0]); - fid = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl); VRFY((fid >= 0), "H5Fcreate"); printf("%d: Created file %s\n", mpi_rank, filename); - /*===-------------------------------------------------------------------=== - * Create datasets - *===-------------------------------------------------------------------=== - */ - if (mpi_rank == 0) { - /* Create a dataset in the file */ - group = create_group(fid, group_dsets, 4); - - /* Create 3x5 dataset */ - dataset = create_dset(group, dset_3x5, 2, 3, 5); - VRFY((H5Dclose(dataset) >= 0), "H5Dclose"); - - /* Create 3x5x7 dataset */ - dataset = create_dset(group, dset_3x5x7, 3, 3, 5, 7); - VRFY((H5Dclose(dataset) >= 0), "H5Dclose"); - - /* Create 2x4x8 dataset */ - dataset = create_dset(group, dset_2x4x8, 3, 2, 4, 8); - VRFY((H5Dclose(dataset) >= 0), "H5Dclose"); - - /* Create 5x7x11 dataset */ - dataset = create_dset(group, dset_5x7x11, 3, 5, 7, 11); - VRFY((H5Dclose(dataset) >= 0), "H5Dclose"); - VRFY((H5Gclose(group) >= 0), "H5Gclose"); - } - - SYNC(SAP_Barrier_Comm); - - /*===-------------------------------------------------------------------=== - * Check that we can access all of the datasets created above - *===-------------------------------------------------------------------=== + /*========================================================================= + * For each non-SAP process: + * Create datasets in non-root group + * Access all datasets from all processes + * Write to all datasets from all processes + * End + *========================================================================= */ - VRFY((group = H5Gopen(fid, group_dsets)), "H5Gopen"); - access_dset(group, dset_3x5, group_dsets, NULL); - access_dset(group, dset_3x5x7, group_dsets, NULL); - access_dset(group, dset_2x4x8, group_dsets, NULL); - access_dset(group, dset_5x7x11, group_dsets, NULL); - VRFY((H5Gclose(group) >= 0), "H5Gclose"); + if (mpi_rank == 0) + for (i = 0; i < mpi_size; ++i) + if (i != SAP_RANK) { + sprintf(grp_name, grp_tmpl, i); + group = create_group(fid, grp_name, 4); + VRFY((H5Gclose(group) >= 0), "H5Gclose"); + } SYNC(SAP_Barrier_Comm); /*===-------------------------------------------------------------------=== - * Access datasets + * Each process creates datasets in individual, non-root groups. *===-------------------------------------------------------------------=== */ - if (mpi_rank == 2) { - int i, j, k; - int rdata[3][5]; - int sdata[3][5][7]; + sprintf(grp_name, grp_tmpl, mpi_rank); + group = H5Gopen(fid, grp_name); + VRFY((group >= 0), "H5Gopen"); - VRFY(((group = H5Gopen(fid, group_dsets)) >= 0), "H5Gopen"); - - /*===---------------------------------------------------------------=== - * Open 3x5 dataset and write values to it. - *===---------------------------------------------------------------=== - */ - for (i = 0; i < 3; ++i) - for (j = 0; j < 5; ++j) - rdata[i][j] = i * j + 37; + sprintf(dset_name, dset_tmpl, 0); + dataset = create_dset(group, dset_name); + VRFY((H5Dclose(dataset) >= 0), "H5Dclose"); - write_data(group, dset_3x5, rdata); + /* Create 3x5x(mpi_size) dataset */ + sprintf(dset_name, dset_tmpl, 1); + dataset = create_dset(group, dset_name); + VRFY((H5Dclose(dataset) >= 0), "H5Dclose"); - /*===---------------------------------------------------------------=== - * Open 3x5x7 dataset - *===---------------------------------------------------------------=== - */ - for (i = 0; i < 3; ++i) - for (j = 0; j < 5; ++j) - for (k = 0; k < 7; ++k) - sdata[i][j][k] = i * j * k + 927; + /* Create 2x4x(mpi_size) dataset */ + sprintf(dset_name, dset_tmpl, 2); + dataset = create_dset(group, dset_name); + VRFY((H5Dclose(dataset) >= 0), "H5Dclose"); - write_data(group, dset_3x5x7, sdata); - VRFY((H5Gclose(group) >= 0), "H5Gclose"); - } + /* Create 5x7x(mpi_size) dataset */ + sprintf(dset_name, dset_tmpl, 3); + dataset = create_dset(group, dset_name); + VRFY((H5Dclose(dataset) >= 0), "H5Dclose"); + VRFY((H5Gclose(group) >= 0), "H5Gclose"); SYNC(SAP_Barrier_Comm); /*===-------------------------------------------------------------------=== - * Create a group + * Check that we can access all of the datasets created above *===-------------------------------------------------------------------=== */ - if (mpi_rank == 2) { - /* Create group "/group_1" */ - group = create_group(fid, group_1, 37); - VRFY((H5Gclose(group) >= 0), "H5Gclose"); - } + for (i = 0; i < mpi_size; ++i) + if (i != SAP_RANK) { + sprintf(grp_name, grp_tmpl, i); + VRFY(((group = H5Gopen(fid, grp_name)) >= 0), "H5Gopen"); + sprintf(dset_name, dset_tmpl, 0); + access_dset(group, dset_name, grp_name, NULL); + sprintf(dset_name, dset_tmpl, 1); + access_dset(group, dset_name, grp_name, NULL); + sprintf(dset_name, dset_tmpl, 2); + access_dset(group, dset_name, grp_name, NULL); + sprintf(dset_name, dset_tmpl, 3); + access_dset(group, dset_name, grp_name, NULL); + VRFY((H5Gclose(group) >= 0), "H5Gclose"); + } SYNC(SAP_Barrier_Comm); - /*===-------------------------------------------------------------------=== - * Create another group - *===-------------------------------------------------------------------=== - */ - if (mpi_rank == 0) { - /* Create group "/group_2" */ - group = create_group(fid, group_2, 37); - VRFY((H5Gclose(group) >= 0), "H5Gclose"); - } - - SYNC(SAP_Barrier_Comm); + data_array = (int *)malloc(DIM0 * DIM1 * sizeof(int)); + VRFY((data_array != NULL), "data_array malloc succeeded"); /*===-------------------------------------------------------------------=== - * Access groups and co-create datasets in them + * All processes write to each dataset. *===-------------------------------------------------------------------=== */ - if (mpi_rank == 0) { - /* Access group "/group_1" */ - printf("%d: Opening group \"%s\"\n", mpi_rank, group_1); - - VRFY(((group = H5Gopen(fid, group_1)) >= 0), "H5Gopen"); - printf("%d: Opened group \"%s\"\n", mpi_rank, group_1); - - /* Create dataset "/group_1/dset-2x4x8" */ - dataset = create_dset(group, dset_2x4x8, 3, 2, 4, 8); - VRFY((H5Dclose(dataset) >= 0), "H5Dclose"); - VRFY((H5Gclose(group) >= 0), "H5Gclose"); - } else if (mpi_rank == 2) { - /* Access group "/group_2" */ - printf("%d: Opening group \"%s\"\n", mpi_rank, group_2); - - VRFY(((group = H5Gopen(fid, group_2)) >= 0), "H5Gopen"); - printf("%d: Opened group \"%s\"\n", mpi_rank, group_2); - - /* Create dataset "/group_2/dset-5x7x11" */ - dataset = create_dset(group, dset_5x7x11, 3, 5, 7, 11); - VRFY((H5Dclose(dataset) >= 0), "H5Dclose"); - VRFY((H5Gclose(group) >= 0), "H5Gclose"); - } + for (i = 0; i < mpi_size; ++i) + if (i != SAP_RANK) { + sprintf(grp_name, grp_tmpl, i); + VRFY(((group = H5Gopen(fid, grp_name)) >= 0), "H5Gopen"); + + /* Write to this dataset */ + sprintf(dset_name, dset_tmpl, 0); + printf("%d: Writing to /%s/%s\n", mpi_rank, grp_name, dset_name); + write_data(group, dset_name, data_array); + + sprintf(dset_name, dset_tmpl, 1); + printf("%d: Writing to /%s/%s\n", mpi_rank, grp_name, dset_name); + write_data(group, dset_name, data_array); + + sprintf(dset_name, dset_tmpl, 2); + printf("%d: Writing to /%s/%s\n", mpi_rank, grp_name, dset_name); + write_data(group, dset_name, data_array); + + sprintf(dset_name, dset_tmpl, 3); + printf("%d: Writing to /%s/%s\n", mpi_rank, grp_name, dset_name); + write_data(group, dset_name, data_array); + + /* Close the group */ + VRFY((H5Gclose(group) >= 0), "H5Gclose"); + } - SYNC(SAP_Barrier_Comm); + free(data_array); if (fid > -1) { VRFY((H5Fclose(fid) >= 0), "H5Fclose"); @@ -387,12 +403,11 @@ static void create_file(const char *filename) int main(int argc, char *argv[]) { - int mrc; - int mpi_rank; - int sap_rank = 1; + herr_t hrc; MPI_Init(&argc, &argv); MPI_Comm_rank(MPI_COMM_WORLD, &mpi_rank); + MPI_Comm_size(MPI_COMM_WORLD, &mpi_size); H5open(); h5_show_hostname(); @@ -403,11 +418,11 @@ int main(int argc, char *argv[]) printf("===================================\n"); } - mrc = H5FPinit(MPI_COMM_WORLD, sap_rank, &SAP_Comm, &SAP_Barrier_Comm); - VRFY((mrc == MPI_SUCCESS), "H5FP_init"); + hrc = H5FPinit(MPI_COMM_WORLD, SAP_RANK, &SAP_Comm, &SAP_Barrier_Comm); + VRFY((hrc == MPI_SUCCESS), "H5FP_init"); printf("%d: Initialized FPHDF5\n", mpi_rank); - if (mpi_rank != sap_rank) { + if (mpi_rank != SAP_RANK) { /* * Setup the file access property list that's used to create the * file. @@ -418,8 +433,8 @@ int main(int argc, char *argv[]) VRFY((fapl >= 0), "H5Pcreate"); fprintf(stderr, "%d: Created access property list\n", mpi_rank); - mrc = H5Pset_fapl_fphdf5(fapl, SAP_Comm, SAP_Barrier_Comm, - MPI_INFO_NULL, (unsigned)sap_rank); + hrc = H5Pset_fapl_fphdf5(fapl, SAP_Comm, SAP_Barrier_Comm, + MPI_INFO_NULL, (unsigned)SAP_RANK); VRFY((fapl >= 0), "H5Pset_fapl_fphdf5"); printf("%d: Set access property list\n", mpi_rank); |