summaryrefslogtreecommitdiffstats
path: root/src/H5Smpio.c
diff options
context:
space:
mode:
authorRobert Kim Yates <rkyates@llnl.gov>1998-08-28 03:59:23 (GMT)
committerRobert Kim Yates <rkyates@llnl.gov>1998-08-28 03:59:23 (GMT)
commit2ac39bef22d03976d3599f9daf6a242a7fe3a16b (patch)
tree57ff881ac334d0af5fa1041d651fae1d9db76f74 /src/H5Smpio.c
parentd06b3afc6ca0420585d9ca368d65724caf24ffdc (diff)
downloadhdf5-2ac39bef22d03976d3599f9daf6a242a7fe3a16b.zip
hdf5-2ac39bef22d03976d3599f9daf6a242a7fe3a16b.tar.gz
hdf5-2ac39bef22d03976d3599f9daf6a242a7fe3a16b.tar.bz2
[svn-r625] Have temporarily turned off coalescing optimizations in MPI hyperslab types
until I can test and debug them more fully. Transfers using MPI buf and file types are correct, but this version doesn't attempt to optimize the types by coalescing contiguous blocks.
Diffstat (limited to 'src/H5Smpio.c')
-rw-r--r--src/H5Smpio.c73
1 files changed, 40 insertions, 33 deletions
diff --git a/src/H5Smpio.c b/src/H5Smpio.c
index dd58f27..946c863 100644
--- a/src/H5Smpio.c
+++ b/src/H5Smpio.c
@@ -50,7 +50,7 @@ static intn interface_initialize_g = FALSE;
*-------------------------------------------------------------------------
*/
herr_t
-H5S_mpio_all_type( const H5S_t *space, const hsize_t elmt_size,
+H5S_mpio_all_type( const H5S_t *space, const size_t elmt_size,
/* out: */
MPI_Datatype *new_type,
hsize_t *count,
@@ -65,7 +65,7 @@ H5S_mpio_all_type( const H5S_t *space, const hsize_t elmt_size,
assert (space);
/* Just treat the entire extent as a block of bytes */
- total_bytes = elmt_size;
+ total_bytes = (hsize_t)elmt_size;
for (i=0; i<space->extent.u.simple.rank; ++i) {
total_bytes *= space->extent.u.simple.size[i];
}
@@ -100,7 +100,7 @@ H5S_mpio_all_type( const H5S_t *space, const hsize_t elmt_size,
*-------------------------------------------------------------------------
*/
herr_t
-H5S_mpio_hyper_type( const H5S_t *space, const hsize_t elmt_size,
+H5S_mpio_hyper_type( const H5S_t *space, const size_t elmt_size,
/* out: */
MPI_Datatype *new_type,
hsize_t *count,
@@ -131,9 +131,6 @@ H5S_mpio_hyper_type( const H5S_t *space, const hsize_t elmt_size,
assert (rank >= 0);
/* make a local copy of the dimension info so we can transform them */
-#ifdef H5Smpi_DEBUG
- fprintf(stdout, "rank=%d ", rank );
-#endif
assert(rank<=32); /* within array bounds */
for ( i=0; i<rank; ++i) {
d[i].start = diminfo[i].start;
@@ -143,8 +140,10 @@ H5S_mpio_hyper_type( const H5S_t *space, const hsize_t elmt_size,
d[i].xtent = space->extent.u.simple.size[i];
#ifdef H5Smpi_DEBUG
fprintf(stdout,
- "hyper_type: start=%lld count=%lld stride=%lld block=%lld xtent=%lld\n",
- d[i].start, d[i].count, d[i].strid, d[i].block, d[i].xtent );
+ "hyper_type: start=%lld stride=%lld count=%lld block=%lld xtent=%lld",
+ d[i].start, d[i].strid, d[i].count, d[i].block, d[i].xtent );
+ if (i==0) fprintf(stdout, " rank=%d\n", rank );
+ else fprintf(stdout, "\n" );
#endif
}
@@ -175,44 +174,52 @@ H5S_mpio_hyper_type( const H5S_t *space, const hsize_t elmt_size,
/* figure out how many dimensions we can eliminate */
/* This loop examines contiguity from the inside out. */
for ( i=0; i<rank; ++i) {
- if ((d[rank-i].strid != d[rank-i].block)
+ if ((d[rank-i-1].strid != d[rank-i-1].block)
||
- (d[rank-i].count*d[rank-i].block) != space->extent.u.simple.size[rank-i]) {
+ (d[rank-i-1].count*d[rank-i-1].block) != space->extent.u.simple.size[rank-i-1]) {
break;
}
} /* end for */
- num_to_collapse = (i)? i-1: 0;
+ num_to_collapse = i;
+
+ num_to_collapse = 0; /* rky 980827 DEBUG Temporary change
+ to prevent coalescing until I get it correct. */
+
assert(0<=num_to_collapse && num_to_collapse<rank);
new_rank = rank - num_to_collapse;
#ifdef H5Smpi_DEBUG
fprintf(stdout, "hyper_type: new_rank=%d\n", new_rank );
#endif
- /* To collapse dims, we only need to transform the dimension info */
- for (i=0; i<num_to_collapse; ++i) {
- d[rank-i-1].block *= d[rank-i].strid;
- d[rank-i-1].strid *= d[rank-i].strid;
- d[rank-i-1].xtent *= d[rank-i].strid;
- assert( d[rank-i].start == 0 );
- /* d[rank-i-1].start stays unchanged */
- /* d[rank-i-1].count stays unchanged */
+ /* To collapse dims, just transform dimension info (from inner to outer) */
+ for (i=rank-1; i>=new_rank; --i) {
+ d[i-1].block *= d[i].strid;
+ d[i-1].strid *= d[i].strid;
+ d[i-1].xtent *= d[i].strid;
+ assert( d[i].start == 0 );
+ /* d[i-1].start stays unchanged */
+ /* d[i-1].count stays unchanged */
}
+
/* check for possibility to coalesce blocks of the uncoalesced dimensions */
+ /* rky 980827 DEBUG
+ Temporarily comment this out to preclude coalescing until it's fixed.
for (i=0; i<new_rank; ++i) {
if (d[i].strid == d[i].block) {
- /* transform smaller blocks to 1 larger block of combined size */
+ /-* transform smaller blocks to 1 larger block of combined size *-/
d[i].block *= d[i].count;
d[i].count = 1;
}
}
+ * rky 980827 */
/* initialize induction variables */
s[0] = 0; /* stays constant */
/* create contig type for inner contig dims */
#ifdef H5Smpi_DEBUG
- fprintf(stdout, "hyper_type: Making contig type %lld MPI_BYTEs\n", elmt_size );
+ fprintf(stdout, "hyper_type: Making contig type %d MPI_BYTEs\n", elmt_size );
#endif
- err = MPI_Type_contiguous( elmt_size, MPI_BYTE, &inner_type );
+ err = MPI_Type_contiguous( (int)elmt_size, MPI_BYTE, &inner_type );
if (err) {
HRETURN_ERROR(H5E_DATASPACE, H5E_MPI, FAIL,"couldn't create MPI contiguous type");
}
@@ -222,11 +229,11 @@ H5S_mpio_hyper_type( const H5S_t *space, const hsize_t elmt_size,
#ifdef H5Smpi_DEBUG
fprintf(stdout, "hyper_type: i=%d Making vector type\n count=%lld block=%lld stride=%lld\n", i, d[i].count, d[i].block, d[i].strid );
#endif
- err = MPI_Type_vector( d[i].count, /* count */
- d[i].block, /* blocklength */
- d[i].strid, /* stride */
- inner_type, /* old type */
- &outer_type ); /* new type */
+ err = MPI_Type_vector( (int)(d[i].count), /* count */
+ (int)(d[i].block), /* blocklength */
+ (MPI_Aint)(d[i].strid), /* stride */
+ inner_type, /* old type */
+ &outer_type ); /* new type */
if (err) {
MPI_Type_free( &inner_type ); /* free before abort */
HRETURN_ERROR(H5E_DATASPACE, H5E_MPI, FAIL,"couldn't create MPI vector type");
@@ -419,7 +426,6 @@ H5S_mpio_spaces_xfer (H5F_t *f, const struct H5O_layout_t *layout,
haddr_t disp, addr;
size_t mpi_count;
hsize_t mpi_buf_count, mpi_unused_count;
- hsize_t elmt_hsize;
MPI_Datatype mpi_buf_type, mpi_file_type;
hbool_t mbt_is_derived, mft_is_derived;
@@ -444,9 +450,6 @@ H5S_mpio_spaces_xfer (H5F_t *f, const struct H5O_layout_t *layout,
}
/* create the MPI buffer type */
- elmt_hsize = (hsize_t)elmt_size;
- if (elmt_hsize != elmt_size)
- HRETURN_ERROR(H5E_DATASPACE, H5E_BADTYPE, FAIL,"element size overflows hsize_t");
err = H5S_mpio_space_type( mem_space, elmt_size,
/* out: */
&mpi_buf_type,
@@ -489,11 +492,15 @@ H5S_mpio_spaces_xfer (H5F_t *f, const struct H5O_layout_t *layout,
if (do_write) {
err = H5F_low_write( f->shared->lf, f->shared->access_parms,
xfer_mode, &addr, mpi_count, buf );
- if (err) HRETURN_ERROR(H5E_IO, H5E_WRITEERROR, FAIL,"MPI write failed");
+ if (err) {
+ HRETURN_ERROR(H5E_IO, H5E_WRITEERROR, FAIL,"MPI write failed");
+ }
} else {
err = H5F_low_read ( f->shared->lf, f->shared->access_parms,
xfer_mode, &addr, mpi_count, buf );
- if (err) HRETURN_ERROR(H5E_IO, H5E_READERROR, FAIL,"MPI read failed");
+ if (err) {
+ HRETURN_ERROR(H5E_IO, H5E_READERROR, FAIL,"MPI read failed");
+ }
}
/* free the MPI buf and file types */