/* * Copyright (C) 1998 NCSA * All rights reserved. * * Programmer: Quincey Koziol * Thursday, June 18, 1998 * * Purpose: Hyperslab selection data space I/O functions. */ #include #include #include #include /*Free Lists */ #include #include #include #include #include /* Interface initialization */ #define PABLO_MASK H5Shyper_mask #define INTERFACE_INIT NULL static intn interface_initialize_g = 0; /* Local datatypes */ /* Parameter block for H5S_hyper_fread, H5S_hyper_fwrite, H5S_hyper_mread & H5S_hyper_mwrite */ typedef struct { H5F_t *f; const struct H5O_layout_t *layout; const struct H5O_pline_t *pline; const struct H5O_fill_t *fill; const struct H5O_efl_t *efl; size_t elmt_size; const H5S_t *space; H5S_sel_iter_t *iter; size_t nelmts; hid_t dxpl_id; const void *src; void *dst; hsize_t mem_size[H5O_LAYOUT_NDIMS]; hssize_t offset[H5O_LAYOUT_NDIMS]; hsize_t hsize[H5O_LAYOUT_NDIMS]; } H5S_hyper_io_info_t; /* Parameter block for H5S_hyper_select_iter_mem */ typedef struct { hid_t dt; size_t elem_size; const H5S_t *space; H5S_sel_iter_t *iter; void *src; hsize_t mem_size[H5O_LAYOUT_NDIMS]; hssize_t mem_offset[H5O_LAYOUT_NDIMS]; H5D_operator_t op; void * op_data; } H5S_hyper_iter_info_t; /* Static function prototypes */ static intn H5S_hyper_bsearch(hssize_t size, H5S_hyper_bound_t *barr, size_t count); static H5S_hyper_region_t * H5S_hyper_get_regions (size_t *num_regions, uintn rank, uintn dim, size_t bound_count, H5S_hyper_bound_t **lo_bounds, hssize_t *pos, hssize_t *offset); static size_t H5S_hyper_fread (intn dim, H5S_hyper_io_info_t *io_info); static size_t H5S_hyper_fwrite (intn dim, H5S_hyper_io_info_t *io_info); static herr_t H5S_hyper_init (const struct H5O_layout_t *layout, const H5S_t *space, H5S_sel_iter_t *iter, size_t *min_elem_out); static size_t H5S_hyper_favail (const H5S_t *space, const H5S_sel_iter_t *iter, size_t max); static size_t H5S_hyper_fgath (H5F_t *f, const struct H5O_layout_t *layout, const struct H5O_pline_t *pline, const struct H5O_fill_t *fill, const struct H5O_efl_t *efl, size_t elmt_size, const H5S_t *file_space, H5S_sel_iter_t *file_iter, size_t nelmts, hid_t dxpl_id, void *buf/*out*/); static herr_t H5S_hyper_fscat (H5F_t *f, const struct H5O_layout_t *layout, const struct H5O_pline_t *pline, const struct H5O_fill_t *fill, const struct H5O_efl_t *efl, size_t elmt_size, const H5S_t *file_space, H5S_sel_iter_t *file_iter, size_t nelmts, hid_t dxpl_id, const void *buf); static size_t H5S_hyper_mgath (const void *_buf, size_t elmt_size, const H5S_t *mem_space, H5S_sel_iter_t *mem_iter, size_t nelmts, void *_tconv_buf/*out*/); static herr_t H5S_hyper_mscat (const void *_tconv_buf, size_t elmt_size, const H5S_t *mem_space, H5S_sel_iter_t *mem_iter, size_t nelmts, void *_buf/*out*/); const H5S_fconv_t H5S_HYPER_FCONV[1] = {{ "hslab", /*name */ H5S_SEL_HYPERSLABS, /*selection type */ H5S_hyper_init, /*initialize */ H5S_hyper_favail, /*available */ H5S_hyper_fgath, /*gather */ H5S_hyper_fscat, /*scatter */ }}; const H5S_mconv_t H5S_HYPER_MCONV[1] = {{ "hslab", /*name */ H5S_SEL_HYPERSLABS, /*selection type */ H5S_hyper_init, /*initialize */ H5S_hyper_mgath, /*gather */ H5S_hyper_mscat, /*scatter */ }}; /* Array for use with I/O algorithms which frequently need array of zeros */ static const hssize_t zero[H5O_LAYOUT_NDIMS]={0}; /* Array of zeros */ /* Declare a free list to manage the H5S_hyper_node_t struct */ H5FL_DEFINE_STATIC(H5S_hyper_node_t); /* Declare a free list to manage the H5S_hyper_list_t struct */ H5FL_DEFINE_STATIC(H5S_hyper_list_t); /* Declare a free list to manage arrays of hsize_t */ H5FL_ARR_DEFINE_STATIC(hsize_t,H5S_MAX_RANK); typedef H5S_hyper_bound_t *H5S_hyper_bound_ptr_t; /* Declare a free list to manage arrays of H5S_hyper_bound_ptr_t */ H5FL_ARR_DEFINE_STATIC(H5S_hyper_bound_ptr_t,H5S_MAX_RANK); /* Declare a free list to manage arrays of H5S_hyper_dim_t */ H5FL_ARR_DEFINE_STATIC(H5S_hyper_dim_t,H5S_MAX_RANK); /* Declare a free list to manage arrays of H5S_hyper_bound_t */ H5FL_ARR_DEFINE_STATIC(H5S_hyper_bound_t,-1); /* Declare a free list to manage arrays of H5S_hyper_region_t */ H5FL_ARR_DEFINE_STATIC(H5S_hyper_region_t,-1); /* Declare a free list to manage blocks of hyperslab data */ H5FL_BLK_DEFINE_STATIC(hyper_block); /*------------------------------------------------------------------------- * Function: H5S_hyper_init * * Purpose: Initializes iteration information for hyperslab selection. * * Return: non-negative on success, negative on failure. * * Programmer: Quincey Koziol * Tuesday, June 16, 1998 * * Modifications: * *------------------------------------------------------------------------- */ static herr_t H5S_hyper_init (const struct H5O_layout_t UNUSED *layout, const H5S_t *space, H5S_sel_iter_t *sel_iter, size_t UNUSED *min_elem_out) { FUNC_ENTER (H5S_hyper_init, FAIL); /* Check args */ assert (space && H5S_SEL_HYPERSLABS==space->select.type); assert (sel_iter); /* Initialize the number of points to iterate over */ sel_iter->hyp.elmt_left=space->select.num_elem; /* Allocate the position & initialize to invalid location */ sel_iter->hyp.pos = H5FL_ARR_ALLOC(hsize_t,space->extent.u.simple.rank,0); sel_iter->hyp.pos[0]=(-1); H5V_array_fill(sel_iter->hyp.pos, sel_iter->hyp.pos, sizeof(hssize_t), space->extent.u.simple.rank); FUNC_LEAVE (SUCCEED); } /* H5S_hyper_init() */ /*------------------------------------------------------------------------- * Function: H5S_hyper_favail * * Purpose: Figure out the optimal number of elements to transfer to/from the file * * Return: non-negative number of elements on success, negative on failure * * Programmer: Quincey Koziol * Tuesday, June 16, 1998 * * Modifications: * *------------------------------------------------------------------------- */ static size_t H5S_hyper_favail (const H5S_t UNUSED *space, const H5S_sel_iter_t *sel_iter, size_t max) { FUNC_ENTER (H5S_hyper_favail, FAIL); /* Check args */ assert (space && H5S_SEL_HYPERSLABS==space->select.type); assert (sel_iter); #ifdef QAK printf("%s: max=%u\n",FUNC,(unsigned)max); #endif /* QAK */ FUNC_LEAVE (MIN(sel_iter->hyp.elmt_left,max)); } /* H5S_hyper_favail() */ /*------------------------------------------------------------------------- * Function: H5S_hyper_compare_regions * * Purpose: Compares two regions for equality (regions must not overlap!) * * Return: an integer less than, equal to, or greater than zero if the * first region is considered to be respectively less than, * equal to, or greater than the second * * Programmer: Quincey Koziol * Friday, July 17, 1998 * * Modifications: * *------------------------------------------------------------------------- */ int H5S_hyper_compare_regions (const void *r1, const void *r2) { if (((const H5S_hyper_region_t *)r1)->start < ((const H5S_hyper_region_t *)r2)->start) return(-1); else if (((const H5S_hyper_region_t *)r1)->start > ((const H5S_hyper_region_t *)r2)->start) return(1); else return(0); } /* end H5S_hyper_compare_regions */ /*------------------------------------------------------------------------- * Function: H5S_hyper_get_regions * * Purpose: Builds a sorted array of the overlaps in a dimension * * Return: Success: Pointer to valid array (num_regions parameter * set to array size) * * Failure: 0 * * Programmer: Quincey Koziol * Monday, June 29, 1998 * * Modifications: * *------------------------------------------------------------------------- */ static H5S_hyper_region_t * H5S_hyper_get_regions (size_t *num_regions, uintn rank, uintn dim, size_t bound_count, H5S_hyper_bound_t **lo_bounds, hssize_t *pos, hssize_t *offset) { H5S_hyper_region_t *ret_value=NULL; /* Pointer to array of regions to return */ H5S_hyper_region_t *reg=NULL; /* Pointer to array of regions */ H5S_hyper_node_t *node; /* Region node for a given boundary */ size_t num_reg=0; /* Number of regions in array */ intn curr_reg=-1; /* The current region we are working with */ intn temp_dim; /* Temporary dim. holder */ size_t i; /* Counters */ FUNC_ENTER (H5S_hyper_get_regions, NULL); assert(num_regions); assert(lo_bounds); assert(pos); #ifdef QAK printf("%s: check 1.0, rank=%u, dim=%d\n",FUNC,rank,dim); for(i=0; i=lo_bounds[dim][i].bound+offset[dim]); i++) { #ifdef QAK printf("%s: check 1.2, i=%d, num_reg=%d, curr_reg=%d\n",FUNC,(int)i,(int)num_reg,(int)curr_reg); #endif /* QAK */ /* Check if each boundary overlaps in the higher dimensions */ node=lo_bounds[dim][i].node; temp_dim=(dim-1); while(temp_dim>=0 && pos[temp_dim]>=(node->start[temp_dim]+offset[temp_dim]) && pos[temp_dim]<=(node->end[temp_dim]+offset[temp_dim])) temp_dim--; #ifdef QAK printf("%s: check 1.3, i=%d, temp_dim=%d\n",FUNC,(int)i,(int)temp_dim); #endif /* QAK */ /* Yes, all previous positions match, this is a valid region */ if(temp_dim<0) { /* Check if we've allocated the array yet */ if(num_reg==0) { /* Allocate temporary buffer */ reg=H5FL_ARR_ALLOC(H5S_hyper_region_t,1,0); /* Initialize with first region */ reg[num_reg].start=MAX(node->start[dim],pos[dim])+offset[dim]; reg[num_reg].end=node->end[dim]+offset[dim]; reg[num_reg].node=node; /* Increment the number of regions */ num_reg++; curr_reg++; } else { /* Try to merge regions together in all dimensions, except the final one */ if(dim<(rank-1) && (node->start[dim]+offset[dim])<=(reg[curr_reg].end+1)) { reg[curr_reg].end=MAX(node->end[dim],reg[curr_reg].end)+offset[dim]; } else { /* no overlap with previous region, add new region */ /* Enlarge array */ reg=H5FL_ARR_REALLOC(H5S_hyper_region_t,reg,num_reg+1); /* Initialize with new region */ reg[num_reg].start=node->start[dim]+offset[dim]; reg[num_reg].end=node->end[dim]+offset[dim]; reg[num_reg].node=node; /* * Increment the number of regions & the current * region. */ num_reg++; curr_reg++; } /* end else */ } /* end else */ } /* end if */ } /* end for */ /* Save the number of regions we generated */ *num_regions=num_reg; /* Set return value */ ret_value=reg; #ifdef QAK printf("%s: check 10.0, reg=%p, num_reg=%d\n", FUNC,reg,num_reg); for(i=0; icinfo.block=H5FL_BLK_ALLOC(hyper_block,node->cinfo.size*io_info->elmt_size,0))==NULL) HRETURN_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate hyperslab cache block"); /* Read in block, if we are read caching */ if(block_read) { /* Copy the location of the region in the file */ HDmemcpy(file_offset,node->start,(io_info->space->extent.u.simple.rank * sizeof(hssize_t))); file_offset[io_info->space->extent.u.simple.rank]=0; /* Set the hyperslab size to read */ for(i=0; ispace->extent.u.simple.rank; i++) hsize[i]=(node->end[i]-node->start[i])+1; hsize[io_info->space->extent.u.simple.rank]=io_info->elmt_size; if (H5F_arr_read(io_info->f, io_info->dxpl_id, io_info->layout, io_info->pline, io_info->fill, io_info->efl, hsize, hsize, zero, file_offset, node->cinfo.block/*out*/)<0) HRETURN_ERROR (H5E_DATASPACE, H5E_READERROR, FAIL, "read error"); } /* end if */ else { /* keep information for writing block later? */ } /* end else */ /* Set up parameters for accessing block (starting the read and write information at the same point) */ node->cinfo.wleft=node->cinfo.rleft=(uintn)node->cinfo.size; node->cinfo.wpos=node->cinfo.rpos=node->cinfo.block; /* Set cached flag */ node->cinfo.cached=1; FUNC_LEAVE (SUCCEED); } /* H5S_hyper_block_cache() */ /*------------------------------------------------------------------------- * Function: H5S_hyper_block_read * * Purpose: Read in data from a cached hyperslab block * * Return: Non-negative on success/Negative on failure * * Programmer: Quincey Koziol * Monday, September 21, 1998 * * Modifications: * *------------------------------------------------------------------------- */ static herr_t H5S_hyper_block_read (H5S_hyper_node_t *node, H5S_hyper_io_info_t *io_info, hsize_t region_size) { FUNC_ENTER (H5S_hyper_block_read, SUCCEED); assert(node && node->cinfo.cached); assert(io_info); /* Copy the elements into the user's buffer */ /* !! NOTE !! This will need to be changed for different dimension permutations from the standard 'C' ordering! */ HDmemcpy(io_info->dst, node->cinfo.rpos, (size_t)(region_size*io_info->elmt_size)); /* * Decrement the number of elements left in block to read & move the * offset */ node->cinfo.rpos+=region_size*io_info->elmt_size; node->cinfo.rleft-=region_size; /* If we've read in all the elements from the block, throw it away */ if(node->cinfo.rleft==0 && (node->cinfo.wleft==0 || node->cinfo.wleft==node->cinfo.size)) { /* Release the temporary buffer */ H5FL_BLK_FREE(hyper_block,node->cinfo.block); /* Reset the caching flag for next time */ node->cinfo.cached=0; } /* end if */ FUNC_LEAVE (SUCCEED); } /* H5S_hyper_block_read() */ /*------------------------------------------------------------------------- * Function: H5S_hyper_block_write * * Purpose: Write out data to a cached hyperslab block * * Return: Non-negative on success/Negative on failure * * Programmer: Quincey Koziol * Monday, September 21, 1998 * * Modifications: * *------------------------------------------------------------------------- */ static herr_t H5S_hyper_block_write (H5S_hyper_node_t *node, H5S_hyper_io_info_t *io_info, hsize_t region_size) { hssize_t file_offset[H5O_LAYOUT_NDIMS]; /*offset of slab in file*/ hsize_t hsize[H5O_LAYOUT_NDIMS]; /*size of hyperslab */ intn i; /* Counters */ FUNC_ENTER (H5S_hyper_block_write, SUCCEED); assert(node && node->cinfo.cached); assert(io_info); /* Copy the elements into the user's buffer */ /* !! NOTE !! This will need to be changed for different dimension permutations from the standard 'C' ordering! */ HDmemcpy(node->cinfo.wpos, io_info->src, (size_t)(region_size*io_info->elmt_size)); /* * Decrement the number of elements left in block to read & move the * offset */ node->cinfo.wpos+=region_size*io_info->elmt_size; node->cinfo.wleft-=region_size; /* If we've read in all the elements from the block, throw it away */ if(node->cinfo.wleft==0 && (node->cinfo.rleft==0 || node->cinfo.rleft==node->cinfo.size)) { /* Copy the location of the region in the file */ HDmemcpy(file_offset, node->start, (io_info->space->extent.u.simple.rank * sizeof(hssize_t))); file_offset[io_info->space->extent.u.simple.rank]=0; /* Set the hyperslab size to write */ for(i=0; ispace->extent.u.simple.rank; i++) hsize[i]=(node->end[i]-node->start[i])+1; hsize[io_info->space->extent.u.simple.rank]=io_info->elmt_size; if (H5F_arr_write(io_info->f, io_info->dxpl_id, io_info->layout, io_info->pline, io_info->fill, io_info->efl, hsize, hsize, zero, file_offset, node->cinfo.block/*out*/)<0) HRETURN_ERROR (H5E_DATASPACE, H5E_WRITEERROR, FAIL, "write error"); /* Release the temporary buffer */ H5FL_BLK_FREE(hyper_block,node->cinfo.block); /* Reset the caching flag for next time */ node->cinfo.cached=0; } /* end if */ FUNC_LEAVE (SUCCEED); } /* H5S_hyper_block_write() */ /*------------------------------------------------------------------------- * Function: H5S_hyper_fread * * Purpose: Recursively gathers data points from a file using the * parameters passed to H5S_hyper_fgath. * * Return: Success: Number of elements copied. * * Failure: 0 * * Programmer: Quincey Koziol * Tuesday, June 16, 1998 * * Modifications: * *------------------------------------------------------------------------- */ static size_t H5S_hyper_fread (intn dim, H5S_hyper_io_info_t *io_info) { hsize_t region_size; /* Size of lowest region */ uintn parm_init=0; /* Whether one-shot parameters set up */ H5S_hyper_region_t *regions; /* Pointer to array of hyperslab nodes overlapped */ size_t num_regions; /* number of regions overlapped */ size_t i; /* Counters */ intn j; size_t num_read=0; /* Number of elements read */ const H5F_xfer_t *xfer_parms;/* Data transfer property list */ FUNC_ENTER (H5S_hyper_fread, 0); assert(io_info); if (H5P_DEFAULT==io_info->dxpl_id) { xfer_parms = &H5F_xfer_dflt; } else { xfer_parms = H5I_object(io_info->dxpl_id); assert(xfer_parms); } #ifdef QAK printf("%s: check 1.0, dim=%d\n",FUNC,dim); #endif /* QAK */ /* Get a sorted list (in the next dimension down) of the regions which */ /* overlap the current index in this dim */ if((regions=H5S_hyper_get_regions(&num_regions,io_info->space->extent.u.simple.rank, dim+1, io_info->space->select.sel_info.hslab.hyper_lst->count, io_info->space->select.sel_info.hslab.hyper_lst->lo_bounds, io_info->iter->hyp.pos,io_info->space->select.offset))!=NULL) { /* * Check if this is the second to last dimension in dataset (Which * means that we've got a list of the regions in the fastest changing * dimension and should input those regions). */ #ifdef QAK if(dim>=0) { printf("%s: check 2.0, rank=%d, ", FUNC,(int)io_info->space->extent.u.simple.rank); printf("pos={",FUNC); for(j=0; jspace->extent.u.simple.rank; j++) { printf("%d",(int)io_info->iter->hyp.pos[j]); if(jspace->extent.u.simple.rank-1) printf(", "); } /* end for */ printf("}\n"); } /* end if */ else printf("%s: check 2.0, rank=%d\n", FUNC,(int)io_info->space->extent.u.simple.rank); for(i=0; ispace->extent.u.simple.rank) { #ifdef QAK printf("%s: check 2.1.1, num_regions=%d\n",FUNC,(int)num_regions); #endif /* QAK */ /* perform I/O on data from regions */ for(i=0; inelmts>0; i++) { /* Compute the size of the region to read */ region_size=MIN(io_info->nelmts, (regions[i].end-regions[i].start)+1); #ifdef QAK printf("%s: check 2.1.2, region=%d, region_size=%d\n",FUNC,(int)i,(int)region_size); #endif /* QAK */ /* Check if this hyperslab block is cached or could be cached */ if(!regions[i].node->cinfo.cached && (xfer_parms->cache_hyper && (xfer_parms->block_limit==0 || xfer_parms->block_limit>=(regions[i].node->cinfo.size*io_info->elmt_size)))) { /* if we aren't cached, attempt to cache the block */ #ifdef QAK printf("%s: check 2.1.3, caching block\n",FUNC); #endif /* QAK */ H5S_hyper_block_cache(regions[i].node,io_info,1); } /* end if */ /* Read information from the cached block */ if(regions[i].node->cinfo.cached) { #ifdef QAK printf("%s: check 2.1.4, reading block from cache\n",FUNC); #endif /* QAK */ if(H5S_hyper_block_read(regions[i].node,io_info,region_size)<0) HRETURN_ERROR (H5E_DATASPACE, H5E_READERROR, 0, "read error"); } else { #ifdef QAK printf("%s: check 2.1.5, reading block from file\n",FUNC); #endif /* QAK */ /* Set up hyperslab I/O parameters which apply to all regions */ if(!parm_init) { /* Copy the location of the region in the file */ HDmemcpy(io_info->offset,io_info->iter->hyp.pos,(io_info->space->extent.u.simple.rank * sizeof(hssize_t))); io_info->offset[io_info->space->extent.u.simple.rank]=0; /* Set flag */ parm_init=1; } /* end if */ #ifdef QAK printf("%s: check 2.2, i=%d, region_size=%d\n",FUNC,(int)i,(int)region_size); #endif /* QAK */ /* Fill in the region specific parts of the I/O request */ io_info->hsize[io_info->space->extent.u.simple.rank-1]=region_size; io_info->offset[io_info->space->extent.u.simple.rank-1]=regions[i].start; /* * Gather from file. */ if (H5F_arr_read(io_info->f, io_info->dxpl_id, io_info->layout, io_info->pline, io_info->fill, io_info->efl, io_info->hsize, io_info->hsize, zero, io_info->offset, io_info->dst/*out*/)<0) { HRETURN_ERROR (H5E_DATASPACE, H5E_READERROR, 0, "read error"); } } /* end else */ #ifdef QAK printf("%s: check 2.3, region #%d\n",FUNC,(int)i); printf("pos={"); for(j=0; jspace->extent.u.simple.rank; j++) { printf("%d",(int)io_info->iter->hyp.pos[j]); if(jspace->extent.u.simple.rank-1) printf(", "); } /* end for */ printf("}\n"); #endif /* QAK */ /* Advance the pointer in the buffer */ io_info->dst = ((uint8_t *)io_info->dst) + region_size*io_info->elmt_size; /* Increment the number of elements read */ num_read+=region_size; /* Decrement the buffer left */ io_info->nelmts-=region_size; /* Set the next position to start at */ if(region_size==(hsize_t)((regions[i].end-regions[i].start)+1) && i==(num_regions-1)) io_info->iter->hyp.pos[dim+1]=(-1); else io_info->iter->hyp.pos[dim+1] = regions[i].start + region_size; #ifdef QAK printf("%s: check 2.3.5, region #%d\n",FUNC,(int)i); printf("pos={"); for(j=0; jspace->extent.u.simple.rank; j++) { printf("%d",(int)io_info->iter->hyp.pos[j]); if(jspace->extent.u.simple.rank-1) printf(", "); } /* end for */ printf("}\n"); #endif /* QAK */ /* Decrement the iterator count */ io_info->iter->hyp.elmt_left-=region_size; } /* end for */ } else { /* recurse on each region to next dimension down */ #ifdef QAK printf("%s: check 3.0, num_regions=%d\n",FUNC,(int)num_regions); for(i=0; inelmts>0; i++) { #ifdef QAK printf("%s: check 3.5, dim=%d, region #%d={%d, %d}\n",FUNC,(int)dim,(int)i,(int)regions[i].start,(int)regions[i].end); { intn k; printf("pos={"); for(k=0; kspace->extent.u.simple.rank; k++) { printf("%d",(int)io_info->iter->hyp.pos[k]); if(kspace->extent.u.simple.rank-1) printf(", "); } /* end for */ printf("}\n"); } #endif /* QAK */ /* Step through each location in each region */ for(j=MAX(io_info->iter->hyp.pos[dim],regions[i].start); j<=regions[i].end && io_info->nelmts>0; j++) { #ifdef QAK printf("%s: check 4.0, dim=%d, location=%d\n",FUNC,dim,j); #endif /* QAK */ /* Set the correct position we are working on */ io_info->iter->hyp.pos[dim]=j; /* Go get the regions in the next lower dimension */ num_read+=H5S_hyper_fread(dim, io_info); /* Advance to the next row if we got the whole region */ if(io_info->iter->hyp.pos[dim+1]==(-1)) io_info->iter->hyp.pos[dim]=j+1; } /* end for */ #ifdef QAK { intn k; printf("%s: check 5.0, dim=%d, j=%d, region #%d={%d, %d}\n",FUNC,(int)dim,(int)j,(int)i,(int)regions[i].start,(int)regions[i].end); printf("pos={"); for(k=0; kspace->extent.u.simple.rank; k++) { printf("%d",(int)io_info->iter->hyp.pos[k]); if(kspace->extent.u.simple.rank-1) printf(", "); } /* end for */ printf("}\n"); } #endif /* QAK */ if(j>regions[i].end && io_info->iter->hyp.pos[dim+1]==(-1) && i==(num_regions-1)) io_info->iter->hyp.pos[dim]=(-1); } /* end for */ #ifdef QAK { intn k; printf("%s: check 6.0, dim=%d\n",FUNC,(int)dim); printf("pos={"); for(k=0; kspace->extent.u.simple.rank; k++) { printf("%d",(int)io_info->iter->hyp.pos[k]); if(kspace->extent.u.simple.rank-1) printf(", "); } /* end for */ printf("}\n"); } #endif /* QAK */ } /* end else */ /* Release the temporary buffer */ H5FL_ARR_FREE(H5S_hyper_region_t,regions); } /* end if */ FUNC_LEAVE (num_read); } /* H5S_hyper_fread() */ /*------------------------------------------------------------------------- * Function: H5S_hyper_fgath * * Purpose: Gathers data points from file F and accumulates them in the * type conversion buffer BUF. The LAYOUT argument describes * how the data is stored on disk and EFL describes how the data * is organized in external files. ELMT_SIZE is the size in * bytes of a datum which this function treats as opaque. * FILE_SPACE describes the data space of the dataset on disk * and the elements that have been selected for reading (via * hyperslab, etc). This function will copy at most NELMTS elements. * * Return: Success: Number of elements copied. * * Failure: 0 * * Programmer: Quincey Koziol * Tuesday, June 16, 1998 * * Modifications: * Robb Matzke, 1999-08-03 * The data transfer properties are passed by ID since that's * what the virtual file layer needs. *------------------------------------------------------------------------- */ static size_t H5S_hyper_fgath (H5F_t *f, const struct H5O_layout_t *layout, const struct H5O_pline_t *pline, const struct H5O_fill_t *fill, const struct H5O_efl_t *efl, size_t elmt_size, const H5S_t *file_space, H5S_sel_iter_t *file_iter, size_t nelmts, hid_t dxpl_id, void *_buf/*out*/) { H5S_hyper_io_info_t io_info; /* Block of parameters to pass into recursive calls */ size_t num_read=0; /* number of elements read into buffer */ herr_t ret_value=SUCCEED; FUNC_ENTER (H5S_hyper_fgath, 0); /* Check args */ assert (f); assert (layout); assert (elmt_size>0); assert (file_space); assert (file_iter); assert (nelmts>0); assert (_buf); #ifdef QAK printf("%s: check 1.0\n", FUNC); #endif /* QAK */ /* Initialize parameter block for recursive calls */ io_info.f=f; io_info.layout=layout; io_info.pline=pline; io_info.fill=fill; io_info.efl=efl; io_info.elmt_size=elmt_size; io_info.space=file_space; io_info.iter=file_iter; io_info.nelmts=nelmts; io_info.dxpl_id = dxpl_id; io_info.src=NULL; io_info.dst=_buf; /* Set the hyperslab size to copy */ io_info.hsize[0]=1; H5V_array_fill(io_info.hsize,io_info.hsize,sizeof(io_info.hsize[0]),file_space->extent.u.simple.rank); io_info.hsize[file_space->extent.u.simple.rank]=elmt_size; /* Recursively input the hyperslabs currently defined */ /* starting with the slowest changing dimension */ num_read=H5S_hyper_fread(-1,&io_info); #ifdef QAK printf("%s: check 5.0, num_read=%d\n",FUNC,(int)num_read); #endif /* QAK */ FUNC_LEAVE (ret_value==SUCCEED ? num_read : 0); } /* H5S_hyper_fgath() */ /*------------------------------------------------------------------------- * Function: H5S_hyper_fwrite * * Purpose: Recursively scatters data points to a file using the parameters * passed to H5S_hyper_fscat. * * Return: Success: Number of elements copied. * * Failure: 0 * * Programmer: Quincey Koziol * Tuesday, June 16, 1998 * * Modifications: * *------------------------------------------------------------------------- */ static size_t H5S_hyper_fwrite (intn dim, H5S_hyper_io_info_t *io_info) { hsize_t region_size; /* Size of lowest region */ uintn parm_init=0; /* Whether one-shot parameters set up */ H5S_hyper_region_t *regions; /* Pointer to array of hyperslab nodes overlapped */ size_t num_regions; /* number of regions overlapped */ size_t i; /* Counters */ intn j; size_t num_written=0; /* Number of elements read */ const H5F_xfer_t *xfer_parms; /* Data transfer properties */ FUNC_ENTER (H5S_hyper_fwrite, 0); assert(io_info); if (H5P_DEFAULT==io_info->dxpl_id) { xfer_parms = &H5F_xfer_dflt; } else { xfer_parms = H5I_object(io_info->dxpl_id); assert(xfer_parms); } #ifdef QAK printf("%s: check 1.0\n", FUNC); #endif /* QAK */ /* Get a sorted list (in the next dimension down) of the regions which */ /* overlap the current index in this dim */ if((regions=H5S_hyper_get_regions(&num_regions,io_info->space->extent.u.simple.rank, dim+1, io_info->space->select.sel_info.hslab.hyper_lst->count, io_info->space->select.sel_info.hslab.hyper_lst->lo_bounds, io_info->iter->hyp.pos,io_info->space->select.offset))!=NULL) { #ifdef QAK printf("%s: check 1.1, regions=%p\n", FUNC,regions); printf("%s: check 1.2, rank=%d\n", FUNC,(int)io_info->space->extent.u.simple.rank); for(i=0; ispace->extent.u.simple.rank) { /* perform I/O on data from regions */ for(i=0; inelmts>0; i++) { /* Compute the size of the region to read */ region_size=MIN(io_info->nelmts, (regions[i].end-regions[i].start)+1); /* Check if this hyperslab block is cached or could be cached */ if(!regions[i].node->cinfo.cached && (xfer_parms->cache_hyper && (xfer_parms->block_limit==0 || xfer_parms->block_limit>=(regions[i].node->cinfo.size*io_info->elmt_size)))) { /* if we aren't cached, attempt to cache the block */ H5S_hyper_block_cache(regions[i].node,io_info,0); } /* end if */ /* Write information to the cached block */ if(regions[i].node->cinfo.cached) { if(H5S_hyper_block_write(regions[i].node,io_info,region_size)<0) HRETURN_ERROR (H5E_DATASPACE, H5E_WRITEERROR, 0, "write error"); } else { /* Set up hyperslab I/O parameters which apply to all regions */ if(!parm_init) { /* Copy the location of the region in the file */ HDmemcpy(io_info->offset, io_info->iter->hyp.pos, (io_info->space->extent.u.simple.rank * sizeof(hssize_t))); io_info->offset[io_info->space->extent.u.simple.rank]=0; /* Set flag */ parm_init=1; } /* end if */ io_info->hsize[io_info->space->extent.u.simple.rank-1]=region_size; io_info->offset[io_info->space->extent.u.simple.rank-1]=regions[i].start; /* * Scatter to file. */ if (H5F_arr_write(io_info->f, io_info->dxpl_id, io_info->layout, io_info->pline, io_info->fill, io_info->efl, io_info->hsize, io_info->hsize, zero, io_info->offset, io_info->src)<0) { HRETURN_ERROR (H5E_DATASPACE, H5E_WRITEERROR, 0, "write error"); } } /* end else */ /* Advance the pointer in the buffer */ io_info->src = ((const uint8_t *)io_info->src) + region_size*io_info->elmt_size; /* Increment the number of elements read */ num_written+=region_size; /* Decrement the buffer left */ io_info->nelmts-=region_size; /* Set the next position to start at */ if(region_size==(hsize_t)((regions[i].end-regions[i].start)+1) && i==(num_regions-1)) io_info->iter->hyp.pos[dim+1]=(-1); else io_info->iter->hyp.pos[dim+1] = regions[i].start + region_size; /* Decrement the iterator count */ io_info->iter->hyp.elmt_left-=region_size; } /* end for */ } else { /* recurse on each region to next dimension down */ /* Increment the dimension we are working with */ dim++; /* Step through each region in this dimension */ for(i=0; inelmts>0; i++) { /* Step through each location in each region */ for(j=MAX(io_info->iter->hyp.pos[dim],regions[i].start); j<=regions[i].end && io_info->nelmts>0; j++) { /* Set the correct position we are working on */ io_info->iter->hyp.pos[dim]=j; /* Go get the regions in the next lower dimension */ num_written+=H5S_hyper_fwrite(dim, io_info); /* Advance to the next row if we got the whole region */ if(io_info->iter->hyp.pos[dim+1]==(-1)) io_info->iter->hyp.pos[dim]=j+1; } /* end for */ if(j>regions[i].end && io_info->iter->hyp.pos[dim+1]==(-1) && i==(num_regions-1)) io_info->iter->hyp.pos[dim]=(-1); } /* end for */ } /* end else */ /* Release the temporary buffer */ H5FL_ARR_FREE(H5S_hyper_region_t,regions); } /* end if */ #ifdef QAK printf("%s: check 2.0\n", FUNC); #endif /* QAK */ FUNC_LEAVE (num_written); } /* H5S_hyper_fwrite() */ /*------------------------------------------------------------------------- * Function: H5S_hyper_fscat * * Purpose: Scatters dataset elements from the type conversion buffer BUF * to the file F where the data points are arranged according to * the file data space FILE_SPACE and stored according to * LAYOUT and EFL. Each element is ELMT_SIZE bytes. * The caller is requesting that NELMTS elements are copied. * * Return: Non-negative on success/Negative on failure * * Programmer: Quincey Koziol * Tuesday, June 16, 1998 * * Modifications: * Robb Matzke, 1999-08-03 * The data transfer properties are passed by ID since that's * what the virtual file layer needs. *------------------------------------------------------------------------- */ static herr_t H5S_hyper_fscat (H5F_t *f, const struct H5O_layout_t *layout, const struct H5O_pline_t *pline, const struct H5O_fill_t *fill, const struct H5O_efl_t *efl, size_t elmt_size, const H5S_t *file_space, H5S_sel_iter_t *file_iter, size_t nelmts, hid_t dxpl_id, const void *_buf) { H5S_hyper_io_info_t io_info; /* Block of parameters to pass into recursive calls */ size_t num_written=0; /* number of elements read into buffer */ herr_t ret_value=SUCCEED; FUNC_ENTER (H5S_hyper_fscat, 0); /* Check args */ assert (f); assert (layout); assert (elmt_size>0); assert (file_space); assert (file_iter); assert (nelmts>0); assert (_buf); #ifdef QAK printf("%s: check 1.0\n", FUNC); #endif /* QAK */ /* Initialize parameter block for recursive calls */ io_info.f=f; io_info.layout=layout; io_info.pline=pline; io_info.fill=fill; io_info.efl=efl; io_info.elmt_size=elmt_size; io_info.space=file_space; io_info.iter=file_iter; io_info.nelmts=nelmts; io_info.dxpl_id = dxpl_id; io_info.src=_buf; io_info.dst=NULL; /* Set the hyperslab size to copy */ io_info.hsize[0]=1; H5V_array_fill(io_info.hsize,io_info.hsize,sizeof(io_info.hsize[0]),file_space->extent.u.simple.rank); io_info.hsize[file_space->extent.u.simple.rank]=elmt_size; /* Recursively input the hyperslabs currently defined */ /* starting with the slowest changing dimension */ num_written=H5S_hyper_fwrite(-1,&io_info); #ifdef QAK printf("%s: check 2.0\n", FUNC); #endif /* QAK */ FUNC_LEAVE (ret_value==FAIL ? ret_value : (num_written >0) ? SUCCEED : FAIL); } /* H5S_hyper_fscat() */ /*------------------------------------------------------------------------- * Function: H5S_hyper_mread * * Purpose: Recursively gathers data points from memory using the * parameters passed to H5S_hyper_mgath. * * Return: Success: Number of elements copied. * * Failure: 0 * * Programmer: Quincey Koziol * Tuesday, June 16, 1998 * * Modifications: * *------------------------------------------------------------------------- */ static size_t H5S_hyper_mread (intn dim, H5S_hyper_io_info_t *io_info) { hsize_t region_size; /* Size of lowest region */ H5S_hyper_region_t *regions; /* Pointer to array of hyperslab nodes overlapped */ size_t num_regions; /* number of regions overlapped */ size_t i; /* Counters */ intn j; size_t num_read=0; /* Number of elements read */ FUNC_ENTER (H5S_hyper_mread, 0); assert(io_info); #ifdef QAK printf("%s: check 1.0, dim=%d\n",FUNC,dim); #endif /* QAK */ /* Get a sorted list (in the next dimension down) of the regions which */ /* overlap the current index in this dim */ if((regions=H5S_hyper_get_regions(&num_regions,io_info->space->extent.u.simple.rank, dim+1, io_info->space->select.sel_info.hslab.hyper_lst->count, io_info->space->select.sel_info.hslab.hyper_lst->lo_bounds, io_info->iter->hyp.pos,io_info->space->select.offset))!=NULL) { /* Check if this is the second to last dimension in dataset */ /* (Which means that we've got a list of the regions in the fastest */ /* changing dimension and should input those regions) */ #ifdef QAK printf("%s: check 2.0, rank=%d, num_regions=%d\n", FUNC, (int)io_info->space->extent.u.simple.rank, (int)num_regions); for(i=0; ispace->extent.u.simple.rank) { /* Set up hyperslab I/O parameters which apply to all regions */ /* Copy the location of the region in the file */ HDmemcpy(io_info->offset, io_info->iter->hyp.pos, (io_info->space->extent.u.simple.rank * sizeof(hssize_t))); io_info->offset[io_info->space->extent.u.simple.rank]=0; /* perform I/O on data from regions */ for(i=0; inelmts>0; i++) { region_size=MIN(io_info->nelmts,(regions[i].end-regions[i].start)+1); io_info->hsize[io_info->space->extent.u.simple.rank-1]=region_size; io_info->offset[io_info->space->extent.u.simple.rank-1]=regions[i].start; #ifdef QAK printf("%s: check 2.1, i=%d, region_size=%d\n", FUNC,(int)i,(int)region_size); #endif /* QAK */ /* * Gather from memory. */ if (H5V_hyper_copy (io_info->space->extent.u.simple.rank+1, io_info->hsize, io_info->hsize, zero, io_info->dst, io_info->mem_size, io_info->offset, io_info->src)<0) { HRETURN_ERROR (H5E_DATASPACE, H5E_READERROR, 0, "unable to gather data from memory"); } /* Advance the pointer in the buffer */ io_info->dst = ((uint8_t *)io_info->dst) + region_size*io_info->elmt_size; /* Increment the number of elements read */ num_read+=region_size; /* Decrement the buffer left */ io_info->nelmts-=region_size; /* Set the next position to start at */ if(region_size==(hsize_t)((regions[i].end-regions[i].start)+1) && i==(num_regions-1)) io_info->iter->hyp.pos[dim+1]=(-1); else io_info->iter->hyp.pos[dim+1] =regions[i].start + region_size; /* Decrement the iterator count */ io_info->iter->hyp.elmt_left-=region_size; } /* end for */ } else { /* recurse on each region to next dimension down */ #ifdef QAK printf("%s: check 3.0, num_regions=%d\n",FUNC,(int)num_regions); #endif /* QAK */ /* Increment the dimension we are working with */ dim++; /* Step through each region in this dimension */ for(i=0; inelmts>0; i++) { /* Step through each location in each region */ for(j=MAX(io_info->iter->hyp.pos[dim],regions[i].start); j<=regions[i].end && io_info->nelmts>0; j++) { #ifdef QAK printf("%s: check 4.0, dim=%d, location=%d\n",FUNC,dim,j); #endif /* QAK */ /* Set the correct position we are working on */ io_info->iter->hyp.pos[dim]=j; /* Go get the regions in the next lower dimension */ num_read+=H5S_hyper_mread(dim, io_info); /* Advance to the next row if we got the whole region */ if(io_info->iter->hyp.pos[dim+1]==(-1)) io_info->iter->hyp.pos[dim]=j+1; } /* end for */ if(j>regions[i].end && io_info->iter->hyp.pos[dim+1]==(-1) && i==(num_regions-1)) io_info->iter->hyp.pos[dim]=(-1); } /* end for */ } /* end else */ /* Release the temporary buffer */ H5FL_ARR_FREE(H5S_hyper_region_t,regions); } /* end if */ FUNC_LEAVE (num_read); } /* H5S_hyper_mread() */ /*------------------------------------------------------------------------- * Function: H5S_hyper_mgath * * Purpose: Gathers dataset elements from application memory BUF and * copies them into the data type conversion buffer TCONV_BUF. * Each element is ELMT_SIZE bytes and arranged in application * memory according to MEM_SPACE. * The caller is requesting that at most NELMTS be gathered. * * Return: Success: Number of elements copied. * * Failure: 0 * * Programmer: Quincey Koziol * Tuesday, June 16, 1998 * * Modifications: * *------------------------------------------------------------------------- */ static size_t H5S_hyper_mgath (const void *_buf, size_t elmt_size, const H5S_t *mem_space, H5S_sel_iter_t *mem_iter, size_t nelmts, void *_tconv_buf/*out*/) { H5S_hyper_io_info_t io_info; /* Block of parameters to pass into recursive calls */ size_t num_read; /* number of elements read into buffer */ FUNC_ENTER (H5S_hyper_mgath, 0); #ifdef QAK printf("%s: check 1.0, elmt_size=%d, mem_space=%p\n", FUNC,(int)elmt_size,mem_space); printf("%s: check 1.0, mem_iter=%p, nelmts=%d\n",FUNC,mem_iter,nelmts); printf("%s: check 1.0, _buf=%p, _tconv_buf=%p\n",FUNC,_buf,_tconv_buf); #endif /* QAK */ /* Check args */ assert (elmt_size>0); assert (mem_space); assert (mem_iter); assert (nelmts>0); assert (_buf); assert (_tconv_buf); /* Initialize parameter block for recursive calls */ io_info.elmt_size=elmt_size; io_info.space=mem_space; io_info.iter=mem_iter; io_info.nelmts=nelmts; io_info.src=_buf; io_info.dst=_tconv_buf; /* Set up the size of the memory space */ HDmemcpy(io_info.mem_size, mem_space->extent.u.simple.size,mem_space->extent.u.simple.rank*sizeof(hsize_t)); io_info.mem_size[mem_space->extent.u.simple.rank]=elmt_size; /* Set the hyperslab size to copy */ io_info.hsize[0]=1; H5V_array_fill(io_info.hsize, io_info.hsize, sizeof(io_info.hsize[0]),mem_space->extent.u.simple.rank); io_info.hsize[mem_space->extent.u.simple.rank]=elmt_size; /* Recursively input the hyperslabs currently defined */ /* starting with the slowest changing dimension */ num_read=H5S_hyper_mread(-1,&io_info); #ifdef QAK printf("%s: check 5.0, num_read=%d\n",FUNC,(int)num_read); #endif /* QAK */ FUNC_LEAVE (num_read); } /* H5S_hyper_mgath() */ /*------------------------------------------------------------------------- * Function: H5S_hyper_mwrite * * Purpose: Recursively scatters data points from memory using the parameters * passed to H5S_hyper_mscat. * * Return: Success: Number of elements copied. * * Failure: 0 * * Programmer: Quincey Koziol * Tuesday, June 16, 1998 * * Modifications: * *------------------------------------------------------------------------- */ static size_t H5S_hyper_mwrite (intn dim, H5S_hyper_io_info_t *io_info) { hsize_t region_size; /* Size of lowest region */ H5S_hyper_region_t *regions; /* Pointer to array of hyperslab nodes overlapped */ size_t num_regions; /* number of regions overlapped */ size_t i; /* Counters */ intn j; size_t num_read=0; /* Number of elements read */ FUNC_ENTER (H5S_hyper_mwrite, 0); assert(io_info); #ifdef QAK printf("%s: check 1.0\n",FUNC); #endif /* QAK */ /* Get a sorted list (in the next dimension down) of the regions which */ /* overlap the current index in this dim */ if((regions=H5S_hyper_get_regions(&num_regions,io_info->space->extent.u.simple.rank, dim+1, io_info->space->select.sel_info.hslab.hyper_lst->count, io_info->space->select.sel_info.hslab.hyper_lst->lo_bounds, io_info->iter->hyp.pos,io_info->space->select.offset))!=NULL) { #ifdef QAK printf("%s: check 2.0, rank=%d\n", FUNC,(int)io_info->space->extent.u.simple.rank); for(i=0; ispace->extent.u.simple.rank) { /* Set up hyperslab I/O parameters which apply to all regions */ /* Copy the location of the region in the file */ HDmemcpy(io_info->offset, io_info->iter->hyp.pos, (io_info->space->extent.u.simple.rank* sizeof(hssize_t))); io_info->offset[io_info->space->extent.u.simple.rank]=0; #ifdef QAK printf("%s: check 3.0\n",FUNC); #endif /* QAK */ /* perform I/O on data from regions */ for(i=0; inelmts>0; i++) { region_size=MIN(io_info->nelmts, (regions[i].end-regions[i].start)+1); io_info->hsize[io_info->space->extent.u.simple.rank-1]=region_size; io_info->offset[io_info->space->extent.u.simple.rank-1]=regions[i].start; /* * Scatter to memory */ if (H5V_hyper_copy (io_info->space->extent.u.simple.rank+1, io_info->hsize, io_info->mem_size, io_info->offset, io_info->dst, io_info->hsize, zero, io_info->src)<0) { HRETURN_ERROR (H5E_DATASPACE, H5E_READERROR, 0, "unable to gather data from memory"); } /* Advance the pointer in the buffer */ io_info->src = ((const uint8_t *)io_info->src) + region_size*io_info->elmt_size; /* Increment the number of elements read */ num_read+=region_size; /* Decrement the buffer left */ io_info->nelmts-=region_size; /* Set the next position to start at */ if(region_size==(hsize_t)((regions[i].end-regions[i].start)+1) && i==(num_regions-1)) io_info->iter->hyp.pos[dim+1]=(-1); else io_info->iter->hyp.pos[dim+1] = regions[i].start + region_size; /* Decrement the iterator count */ io_info->iter->hyp.elmt_left-=region_size; } /* end for */ } else { /* recurse on each region to next dimension down */ /* Increment the dimension we are working with */ dim++; #ifdef QAK printf("%s: check 6.0, num_regions=%d\n",FUNC,(int)num_regions); #endif /* QAK */ /* Step through each region in this dimension */ for(i=0; inelmts>0; i++) { /* Step through each location in each region */ #ifdef QAK printf("%s: check 7.0, start[%d]=%d, end[%d]=%d, nelmts=%d\n", FUNC, i, (int)regions[i].start, i, (int)regions[i].end, (int)io_info->nelmts); #endif /* QAK */ for(j=MAX(io_info->iter->hyp.pos[dim],regions[i].start); j<=regions[i].end && io_info->nelmts>0; j++) { /* Set the correct position we are working on */ io_info->iter->hyp.pos[dim]=j; /* Go get the regions in the next lower dimension */ num_read+=H5S_hyper_mwrite(dim, io_info); /* Advance to the next row if we got the whole region */ if(io_info->iter->hyp.pos[dim+1]==(-1)) io_info->iter->hyp.pos[dim]=j+1; } /* end for */ if(j>regions[i].end && io_info->iter->hyp.pos[dim+1]==(-1) && i==(num_regions-1)) io_info->iter->hyp.pos[dim]=(-1); } /* end for */ } /* end else */ /* Release the temporary buffer */ H5FL_ARR_FREE(H5S_hyper_region_t,regions); } /* end if */ FUNC_LEAVE (num_read); } /* H5S_hyper_mwrite() */ /*------------------------------------------------------------------------- * Function: H5S_hyper_mscat * * Purpose: Scatters NELMTS data points from the type conversion buffer * TCONV_BUF to the application buffer BUF. Each element is * ELMT_SIZE bytes and they are organized in application memory * according to MEM_SPACE. * * Return: Non-negative on success/Negative on failure * * Programmer: Quincey Koziol * Wednesday, June 17, 1998 * * Modifications: * *------------------------------------------------------------------------- */ static herr_t H5S_hyper_mscat (const void *_tconv_buf, size_t elmt_size, const H5S_t *mem_space, H5S_sel_iter_t *mem_iter, size_t nelmts, void *_buf/*out*/) { H5S_hyper_io_info_t io_info; /* Block of parameters to pass into recursive calls */ size_t num_read; /* number of elements read into buffer */ FUNC_ENTER (H5S_hyper_mscat, 0); /* Check args */ assert (elmt_size>0); assert (mem_space); assert (mem_iter); assert (nelmts>0); assert (_buf); assert (_tconv_buf); /* Initialize parameter block for recursive calls */ io_info.elmt_size=elmt_size; io_info.space=mem_space; io_info.iter=mem_iter; io_info.nelmts=nelmts; io_info.src=_tconv_buf; io_info.dst=_buf; /* Set up the size of the memory space */ HDmemcpy(io_info.mem_size, mem_space->extent.u.simple.size,mem_space->extent.u.simple.rank*sizeof(hsize_t)); io_info.mem_size[mem_space->extent.u.simple.rank]=elmt_size; /* Set the hyperslab size to copy */ io_info.hsize[0]=1; H5V_array_fill(io_info.hsize, io_info.hsize, sizeof(io_info.hsize[0]), mem_space->extent.u.simple.rank); io_info.hsize[mem_space->extent.u.simple.rank]=elmt_size; /* Recursively input the hyperslabs currently defined */ /* starting with the slowest changing dimension */ #ifdef QAK printf("%s: check 1.0\n",FUNC); #endif /* QAK */ num_read=H5S_hyper_mwrite(-1,&io_info); #ifdef QAK printf("%s: check 2.0\n",FUNC); #endif /* QAK */ FUNC_LEAVE (num_read>0 ? SUCCEED : FAIL); } /* H5S_hyper_mscat() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_bsearch PURPOSE Search for a boundary USAGE herr_t H5S_hyper_bsearch(key,barr,count) hssize_t size; IN: Key we are searching for H5S_hyper_bount_t *barr; IN: Pointer to the array of bounds size_t count; IN: Number of elements in the bound array RETURNS The element number to insert in front of on success (the value in the 'count' parameter if the new bound should be added to end) or negative on failure. DESCRIPTION Finds the proper place to insert a boundary in a sorted boundary array. Uses a binary search algorithm for the actual searching. GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ static intn H5S_hyper_bsearch(hssize_t size, H5S_hyper_bound_t *barr, size_t count) { size_t lo, mid, hi; /* Indices for the search */ intn ret_value=-1; /* Return value index */ FUNC_ENTER (H5S_hyper_bsearch, FAIL); assert(barr); assert(count>0); /* Check bounds first */ if(sizebarr[count-1].bound) ret_value=(intn)count; else { /* must be in the middle somewhere, go get it */ lo=0; hi=count-1; do { /* Calc. the mid-point */ mid=(hi+lo)/2; /* check for bounds only seperated by one element */ if((hi-lo)<=1) { ret_value=(intn)hi; break; } else { /* Divide and conquer! */ if(size>barr[mid].bound) lo=mid; else hi=mid; } /* end else */ } while(lo!=hi); } /* end else */ FUNC_LEAVE (ret_value); } /* H5S_hyper_bsearch() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_node_add PURPOSE Add a new node to a list of hyperslab nodes USAGE herr_t H5S_hyper_node_add(head, start, size) H5S_hyper_node_t *head; IN: Pointer to head of hyperslab list intn endflag; IN: "size" array actually contains "end" array intn rank; IN: # of dimensions of the node const hssize_t *start; IN: Offset of block const hsize_t *size; IN: Size of block RETURNS Non-negative on success/Negative on failure DESCRIPTION Adds a new hyperslab node to a list of them. GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ herr_t H5S_hyper_node_add (H5S_hyper_node_t **head, intn endflag, intn rank, const hssize_t *start, const hsize_t *size) { H5S_hyper_node_t *slab; /* New hyperslab node to add */ intn i; /* Counters */ herr_t ret_value=SUCCEED; FUNC_ENTER (H5S_hyper_node_add, FAIL); /* Check args */ assert (head); assert (start); assert (size); #ifdef QAK printf("%s: check 1.0, head=%p, *head=%p, rank=%d, endflag=%d\n",FUNC,head,*head,rank,endflag); #endif /* QAK */ /* Create new hyperslab node to insert */ if((slab = H5FL_ALLOC(H5S_hyper_node_t,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate hyperslab node"); if((slab->start = H5FL_ARR_ALLOC(hsize_t,rank,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate hyperslab start boundary"); if((slab->end = H5FL_ARR_ALLOC(hsize_t,rank,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate hyperslab end boundary"); #ifdef QAK printf("%s: check 2.0, slab=%p, slab->start=%p, slab->end=%p\n",FUNC,slab,slab->start,slab->end); #endif /* QAK */ /* Set boundary on new node */ for(i=0; istart[i]=start[i]; if(endflag) slab->end[i]=size[i]; else slab->end[i]=start[i]+size[i]-1; } /* end for */ /* Prepend on list of hyperslabs for this selection */ slab->next=*head; *head=slab; done: FUNC_LEAVE (ret_value); } /* H5S_hyper_node_add() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_node_prepend PURPOSE Prepend an existing node to an existing list of hyperslab nodes USAGE herr_t H5S_hyper_node_prepend(head, node) H5S_hyper_node_t **head; IN: Pointer to pointer to head of hyperslab list H5S_hyper_node_t *node; IN: Pointer to node to prepend RETURNS Non-negative on success/Negative on failure DESCRIPTION Prepends an existing hyperslab node to a list of them. GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ static herr_t H5S_hyper_node_prepend (H5S_hyper_node_t **head, H5S_hyper_node_t *node) { herr_t ret_value=SUCCEED; FUNC_ENTER (H5S_hyper_node_prepend, FAIL); /* Check args */ assert (head); assert (node); /* Prepend on list of hyperslabs for this selection */ node->next=*head; *head=node; FUNC_LEAVE (ret_value); } /* H5S_hyper_node_prepend() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_node_release PURPOSE Free the memory for a hyperslab node USAGE herr_t H5S_hyper_node_release(node) H5S_hyper_node_t *node; IN: Pointer to node to free RETURNS Non-negative on success/Negative on failure DESCRIPTION Frees a hyperslab node. GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ static herr_t H5S_hyper_node_release (H5S_hyper_node_t *node) { herr_t ret_value=SUCCEED; FUNC_ENTER (H5S_hyper_node_release, FAIL); /* Check args */ assert (node); /* Free the hyperslab node */ H5FL_ARR_FREE(hsize_t,node->start); H5FL_ARR_FREE(hsize_t,node->end); H5FL_FREE(H5S_hyper_node_t,node); FUNC_LEAVE (ret_value); } /* H5S_hyper_node_release() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_add PURPOSE Add a block to hyperslab selection USAGE herr_t H5S_hyper_add(space, start, size) H5S_t *space; IN: Pointer to dataspace const hssize_t *start; IN: Offset of block const hsize_t *end; IN: Offset of end of block RETURNS Non-negative on success/Negative on failure DESCRIPTION Adds a block to an existing hyperslab selection. GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ static herr_t H5S_hyper_add (H5S_t *space, H5S_hyper_node_t *piece_lst) { H5S_hyper_node_t *slab; /* New hyperslab node to insert */ H5S_hyper_node_t *tmp_slab; /* Temporary hyperslab node */ H5S_hyper_bound_t *tmp; /* Temporary pointer to an hyperslab bound array */ intn bound_loc; /* Boundary location to insert hyperslab */ size_t elem_count; /* Number of elements in hyperslab selection */ uintn piece_count; /* Number of hyperslab pieces being added */ intn i; /* Counters */ herr_t ret_value=SUCCEED; FUNC_ENTER (H5S_hyper_add, FAIL); /* Check args */ assert (space); /* Count the number of hyperslab pieces to add to the selection */ piece_count=0; tmp_slab=piece_lst; while(tmp_slab!=NULL) { piece_count++; tmp_slab=tmp_slab->next; } /* end while */ #ifdef QAK printf("%s: check 1.0, piece_count=%u, lo_bounds=%p\n", FUNC, (unsigned)piece_count,space->select.sel_info.hslab.hyper_lst->lo_bounds); #endif /* QAK */ /* Increase size of boundary arrays for dataspace's selection by piece_count */ for(i=0; iextent.u.simple.rank; i++) { tmp=space->select.sel_info.hslab.hyper_lst->lo_bounds[i]; #ifdef QAK printf("%s: check 1.1, i=%d, space->sel_info.count=%d, tmp=%p\n",FUNC,(int)i, space->select.sel_info.hslab.hyper_lst->count,tmp); #endif /* QAK */ if((space->select.sel_info.hslab.hyper_lst->lo_bounds[i]=H5FL_ARR_REALLOC(H5S_hyper_bound_t,tmp,(space->select.sel_info.hslab.hyper_lst->count+piece_count)))==NULL) { space->select.sel_info.hslab.hyper_lst->lo_bounds[i]=tmp; HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate hyperslab lo boundary array"); } /* end if */ } /* end for */ while(piece_lst!=NULL) { #ifdef QAK printf("%s: check 2.0\n",FUNC); #endif /* QAK */ /* Re-use the current H5S_hyper_node_t */ slab=piece_lst; /* Don't loose place in list of nodes to add.. */ piece_lst=piece_lst->next; #ifdef QAK printf("%s: check 3.0\n",FUNC); #endif /* QAK */ /* Set boundary on new node */ for(i=0,elem_count=1; iextent.u.simple.rank; i++) { #ifdef QAK printf("%s: check 3.1, %d: start=%d, end=%d, elem_count=%d\n", FUNC,(int)i,(int)start[i],(int)end[i],(int)elem_count); #endif /* QAK */ elem_count*=(slab->end[i]-slab->start[i])+1; } /* end for */ /* Initialize caching parameters */ slab->cinfo.cached=0; slab->cinfo.size=elem_count; slab->cinfo.wleft=slab->cinfo.rleft=0; slab->cinfo.block=slab->cinfo.wpos=slab->cinfo.rpos=NULL; #ifdef QAK printf("%s: check 4.0\n",FUNC); { intn j; for(i=0; iextent.u.simple.rank; i++) { for(j=0; j<(int)space->select.sel_info.hslab.hyper_lst->count; j++) { printf("%s: lo_bound[%d][%d]=%d(%p)\n", FUNC, i,j,(int)space->select.sel_info.hslab.hyper_lst->lo_bounds[i][j].bound, space->select.sel_info.hslab.hyper_lst->lo_bounds[i][j].node); } } } #endif /* QAK */ /* Insert each boundary of the hyperslab into the sorted lists of bounds */ for(i=0; iextent.u.simple.rank; i++) { /* Check if this is the first hyperslab inserted */ if(space->select.sel_info.hslab.hyper_lst->count==0) { #ifdef QAK printf("%s: check 4.1, start[%d]=%d, end[%d]=%d\n", FUNC, i, (int)slab->start[i],i,(int)slab->end[i]); printf("%s: check 4.1,.hslab.hyper_lst->count=%d\n", FUNC,(int)space->select.sel_info.hslab.hyper_lst->count); #endif /* QAK */ space->select.sel_info.hslab.hyper_lst->lo_bounds[i][0].bound=slab->start[i]; space->select.sel_info.hslab.hyper_lst->lo_bounds[i][0].node=slab; } /* end if */ else { #ifdef QAK printf("%s: check 4.3, start[%d]=%d, end[%d]=%d\n", FUNC,i,(int)slab->start[i],i,(int)slab->end[i]); printf("%s: check 4.3,.hslab.hyper_lst->count=%d\n", FUNC,(int)space->select.sel_info.hslab.hyper_lst->count); #endif /* QAK */ /* Take care of the low boundary */ /* Find the location to insert in front of */ if((bound_loc=H5S_hyper_bsearch(slab->start[i],space->select.sel_info.hslab.hyper_lst->lo_bounds[i], space->select.sel_info.hslab.hyper_lst->count))<0) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't find location to insert hyperslab boundary"); #ifdef QAK printf("%s: check 4.5, bound_loc=%d\n",FUNC,(int)bound_loc); #endif /* QAK */ /* Check if we need to move boundary elements */ if(bound_loc!=(intn)space->select.sel_info.hslab.hyper_lst->count) { HDmemmove(&space->select.sel_info.hslab.hyper_lst->lo_bounds[i][bound_loc+1], &space->select.sel_info.hslab.hyper_lst->lo_bounds[i][bound_loc], sizeof(H5S_hyper_bound_t)*(space->select.sel_info.hslab.hyper_lst->count-bound_loc)); } /* end if */ space->select.sel_info.hslab.hyper_lst->lo_bounds[i][bound_loc].bound=slab->start[i]; space->select.sel_info.hslab.hyper_lst->lo_bounds[i][bound_loc].node=slab; } /* end else */ } /* end for */ /* Increment the number of bounds in the array */ space->select.sel_info.hslab.hyper_lst->count++; #ifdef QAK printf("%s: check 5.0, count=%d\n",FUNC,(int)space->select.sel_info.hslab.hyper_lst->count); #endif /* QAK */ /* Prepend on list of hyperslabs for this selection */ slab->next=space->select.sel_info.hslab.hyper_lst->head; space->select.sel_info.hslab.hyper_lst->head=slab; /* Increment the number of elements in the hyperslab selection */ space->select.num_elem+=elem_count; #ifdef QAK printf("%s: check 6.0, elem_count=%d\n",FUNC,(int)elem_count); { intn j; for(i=0; iextent.u.simple.rank; i++) { for(j=0; j<(int)space->select.sel_info.hslab.hyper_lst->count; j++) { printf("%s: lo_bound[%d][%d]=%d(%p)\n", FUNC, i,j,(int)space->select.sel_info.hslab.hyper_lst->lo_bounds[i][j].bound, space->select.sel_info.hslab.hyper_lst->lo_bounds[i][j].node); } } } #endif /* QAK */ } /* end while */ done: FUNC_LEAVE (ret_value); } /* H5S_hyper_add() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_clip PURPOSE Clip a list of nodes against the current selection USAGE herr_t H5S_hyper_clip(space, nodes, uniq, overlap) H5S_t *space; IN: Pointer to dataspace H5S_hyper_node_t *nodes; IN: Pointer to list of nodes H5S_hyper_node_t **uniq; IN: Handle to list of non-overlapping nodes H5S_hyper_node_t **overlap; IN: Handle to list of overlapping nodes RETURNS Non-negative on success/Negative on failure DESCRIPTION Clips a list of hyperslab nodes against the current hyperslab selection. The list of non-overlapping and overlapping nodes which are generated from this operation are returned in the 'uniq' and 'overlap' pointers. If either of those lists are not needed, they may be set to NULL and the list will be released. GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS Clipping a multi-dimensional space against another multi-dimensional space generates at most 1 overlapping region and 2* non-overlapping regions, falling into the following categories in each dimension: Case 1 - A overlaps B on both sides: node <----AAAAAAAA---> clipped against: existing <-----BBBBB-----> generates: overlapping <-----CCCCC-----> non-overlapping <----D----------> non-overlapping <----------EE---> Case 2 - A overlaps B on one side: (need to check both sides!) Case 2a: node <------AAAAAA---> clipped against: existing <-----BBBBB-----> generates: overlapping <------CCCC-----> non-overlapping <----------EE---> Case 2b: node <---AAAAA-------> clipped against: existing <-----BBBBB-----> generates: overlapping <-----CCC-------> non-overlapping <---EE----------> Case 3 - A is entirely within B: node <------AA-------> clipped against: existing <-----BBBBB-----> generates: overlapping <------CC-------> Case 4 - A is entirely outside B: (doesn't matter which side) node <-----------AAA-> clipped against: existing <-----BBBBB-----> generates: non-overlapping <-----------AAA-> This algorithm could be sped up by keeping track of the last (existing) region the new node was compared against when it was split and resume comparing against the region following that one when it's returned to later (for non-overlapping blocks). Another optimization is to build a n-tree (not certain about how many times each dimension should be cut, but at least once) for the dataspace and build a list of existing blocks which overlap each "n"-tant and only compare the new nodes against existing node in the region of the n-tree which the are located in. EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ herr_t H5S_hyper_clip (H5S_t *space, H5S_hyper_node_t *nodes, H5S_hyper_node_t **uniq, H5S_hyper_node_t **overlap) { H5S_hyper_node_t *region, /* Temp. hyperslab selection region pointer */ *node, /* Temp. hyperslab node pointer */ *next_node, /* Pointer to next node in node list */ *new_nodes=NULL; /* List of new nodes added */ hssize_t *start=NULL; /* Temporary arrays of start & sizes (for splitting nodes) */ hsize_t *end=NULL; /* Temporary arrays of start & sizes (for splitting nodes) */ intn rank; /* Cached copy of the rank of the dataspace */ intn overlapped; /* Flag for overlapping nodes */ intn non_intersect; /* Flag for non-intersecting nodes */ intn i; /* Counters */ enum /* Cases for edge overlaps */ {OVERLAP_BOTH,OVERLAP_LOWER,OVERLAP_UPPER,WITHIN,NO_OVERLAP} clip_case; herr_t ret_value=SUCCEED; FUNC_ENTER (H5S_hyper_clip, FAIL); /* Check args */ assert (space); assert (nodes); assert (uniq || overlap); /* Allocate space for the temporary starts & sizes */ if((start = H5FL_ARR_ALLOC(hsize_t,space->extent.u.simple.rank,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate hyperslab start array"); if((end = H5FL_ARR_ALLOC(hsize_t,space->extent.u.simple.rank,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate hyperslab size array"); /* Set up local variables */ rank=space->extent.u.simple.rank; #ifdef QAK printf("%s: check 1.0, start=%p, end=%p\n",FUNC,start,end); #endif /* QAK */ /* * Cycle through all the hyperslab nodes, clipping them against the * existing hyperslab selection. */ node=nodes; while(node!=NULL) { #ifdef QAK printf("%s: check 2.0, node=%p, nodes=%p\n",FUNC,node,nodes); #endif /* QAK */ /* Remove current node from head of list to evaulate it */ next_node=node->next; /* retain next node in list */ node->next=NULL; /* just to be safe */ #ifdef QAK printf("%s: check 2.1, node=%p, next_node=%p\n",FUNC,node,next_node); printf("node->start={",FUNC); for(i=0; istart[i]); if(iend={",FUNC); for(i=0; iend[i]); if(inext=%p\n",region,region->next); printf("\tstart={",FUNC); for(i=0; istart[i]); if(iend[i]); if(inext; } /* end while */ region=space->select.sel_info.hslab.hyper_lst->head; while(region!=NULL) { printf("region=%p, region->next=%p\n",region,region->next); printf("\tstart={",FUNC); for(i=0; istart[i]); if(iend[i]); if(inext; } /* end while */ #endif /* QAK */ overlapped=0; /* Reset overlapped flag */ region=space->select.sel_info.hslab.hyper_lst->head; while(region!=NULL && overlapped==0) { #ifdef QAK printf("%s: check 3.0, new_nodes=%p, region=%p, head=%p, overlapped=%d\n",FUNC,new_nodes,region,space->select.sel_info.hslab.hyper_lst->head,overlapped); printf("region->start={",FUNC); for(i=0; istart[i]); if(iend={",FUNC); for(i=0; iend[i]); if(iend[i]start[i] || node->start[i]>region->end[i]) non_intersect=1; } /* end for */ #ifdef QAK printf("%s: check 3.0.1, new_nodes=%p, region=%p, head=%p, non_intersect=%d\n",FUNC,new_nodes,region,space->select.sel_info.hslab.hyper_lst->head,non_intersect); #endif /* QAK */ /* Only compare node with regions that actually intersect */ if(non_intersect==0) { /* Compare the boundaries of the two objects in each dimension */ for(i=0; istart[i]start[i]) { #ifdef QAK printf("%s: check 3.1, overlapped=%d\n",FUNC,overlapped); #endif /* QAK */ /* Test for case 4 */ /* NO_OVERLAP cases could be taken out, but are left in for clarity */ if(node->end[i]start[i]) { #ifdef QAK printf("%s: check 3.1.1, overlapped=%d\n",FUNC,overlapped); #endif /* QAK */ clip_case=NO_OVERLAP; assert("invalid clipping case" && 0); } /* end if */ else { #ifdef QAK printf("%s: check 3.1.2, overlapped=%d\n",FUNC,overlapped); #endif /* QAK */ /* Test for case 2b */ if(node->end[i]<=region->end[i]) { #ifdef QAK printf("%s: check 3.1.2.1, overlapped=%d\n",FUNC,overlapped); #endif /* QAK */ clip_case=OVERLAP_LOWER; } /* end if */ /* Must be case 1 */ else { #ifdef QAK printf("%s: check 3.1.2.2, overlapped=%d\n",FUNC,overlapped); #endif /* QAK */ clip_case=OVERLAP_BOTH; } /* end else */ } /* end else */ } /* end if */ /* Case 2a, 3 or 4 (on the other side)*/ else { #ifdef QAK printf("%s: check 3.2, overlapped=%d\n",FUNC,overlapped); #endif /* QAK */ /* Test for case 4 */ if(node->start[i]>region->end[i]) { #ifdef QAK printf("%s: check 3.2.1, overlapped=%d\n",FUNC,overlapped); #endif /* QAK */ clip_case=NO_OVERLAP; assert("invalid clipping case" && 0); } /* end if */ /* Case 2a or 3 */ else { #ifdef QAK printf("%s: check 3.2.2, overlapped=%d\n",FUNC,overlapped); #endif /* QAK */ /* Test for case 2a */ if(node->end[i]>region->end[i]) { #ifdef QAK printf("%s: check 3.2.2.1, overlapped=%d\n",FUNC,overlapped); #endif /* QAK */ clip_case=OVERLAP_UPPER; } /* end if */ /* Must be case 3 */ else { #ifdef QAK printf("%s: check 3.2.2.2, overlapped=%d\n",FUNC,overlapped); #endif /* QAK */ clip_case=WITHIN; } /* end else */ } /* end else */ } /* end else */ if(clip_case!=WITHIN) { #ifdef QAK printf("%s: check 3.3, new_nodes=%p\n",FUNC,new_nodes); #endif /* QAK */ /* Copy all the dimensions start & end points */ HDmemcpy(start,node->start,rank*sizeof(hssize_t)); HDmemcpy(end,node->end,rank*sizeof(hssize_t)); } /* end if */ /* Work on upper overlapping block */ if(clip_case==OVERLAP_BOTH || clip_case==OVERLAP_LOWER) { #ifdef QAK printf("%s: check 3.4, new_nodes=%p\n",FUNC,new_nodes); #endif /* QAK */ /* Modify the end point in the current dimension of the overlap */ end[i]=region->start[i]-1; /* Clip the existing non-overlapped portion off the current node */ node->start[i]=region->start[i]; /* Add the non-overlapping portion to the list of new nodes */ if(H5S_hyper_node_add(&new_nodes,1,rank,(const hssize_t *)start,(const hsize_t *)end)<0) HGOTO_ERROR(H5E_DATASPACE, H5E_CANTINSERT, FAIL, "can't insert hyperslab"); #ifdef QAK printf("%s: check 3.4.1, new_nodes=%p\n",FUNC,new_nodes); #ifdef QAK { H5S_hyper_node_t *tmp_reg; /* Temp. hyperslab selection region pointer */ intn k; tmp_reg=space->select.sel_info.hslab.hyper_lst->head; while(tmp_reg!=NULL) { printf("tmp_reg=%p\n",tmp_reg); printf("\tstart={",FUNC); for(k=0; kstart[k]); if(kend[k]); if(knext; } /* end while */ } #endif /* QAK */ #endif /* QAK */ } /* end if */ #ifdef QAK printf("%s: check 3.4.5, new_nodes=%p\n",FUNC,new_nodes); #endif /* QAK */ /* Work on lower overlapping block */ if(clip_case==OVERLAP_BOTH || clip_case==OVERLAP_UPPER) { /* Modify the start & end point in the current dimension of the overlap */ start[i]=region->end[i]+1; end[i]=node->end[i]; /* Clip the existing non-overlapped portion off the current node */ node->end[i]=region->end[i]; /* Add the non-overlapping portion to the list of new nodes */ #ifdef QAK printf("%s: check 3.5, &new_nodes=%p, new_nodes=%p\n",FUNC,&new_nodes,new_nodes); #endif /* QAK */ if(H5S_hyper_node_add(&new_nodes,1,rank,(const hssize_t *)start,(const hsize_t *)end)<0) HGOTO_ERROR(H5E_DATASPACE, H5E_CANTINSERT, FAIL, "can't insert hyperslab"); #ifdef QAK printf("%s: check 3.5.1, &new_nodes=%p, new_nodes=%p\n",FUNC,&new_nodes,new_nodes); #ifdef QAK { H5S_hyper_node_t *tmp_reg; /* Temp. hyperslab selection region pointer */ intn k; tmp_reg=space->select.sel_info.hslab.hyper_lst->head; while(tmp_reg!=NULL) { printf("tmp_reg=%p\n",tmp_reg); printf("\tstart={",FUNC); for(k=0; kstart[k]); if(kend[k]); if(knext; } /* end while */ } #endif /* QAK */ #endif /* QAK */ } /* end if */ #ifdef QAK printf("%s: check 3.5.5, new_nodes=%p\n",FUNC,new_nodes); #endif /* QAK */ /* Check if this is the last dimension */ /* Add the block to the "overlapped" list, if so */ /* Allow the algorithm to proceed to the next dimension otherwise */ if(i==(rank-1)) { #ifdef QAK printf("%s: check 3.6, overlapped=%d\n",FUNC,overlapped); #endif /* QAK */ if(overlap!=NULL) { if(H5S_hyper_node_prepend(overlap,node)<0) HGOTO_ERROR(H5E_DATASPACE, H5E_CANTINSERT, FAIL, "can't insert hyperslab"); } else { /* Free the node if we aren't going to keep it */ #ifdef QAK printf("%s: check 3.6.1, node=%p\n",FUNC,node); #endif /* QAK */ H5S_hyper_node_release(node); } /* end else */ overlapped=1; /* stop the algorithm for this block */ } /* end if */ } /* end for */ } /* end if */ /* Advance to next hyperslab region */ region=region->next; } /* end while */ /* Check whether we should add the node to the non-overlapping list */ if(!overlapped) { #ifdef QAK printf("%s: check 3.7, node=%p\n",FUNC,node); #endif /* QAK */ if(uniq!=NULL) { if(H5S_hyper_node_prepend(uniq,node)<0) HGOTO_ERROR(H5E_DATASPACE, H5E_CANTINSERT, FAIL, "can't insert hyperslab"); } else { /* Free the node if we aren't going to keep it */ #ifdef QAK printf("%s: check 3.7.1\n",FUNC); #endif /* QAK */ H5S_hyper_node_release(node); } /* end else */ } /* end if */ /* Advance to next hyperslab node */ node=next_node; /* Check if we've added more nodes from splitting to the list */ if(node==NULL && new_nodes!=NULL) { node=new_nodes; new_nodes=NULL; } /* end if */ } /* end while */ done: if(start!=NULL) H5FL_ARR_FREE(hsize_t,start); if(end!=NULL) H5FL_ARR_FREE(hsize_t,end); FUNC_LEAVE (ret_value); } /* H5S_hyper_clip() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_release PURPOSE Release hyperslab selection information for a dataspace USAGE herr_t H5S_hyper_release(space) H5S_t *space; IN: Pointer to dataspace RETURNS Non-negative on success/Negative on failure DESCRIPTION Releases all hyperslab selection information for a dataspace GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG * Robb Matzke, 1998-08-25 * The fields which are freed are set to NULL to prevent them from being * freed again later. This fixes some allocation problems where * changing the hyperslab selection of one data space causes a core dump * when closing some other data space. --------------------------------------------------------------------------*/ herr_t H5S_hyper_release (H5S_t *space) { H5S_hyper_node_t *curr,*next; /* Pointer to hyperslab nodes */ intn i; /* Counters */ FUNC_ENTER (H5S_hyper_release, FAIL); /* Check args */ assert (space && H5S_SEL_HYPERSLABS==space->select.type); #ifdef QAK printf("%s: check 1.0\n",FUNC); #endif /* QAK */ /* Reset the number of points selected */ space->select.num_elem=0; /* Release the per-dimension selection info */ if(space->select.sel_info.hslab.diminfo!=NULL) H5FL_ARR_FREE(H5S_hyper_dim_t,space->select.sel_info.hslab.diminfo); space->select.sel_info.hslab.diminfo = NULL; /* Release hi and lo boundary information */ for(i=0; iextent.u.simple.rank; i++) { H5FL_ARR_FREE(H5S_hyper_bound_t,space->select.sel_info.hslab.hyper_lst->lo_bounds[i]); space->select.sel_info.hslab.hyper_lst->lo_bounds[i] = NULL; } /* end for */ H5FL_ARR_FREE(H5S_hyper_bound_ptr_t,space->select.sel_info.hslab.hyper_lst->lo_bounds); space->select.sel_info.hslab.hyper_lst->lo_bounds = NULL; /* Release list of selected regions */ curr=space->select.sel_info.hslab.hyper_lst->head; while(curr!=NULL) { next=curr->next; H5S_hyper_node_release(curr); curr=next; } /* end while */ /* Release hyperslab selection node itself */ H5FL_FREE(H5S_hyper_list_t,space->select.sel_info.hslab.hyper_lst); space->select.sel_info.hslab.hyper_lst=NULL; #ifdef QAK printf("%s: check 2.0\n",FUNC); #endif /* QAK */ FUNC_LEAVE (SUCCEED); } /* H5S_hyper_release() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_npoints PURPOSE Compute number of elements in current selection USAGE hsize_t H5S_hyper_npoints(space) H5S_t *space; IN: Pointer to dataspace RETURNS The number of elements in selection on success, 0 on failure DESCRIPTION Compute number of elements in current selection. GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ hsize_t H5S_hyper_npoints (const H5S_t *space) { FUNC_ENTER (H5S_hyper_npoints, 0); /* Check args */ assert (space); FUNC_LEAVE (space->select.num_elem); } /* H5S_hyper_npoints() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_sel_iter_release PURPOSE Release hyperslab selection iterator information for a dataspace USAGE herr_t H5S_hyper_sel_iter_release(sel_iter) H5S_t *space; IN: Pointer to dataspace iterator is for H5S_sel_iter_t *sel_iter; IN: Pointer to selection iterator RETURNS Non-negative on success/Negative on failure DESCRIPTION Releases all information for a dataspace hyperslab selection iterator GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ herr_t H5S_hyper_sel_iter_release (H5S_sel_iter_t *sel_iter) { FUNC_ENTER (H5S_hyper_sel_iter_release, FAIL); /* Check args */ assert (sel_iter); if(sel_iter->hyp.pos!=NULL) H5FL_ARR_FREE(hsize_t,sel_iter->hyp.pos); FUNC_LEAVE (SUCCEED); } /* H5S_hyper_sel_iter_release() */ /*------------------------------------------------------------------------- * Function: H5S_hyper_compare_bounds * * Purpose: Compares two bounds for equality * * Return: an integer less than, equal to, or greater than zero if the first * region is considered to be respectively less than, equal to, or * greater than the second * * Programmer: Quincey Koziol * Friday, July 17, 1998 * * Modifications: * *------------------------------------------------------------------------- */ int H5S_hyper_compare_bounds (const void *r1, const void *r2) { if(((const H5S_hyper_bound_t *)r1)->bound<((const H5S_hyper_bound_t *)r2)->bound) return(-1); else if(((const H5S_hyper_bound_t *)r1)->bound>((const H5S_hyper_bound_t *)r2)->bound) return(1); else return(0); } /* end H5S_hyper_compare_bounds */ /*-------------------------------------------------------------------------- NAME H5S_hyper_copy PURPOSE Copy a selection from one dataspace to another USAGE herr_t H5S_hyper_copy(dst, src) H5S_t *dst; OUT: Pointer to the destination dataspace H5S_t *src; IN: Pointer to the source dataspace RETURNS Non-negative on success/Negative on failure DESCRIPTION Copies all the hyperslab selection information from the source dataspace to the destination dataspace. GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ herr_t H5S_hyper_copy (H5S_t *dst, const H5S_t *src) { H5S_hyper_list_t *new_hyper; /* New hyperslab selection */ H5S_hyper_node_t *curr, *new, *new_head; /* Hyperslab information nodes */ H5S_hyper_dim_t *new_diminfo=NULL; /* New per-dimension info array[rank] */ intn i; /* Counters */ size_t u; /* Counters */ herr_t ret_value=SUCCEED; /* return value */ FUNC_ENTER (H5S_hyper_copy, FAIL); assert(src); assert(dst); #ifdef QAK printf("%s: check 3.0\n", FUNC); #endif /* QAK */ if(src->select.sel_info.hslab.diminfo!=NULL) { /* Create the per-dimension selection info */ if((new_diminfo = H5FL_ARR_ALLOC(H5S_hyper_dim_t,src->extent.u.simple.rank,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate per-dimension array"); /* Copy the per-dimension selection info */ for(i=0; iextent.u.simple.rank; i++) { new_diminfo[i].start = src->select.sel_info.hslab.diminfo[i].start; new_diminfo[i].stride = src->select.sel_info.hslab.diminfo[i].stride; new_diminfo[i].count = src->select.sel_info.hslab.diminfo[i].count; new_diminfo[i].block = src->select.sel_info.hslab.diminfo[i].block; } /* end for */ } /* end if */ dst->select.sel_info.hslab.diminfo = new_diminfo; /* Create the new hyperslab information node */ if((new_hyper = H5FL_ALLOC(H5S_hyper_list_t,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate point node"); /* Copy the basic hyperslab selection information */ *new_hyper=*(src->select.sel_info.hslab.hyper_lst); /* Attach the hyperslab information to the destination dataspace */ dst->select.sel_info.hslab.hyper_lst=new_hyper; #ifdef QAK printf("%s: check 4.0\n", FUNC); #endif /* QAK */ /* Allocate space for the low & high bound arrays */ if((new_hyper->lo_bounds = H5FL_ARR_ALLOC(H5S_hyper_bound_ptr_t,src->extent.u.simple.rank,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate boundary node"); for(i=0; iextent.u.simple.rank; i++) { if((new_hyper->lo_bounds[i] = H5FL_ARR_ALLOC(H5S_hyper_bound_t,src->select.sel_info.hslab.hyper_lst->count,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate boundary list"); } /* end for */ #ifdef QAK printf("%s: check 5.0\n", FUNC); #endif /* QAK */ /* Copy the hyperslab selection nodes, adding them to the lo & hi bound arrays also */ curr=src->select.sel_info.hslab.hyper_lst->head; new_head=NULL; u=0; while(curr!=NULL) { #ifdef QAK printf("%s: check 5.1\n", FUNC); #endif /* QAK */ /* Create each point */ if((new = H5FL_ALLOC(H5S_hyper_node_t,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate point node"); HDmemcpy(new,curr,sizeof(H5S_hyper_node_t)); /* copy caching information */ if((new->start = H5FL_ARR_ALLOC(hsize_t,src->extent.u.simple.rank,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate coordinate information"); if((new->end = H5FL_ARR_ALLOC(hsize_t,src->extent.u.simple.rank,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate coordinate information"); HDmemcpy(new->start,curr->start,(src->extent.u.simple.rank*sizeof(hssize_t))); HDmemcpy(new->end,curr->end,(src->extent.u.simple.rank*sizeof(hssize_t))); new->next=NULL; /* Insert into low & high bound arrays */ for(i=0; iextent.u.simple.rank; i++) { new_hyper->lo_bounds[i][u].bound=new->start[i]; new_hyper->lo_bounds[i][u].node=new; } /* end for */ u++; /* Increment the location of the next node in the boundary arrays */ /* Keep the order the same when copying */ if(new_head==NULL) new_head=new_hyper->head=new; else { new_head->next=new; new_head=new; } /* end else */ curr=curr->next; } /* end while */ #ifdef QAK printf("%s: check 6.0\n", FUNC); #endif /* QAK */ /* Sort the boundary array */ for(i=0; iextent.u.simple.rank; i++) HDqsort(new_hyper->lo_bounds[i], new_hyper->count, sizeof(H5S_hyper_bound_t), H5S_hyper_compare_bounds); #ifdef QAK printf("%s: check 7.0\n", FUNC); #endif /* QAK */ done: FUNC_LEAVE (ret_value); } /* end H5S_hyper_copy() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_select_valid PURPOSE Check whether the selection fits within the extent, with the current offset defined. USAGE htri_t H5S_hyper_select_valid(space); H5S_t *space; IN: Dataspace pointer to query RETURNS TRUE if the selection fits within the extent, FALSE if it does not and Negative on an error. DESCRIPTION Determines if the current selection at the current offet fits within the extent for the dataspace. GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ htri_t H5S_hyper_select_valid (const H5S_t *space) { H5S_hyper_node_t *curr; /* Hyperslab information nodes */ intn i; /* Counter */ htri_t ret_value=TRUE; /* return value */ FUNC_ENTER (H5S_hyper_select_valid, FAIL); assert(space); /* Check each point to determine whether selection+offset is within extent */ curr=space->select.sel_info.hslab.hyper_lst->head; while(curr!=NULL && ret_value==TRUE) { /* Check each dimension */ for(i=0; iextent.u.simple.rank; i++) { /* Check if an offset has been defined */ /* Bounds check the selected point + offset against the extent */ if(((curr->start[i]+space->select.offset[i])>(hssize_t)space->extent.u.simple.size[i]) || ((curr->start[i]+space->select.offset[i])<0) || ((curr->end[i]+space->select.offset[i])>(hssize_t)space->extent.u.simple.size[i]) || ((curr->end[i]+space->select.offset[i])<0)) { ret_value=FALSE; break; } /* end if */ } /* end for */ curr=curr->next; } /* end while */ FUNC_LEAVE (ret_value); } /* end H5S_hyper_select_valid() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_select_serial_size PURPOSE Determine the number of bytes needed to store the serialized hyperslab selection information. USAGE hssize_t H5S_hyper_select_serial_size(space) H5S_t *space; IN: Dataspace pointer to query RETURNS The number of bytes required on success, negative on an error. DESCRIPTION Determines the number of bytes required to serialize the current hyperslab selection information for storage on disk. GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ hssize_t H5S_hyper_select_serial_size (const H5S_t *space) { H5S_hyper_node_t *curr; /* Hyperslab information nodes */ hssize_t ret_value=FAIL; /* return value */ FUNC_ENTER (H5S_hyper_select_serial_size, FAIL); assert(space); /* Basic number of bytes required to serialize point selection: * + + + * + + <# of blocks (4 bytes)> = 24 bytes */ ret_value=24; /* Spin through hyperslabs to total the space needed to store them */ curr=space->select.sel_info.hslab.hyper_lst->head; while(curr!=NULL) { /* Add 8 bytes times the rank for each element selected */ ret_value+=8*space->extent.u.simple.rank; curr=curr->next; } /* end while */ FUNC_LEAVE (ret_value); } /* end H5S_hyper_select_serial_size() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_select_serialize PURPOSE Serialize the current selection into a user-provided buffer. USAGE herr_t H5S_hyper_select_serialize(space, buf) H5S_t *space; IN: Dataspace pointer of selection to serialize uint8 *buf; OUT: Buffer to put serialized selection into RETURNS Non-negative on success/Negative on failure DESCRIPTION Serializes the current element selection into a buffer. (Primarily for storing on disk). GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ herr_t H5S_hyper_select_serialize (const H5S_t *space, uint8_t *buf) { H5S_hyper_node_t *curr; /* Hyperslab information nodes */ uint8_t *lenp; /* pointer to length location for later storage */ uint32_t len=0; /* number of bytes used */ intn i; /* local counting variable */ herr_t ret_value=FAIL; /* return value */ FUNC_ENTER (H5S_point_select_serialize, FAIL); assert(space); /* Store the preamble information */ UINT32ENCODE(buf, (uint32_t)space->select.type); /* Store the type of selection */ UINT32ENCODE(buf, (uint32_t)1); /* Store the version number */ UINT32ENCODE(buf, (uint32_t)0); /* Store the un-used padding */ lenp=buf; /* keep the pointer to the length location for later */ buf+=4; /* skip over space for length */ /* Encode number of dimensions */ UINT32ENCODE(buf, (uint32_t)space->extent.u.simple.rank); len+=4; /* Encode number of elements */ UINT32ENCODE(buf, (uint32_t)space->select.sel_info.hslab.hyper_lst->count); len+=4; /* Encode each point in selection */ curr=space->select.sel_info.hslab.hyper_lst->head; while(curr!=NULL) { /* Add 8 bytes times the rank for each element selected */ len+=8*space->extent.u.simple.rank; /* Encode starting point */ for(i=0; iextent.u.simple.rank; i++) UINT32ENCODE(buf, (uint32_t)curr->start[i]); /* Encode ending point */ for(i=0; iextent.u.simple.rank; i++) UINT32ENCODE(buf, (uint32_t)curr->end[i]); curr=curr->next; } /* end while */ /* Encode length */ UINT32ENCODE(lenp, (uint32_t)len); /* Store the length of the extra information */ /* Set success */ ret_value=SUCCEED; FUNC_LEAVE (ret_value); } /* H5S_hyper_select_serialize() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_select_deserialize PURPOSE Deserialize the current selection from a user-provided buffer. USAGE herr_t H5S_hyper_select_deserialize(space, buf) H5S_t *space; IN/OUT: Dataspace pointer to place selection into uint8 *buf; IN: Buffer to retrieve serialized selection from RETURNS Non-negative on success/Negative on failure DESCRIPTION Deserializes the current selection into a buffer. (Primarily for retrieving from disk). GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ herr_t H5S_hyper_select_deserialize (H5S_t *space, const uint8_t *buf) { int32_t rank; /* rank of points */ size_t num_elem=0; /* number of elements in selection */ hssize_t *start=NULL; /* hyperslab start information */ hsize_t *count=NULL; /* hyperslab count information */ hssize_t *tstart=NULL; /* temporary hyperslab pointers */ hsize_t *tcount=NULL; /* temporary hyperslab pointers */ uintn i,j; /* local counting variables */ herr_t ret_value=FAIL; /* return value */ FUNC_ENTER (H5S_hyper_select_deserialize, FAIL); /* Check args */ assert(space); assert(buf); /* Deserialize slabs to select */ buf+=16; /* Skip over selection header */ INT32DECODE(buf,rank); /* decode the rank of the point selection */ if(rank!=space->extent.u.simple.rank) HGOTO_ERROR(H5E_DATASPACE, H5E_BADRANGE, FAIL, "rank of pointer does not match dataspace"); UINT32DECODE(buf,num_elem); /* decode the number of points */ /* Allocate space for the coordinates */ if((start = H5FL_ARR_ALLOC(hsize_t,rank,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate hyperslab information"); if((count = H5FL_ARR_ALLOC(hsize_t,rank,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate hyperslab information"); /* Retrieve the coordinates from the buffer */ for(i=0; iextent.u.simple.rank; /* Iterate through the node, copying each hyperslab's information */ node=space->select.sel_info.hslab.hyper_lst->head; while(node!=NULL) { for(i=0; i(hsize_t)(node->start[i]+space->select.offset[i])) start[i]=node->start[i]+space->select.offset[i]; if(end[i]<(hsize_t)(node->end[i]+space->select.offset[i])) end[i]=node->end[i]+space->select.offset[i]; } /* end for */ node=node->next; } /* end while */ FUNC_LEAVE (ret_value); } /* H5Sget_hyper_bounds() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_select_contiguous PURPOSE Check if a hyperslab selection is contiguous within the dataspace extent. USAGE htri_t H5S_select_contiguous(space) H5S_t *space; IN: Dataspace pointer to check RETURNS TRUE/FALSE/FAIL DESCRIPTION Checks to see if the current selection in the dataspace is contiguous. This is primarily used for reading the entire selection in one swoop. GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ htri_t H5S_hyper_select_contiguous(const H5S_t *space) { htri_t ret_value=FAIL; /* return value */ H5S_hyper_node_t *node; /* Hyperslab node */ intn rank; /* Dataspace rank */ intn i; /* index variable */ FUNC_ENTER (H5S_hyper_select_contiguous, FAIL); assert(space); /* If there is more than one hyperslab in the selection, they are not contiguous */ if(space->select.sel_info.hslab.hyper_lst->count>1) ret_value=FALSE; else { /* If there is one hyperslab, then it might be contiguous */ /* Get the dataspace extent rank */ rank=space->extent.u.simple.rank; /* Get the hyperslab node */ node=space->select.sel_info.hslab.hyper_lst->head; /* * For a hyperslab to be contiguous, it's size must be the same as the * dataspace extent's in all but the slowest changing dimension */ ret_value=TRUE; /* assume true and reset if the dimensions don't match */ for(i=1; iend[i]-node->start[i])+1)!=(hssize_t)space->extent.u.simple.size[i]) { ret_value=FALSE; break; } /* end if */ } } /* end else */ FUNC_LEAVE (ret_value); } /* H5S_hyper_select_contiguous() */ /*------------------------------------------------------------------------- * Function: H5S_select_hyperslab * * Purpose: Internal version of H5Sselect_hyperslab(). * * Return: Non-negative on success/Negative on failure * * Programmer: Robb Matzke (split from HSselect_hyperslab()). * Tuesday, August 25, 1998 * * Modifications: * *------------------------------------------------------------------------- */ herr_t H5S_select_hyperslab (H5S_t *space, H5S_seloper_t op, const hssize_t start[/*space_id*/], const hsize_t stride[/*space_id*/], const hsize_t count[/*space_id*/], const hsize_t block[/*space_id*/]) { hsize_t *_stride=NULL; /* Stride array */ hsize_t *_block=NULL; /* Block size array */ hssize_t slab[H5O_LAYOUT_NDIMS]; /* Location of the block to add for strided selections */ size_t slice[H5O_LAYOUT_NDIMS]; /* Size of preceding dimension's slice */ H5S_hyper_node_t *add=NULL, /* List of hyperslab nodes to add */ *uniq=NULL, /* List of unique hyperslab nodes */ *tmp; /* Temporary hyperslab node */ uintn acc; /* Accumulator for building slices */ uintn contig; /* whether selection is contiguous or not */ int i,j; /* Counters */ H5S_hyper_dim_t *diminfo; /* per-dimension info for the selection */ herr_t ret_value=FAIL; /* return value */ FUNC_ENTER (H5S_select_hyperslab, FAIL); /* Check args */ assert(space); assert(start); assert(count); assert(op>H5S_SELECT_NOOP && opextent.u.simple.rank,0))==NULL) HGOTO_ERROR (H5E_RESOURCE, H5E_NOSPACE, FAIL, "memory allocation failed for stride buffer"); H5V_array_fill(_stride,&fill,sizeof(hssize_t),space->extent.u.simple.rank); stride = _stride; } /* Fill in the correct block values */ if(block==NULL) { hssize_t fill=1; /* Allocate temporary buffer */ if ((_block=H5FL_ARR_ALLOC(hsize_t,space->extent.u.simple.rank,0))==NULL) HGOTO_ERROR (H5E_RESOURCE, H5E_NOSPACE, FAIL, "memory allocation failed for stride buffer"); H5V_array_fill(_block,&fill,sizeof(hssize_t),space->extent.u.simple.rank); block = _block; } /* * Check for overlapping hyperslab blocks in new selection (remove when * real block-merging algorithm is in place? -QAK). */ if(op==H5S_SELECT_SET && block!=NULL) { for(i=0; iextent.u.simple.rank; i++) { if(stride[i]extent.u.simple.rank; i++) { /* contiguous hyperslabs have the block size equal to the stride */ if(stride[i]!=block[i]) { contig=0; /* hyperslab isn't contiguous */ break; /* no use looking further */ } /* end if */ } /* end for */ #ifdef QAK printf("%s: check 1.0, contig=%d, op=%s\n",FUNC,(int)contig,(op==H5S_SELECT_SET? "H5S_SELECT_SET" : (op==H5S_SELECT_OR ? "H5S_SELECT_OR" : "Unknown"))); #endif /* QAK */ /* If we are setting a new selection, remove current selection first */ if(op==H5S_SELECT_SET) { if(H5S_select_release(space)<0) { HGOTO_ERROR(H5E_DATASPACE, H5E_CANTDELETE, FAIL, "can't release hyperslab"); } /* end if */ } /* end if */ #ifdef QAK printf("%s: check 2.0, rank=%d\n",FUNC,(int)space->extent.u.simple.rank); #endif /* QAK */ /* Allocate space for the hyperslab selection information if necessary */ if(space->select.type!=H5S_SEL_HYPERSLABS || space->select.sel_info.hslab.hyper_lst==NULL) { if((space->select.sel_info.hslab.hyper_lst = H5FL_ALLOC(H5S_hyper_list_t,0))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate hyperslab information"); /* Set the fields for the hyperslab list */ space->select.sel_info.hslab.hyper_lst->count=0; space->select.sel_info.hslab.hyper_lst->head=NULL; if((space->select.sel_info.hslab.hyper_lst->lo_bounds = H5FL_ARR_ALLOC(H5S_hyper_bound_ptr_t,space->extent.u.simple.rank,1))==NULL) HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate hyperslab lo bound information"); } /* end if */ #ifdef QAK printf("%s: check 3.0\n",FUNC); #endif /* QAK */ /* Generate list of blocks to add/remove based on selection operation */ switch(op) { case H5S_SELECT_SET: case H5S_SELECT_OR: #ifdef QAK printf("%s: check 4.0\n",FUNC); #endif /* QAK */ /* Generate list of blocks to add to selection */ if(contig) { /* Check for trivial case */ #ifdef QAK printf("%s: check 4.1\n",FUNC); #endif /* QAK */ /* Account for strides & blocks being equal, but larger than one */ /* (Why someone would torture us this way, I don't know... -QAK :-) */ for(i=0; iextent.u.simple.rank; i++) slab[i]=count[i]*stride[i]; /* Add the contiguous hyperslab to the selection */ if(H5S_hyper_node_add(&add,0,space->extent.u.simple.rank,start,(const hsize_t *)slab)<0) { HGOTO_ERROR(H5E_DATASPACE, H5E_CANTINSERT, FAIL, "can't insert hyperslab"); } } else { #ifdef QAK printf("%s: check 4.3\n",FUNC); #endif /* QAK */ /* Build the slice sizes for each dimension */ for(i=0, acc=1; iextent.u.simple.rank; i++) { slice[i]=acc; acc*=count[i]; } /* end for */ /* Step through all the blocks to add */ /* (reuse the count in ACC above) */ /* Adding the blocks in reverse order reduces the time spent moving memory around in H5S_hyper_add() */ for(i=(int)acc-1; i>=0; i--) { /* Build the location of the block */ for(j=0; jextent.u.simple.rank; j++) slab[j]=start[j]+((i/slice[j])%count[j])*stride[j]; /* Add the block to the list of hyperslab selections */ if(H5S_hyper_node_add(&add,0,space->extent.u.simple.rank,(const hssize_t *)slab, (const hsize_t *)block)<0) { HGOTO_ERROR(H5E_DATASPACE, H5E_CANTINSERT, FAIL, "can't insert hyperslab"); } /* end if */ } /* end for */ } /* end else */ #ifdef QAK printf("%s: check 4.5\n",FUNC); #endif /* QAK */ /* Clip list of new blocks to add against current selection */ if(op==H5S_SELECT_OR) { #ifdef QAK printf("%s: check 4.5.1\n",FUNC); #endif /* QAK */ H5S_hyper_clip(space,add,&uniq,NULL); add=uniq; } /* end if */ else { #ifdef QAK printf("%s: check 4.5.2\n",FUNC); #endif /* QAK */ /* Copy all the per-dimension selection info into the space descriptor */ if((diminfo = H5FL_ARR_ALLOC(H5S_hyper_dim_t,space->extent.u.simple.rank,0))==NULL) { HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, FAIL, "can't allocate per-dimension vector"); } /* end if */ for(i=0; iextent.u.simple.rank; i++) { diminfo[i].start = start[i]; diminfo[i].stride = stride[i]; diminfo[i].count = count[i]; diminfo[i].block = block[i]; } /* end for */ space->select.sel_info.hslab.diminfo = diminfo; } /* end else */ #ifdef QAK printf("%s: check 4.5.5\n",FUNC); #endif /* QAK */ break; default: HRETURN_ERROR(H5E_ARGS, H5E_UNSUPPORTED, FAIL, "invalid selection operation"); } /* end switch */ #ifdef QAK printf("%s: check 5.0\n",FUNC); #endif /* QAK */ /* Add new blocks to current selection */ if(H5S_hyper_add(space,add)<0) HGOTO_ERROR(H5E_DATASPACE, H5E_CANTINSERT, FAIL, "can't insert hyperslabs"); /* Merge blocks for better I/O performance */ /* Regenerate lo/hi bounds arrays? */ #ifdef QAK printf("%s: check 6.0\n",FUNC); #endif /* QAK */ /* Set selection type */ space->select.type=H5S_SEL_HYPERSLABS; ret_value=SUCCEED; done: if(_stride!=NULL) H5FL_ARR_FREE(hsize_t,_stride); if(_block!=NULL) H5FL_ARR_FREE(hsize_t,_block); FUNC_LEAVE (ret_value); } /*-------------------------------------------------------------------------- NAME H5Sselect_hyperslab PURPOSE Specify a hyperslab to combine with the current hyperslab selection USAGE herr_t H5Sselect_hyperslab(dsid, op, start, stride, count, block) hid_t dsid; IN: Dataspace ID of selection to modify H5S_seloper_t op; IN: Operation to perform on current selection const hssize_t *start; IN: Offset of start of hyperslab const hssize_t *stride; IN: Hyperslab stride const hssize_t *count; IN: Number of blocks included in hyperslab const hssize_t *block; IN: Size of block in hyperslab RETURNS Non-negative on success/Negative on failure DESCRIPTION Combines a hyperslab selection with the current selection for a dataspace. If the current selection is not a hyperslab, it is freed and the hyperslab parameters passed in are combined with the H5S_SEL_ALL hyperslab (ie. a selection composing the entire current extent). Currently, only the H5S_SELECT_SET & H5S_SELECT_OR operations are supported. If STRIDE or BLOCK is NULL, they are assumed to be set to all '1'. GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ herr_t H5Sselect_hyperslab(hid_t space_id, H5S_seloper_t op, const hssize_t start[/*space_id*/], const hsize_t _stride[/*space_id*/], const hsize_t count[/*space_id*/], const hsize_t _block[/*space_id*/]) { H5S_t *space = NULL; /* Dataspace to modify selection of */ FUNC_ENTER (H5Sselect_hyperslab, FAIL); H5TRACE6("e","iSs*[a0]Hs*[a0]h*[a0]h*[a0]h",space_id,op,start,_stride, count,_block); /* Check args */ if (H5I_DATASPACE != H5I_get_type(space_id) || NULL == (space=H5I_object(space_id))) { HRETURN_ERROR(H5E_ARGS, H5E_BADTYPE, FAIL, "not a data space"); } if(start==NULL || count==NULL) { HRETURN_ERROR(H5E_ARGS, H5E_BADVALUE, FAIL, "hyperslab not specified"); } /* end if */ if(!(op>H5S_SELECT_NOOP && opspace->extent.u.simple.rank, dim+1, iter_info->space->select.sel_info.hslab.hyper_lst->count, iter_info->space->select.sel_info.hslab.hyper_lst->lo_bounds, iter_info->iter->hyp.pos,iter_info->space->select.offset))!=NULL) { /* Check if this is the second to last dimension in dataset */ /* (Which means that we've got a list of the regions in the fastest */ /* changing dimension and should input those regions) */ if((dim+2)==iter_info->space->extent.u.simple.rank) { HDmemcpy(iter_info->mem_offset, iter_info->iter->hyp.pos,(iter_info->space->extent.u.simple.rank*sizeof(hssize_t))); iter_info->mem_offset[iter_info->space->extent.u.simple.rank]=0; /* Iterate over data from regions */ for(i=0; imem_offset[iter_info->space->extent.u.simple.rank-1]=regions[i].start; /* Get the offset in the memory buffer */ offset=H5V_array_offset(iter_info->space->extent.u.simple.rank+1, iter_info->mem_size,iter_info->mem_offset); tmp_buf=((char *)iter_info->src+offset); /* Iterate over each element in the current region */ for(j=regions[i].start; j<=regions[i].end && user_ret==0; j++) { /* Call the user's function */ user_ret=(*(iter_info->op))(tmp_buf,iter_info->dt,iter_info->space->extent.u.simple.rank,iter_info->mem_offset,iter_info->op_data); /* Subtract the element from the selected region (not implemented yet) */ /* Increment the coordinate offset */ iter_info->mem_offset[iter_info->space->extent.u.simple.rank-1]=j; /* Advance the pointer in the buffer */ tmp_buf=((char *)tmp_buf+iter_info->elem_size); } /* end for */ /* Decrement the iterator count */ iter_info->iter->hyp.elmt_left-=((regions[i].end-regions[i].start)+1); } /* end for */ /* Set the next position to start at */ iter_info->iter->hyp.pos[dim+1]=(-1); } else { /* recurse on each region to next dimension down */ /* Increment the dimension we are working with */ dim++; /* Step through each region in this dimension */ for(i=0; iiter->hyp.pos[dim]!=j) iter_info->iter->hyp.pos[dim+1]=(-1); /* Set the correct position we are working on */ iter_info->iter->hyp.pos[dim]=j; /* Go get the regions in the next lower dimension */ user_ret=H5S_hyper_select_iterate_mem(dim, iter_info); } /* end for */ } /* end for */ } /* end else */ /* Release the temporary buffer */ H5FL_ARR_FREE(H5S_hyper_region_t,regions); } /* end if */ FUNC_LEAVE (user_ret); } /* H5S_hyper_select_iterate_mem() */ /*-------------------------------------------------------------------------- NAME H5S_hyper_select_iterate PURPOSE Iterate over a hyperslab selection, calling a user's function for each element. USAGE herr_t H5S_hyper_select_iterate(buf, type_id, space, op, operator_data) void *buf; IN/OUT: Buffer containing elements to iterate over hid_t type_id; IN: Datatype ID of BUF array. H5S_t *space; IN: Dataspace object containing selection to iterate over H5D_operator_t op; IN: Function pointer to the routine to be called for each element in BUF iterated over. void *operator_data; IN/OUT: Pointer to any user-defined data associated with the operation. RETURNS Returns the return value of the last operator if it was non-zero, or zero if all elements were processed. Otherwise returns a negative value. DESCRIPTION Iterates over the selected elements in a memory buffer, calling the user's callback function for each element. The selection in the dataspace is modified so that any elements already iterated over are removed from the selection if the iteration is interrupted (by the H5D_operator_t function returning non-zero) in the "middle" of the iteration and may be re-started by the user where it left off. NOTE: Until "subtracting" elements from a selection is implemented, the selection is not modified. GLOBAL VARIABLES COMMENTS, BUGS, ASSUMPTIONS EXAMPLES REVISION LOG --------------------------------------------------------------------------*/ herr_t H5S_hyper_select_iterate(void *buf, hid_t type_id, H5S_t *space, H5D_operator_t op, void *operator_data) { H5S_hyper_iter_info_t iter_info; /* Block of parameters to pass into recursive calls */ H5S_sel_iter_t iter; /* selection iteration info*/ size_t min_elem_out=1; /* Minimum # of elements to output*/ herr_t ret_value=FAIL; /* return value */ FUNC_ENTER (H5S_hyper_select_iterate, FAIL); assert(buf); assert(space); assert(op); assert(H5I_DATATYPE == H5I_get_type(type_id)); /* Initialize these before any errors can occur */ HDmemset(&iter,0,sizeof(H5S_sel_iter_t)); /* Initialize the selection iterator */ if (H5S_hyper_init(NULL, space, &iter, &min_elem_out)<0) { HGOTO_ERROR (H5E_DATASPACE, H5E_CANTINIT, FAIL, "unable to initialize selection information"); } /* Initialize parameter block for recursive calls */ iter_info.dt=type_id; iter_info.elem_size=H5Tget_size(type_id); iter_info.space=space; iter_info.iter=&iter; iter_info.src=buf; /* Set up the size of the memory space */ HDmemcpy(iter_info.mem_size, space->extent.u.simple.size, space->extent.u.simple.rank*sizeof(hsize_t)); iter_info.mem_size[space->extent.u.simple.rank]=iter_info.elem_size; /* Copy the location of the region in the file */ iter_info.op=op; iter_info.op_data=operator_data; /* Recursively input the hyperslabs currently defined */ /* starting with the slowest changing dimension */ ret_value=H5S_hyper_select_iterate_mem(-1,&iter_info); /* Release selection iterator */ H5S_sel_iter_release(space,&iter); done: FUNC_LEAVE (ret_value); } /* H5S_hyper_select_iterate() */