/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * Copyright by the Board of Trustees of the University of Illinois. * * All rights reserved. * * * * This file is part of HDF5. The full HDF5 copyright notice, including * * terms governing use, modification, and redistribution, is contained in * * the files COPYING and Copyright.html. COPYING can be found at the root * * of the source code distribution tree; Copyright.html can be found at the * * root level of an installed copy of the electronic HDF5 document set and * * is linked from the top-level documents page. It can also be found at * * http://hdf.ncsa.uiuc.edu/HDF5/doc/Copyright.html. If you do not have * * access to either file, you may request a copy from hdfhelp@ncsa.uiuc.edu. * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */ /* * Programmer: Robb Matzke * Thursday, October 1, 1998 * * Purpose: Tests dataset fill values. */ #include "h5test.h" /* * Define NO_FILLING if you want to compare how this test works when there is * no fill value (that is, when the fill value is zero). */ /* #define NO_FILLING */ const char *FILENAME[] = { "fillval_1", "fillval_2", "fillval_3", "fillval_4", "fillval_5", "fillval_6", NULL }; /* The fill_new.h5 is generated from gen_new_fill.c in HDF5 'test' directory * from v1.5 and thereafter. To get this data file, simply compile * gen_new_file.c with HDF5 library(v1.5 or thereafter) and run it. */ #define FILE_COMPATIBLE "fill_new.h5" #define FILE_NAME_RAW "fillval.raw" /*------------------------------------------------------------------------- * Function: test_getset * * Purpose: Tests the H5Pget_fill_value() and H5Pset_fill_value() * functions. * * Return: Success: 0 * * Failure: number of errors * * Programmer: Robb Matzke * Thursday, October 1, 1998 * * Modifications: * *------------------------------------------------------------------------- */ static int test_getset(void) { herr_t status; hid_t dcpl=-1; int fill_i; hid_t type_ss=-1, type_si=-1; struct fill_si { int v1, v2; } fill_si; struct fill_ss { short v1, v2; } fill_ss, fill_ss_rd; TESTING("property lists"); /* * Create the dataset creation property list and the data types that will * be used during this test. */ if ((dcpl=H5Pcreate(H5P_DATASET_CREATE))<0) goto error; if ((type_ss=H5Tcreate(H5T_COMPOUND, sizeof fill_ss))<0 || H5Tinsert(type_ss, "v1", HOFFSET(struct fill_ss, v1), H5T_NATIVE_SHORT)<0 || H5Tinsert(type_ss, "v2", HOFFSET(struct fill_ss, v2), H5T_NATIVE_SHORT)<0) { goto error; } if ((type_si=H5Tcreate(H5T_COMPOUND, sizeof fill_si))<0 || H5Tinsert(type_si, "v1", HOFFSET(struct fill_si, v1), H5T_NATIVE_INT)<0 || H5Tinsert(type_si, "v2", HOFFSET(struct fill_si, v2), H5T_NATIVE_INT)<0) { goto error; } /* * Reading the fill value from a dataset creation property list that has * no fill value should result in a failure. */ H5E_BEGIN_TRY { status = H5Pget_fill_value(dcpl, H5T_NATIVE_INT, &fill_i); } H5E_END_TRY; if (status>=0) { H5_FAILED(); puts(" H5Pget_fill_value() should have been negative"); goto error; } /* * Set the fill value using a struct as the data type. */ fill_ss.v1 = 1111; fill_ss.v2 = 2222; if (H5Pset_fill_value(dcpl, type_ss, &fill_ss)<0) goto error; /* * Get the fill value using the same data type that was used to set it. */ if (H5Pget_fill_value(dcpl, type_ss, &fill_ss_rd)<0) goto error; if (fill_ss.v1!=fill_ss_rd.v1 || fill_ss.v2!=fill_ss_rd.v2) { H5_FAILED(); puts(" Failed to get fill value using same data type that was "); puts(" used to set the fill value."); goto error; } /* * Get the fill value using some other data type. */ if (H5Pget_fill_value(dcpl, type_si, &fill_si)<0) goto error; if (fill_ss.v1!=fill_si.v1 || fill_ss.v2!=fill_si.v2) { H5_FAILED(); puts(" Failed to get fill value using a data type other than what"); puts(" was used to set the fill value."); goto error; } /* * Reset the fill value */ if (H5Pset_fill_value(dcpl, type_si, &fill_si)<0) goto error; if (H5Pget_fill_value(dcpl, type_ss, &fill_ss)<0) goto error; if (fill_si.v1!=fill_ss.v1 || fill_si.v2!=fill_ss.v2) { H5_FAILED(); puts(" Resetting the fill value was unsuccessful."); goto error; } /* Success */ if (H5Pclose(dcpl)<0) goto error; if (H5Tclose(type_si)<0) goto error; if (H5Tclose(type_ss)<0) goto error; PASSED(); return 0; error: H5E_BEGIN_TRY { H5Pclose(dcpl); H5Tclose(type_si); H5Tclose(type_ss); } H5E_END_TRY; return 1; } /*------------------------------------------------------------------------- * Function: test_create * * Purpose: Tests creating datasets that have fill values. * * Return: Success: 0 * * Failure: number of errors * * Programmer: Robb Matzke * Thursday, October 1, 1998 * * Modifications: * *------------------------------------------------------------------------- */ static int test_create(hid_t fapl, const char *base_name, H5D_layout_t layout) { hid_t file=-1, space=-1, dcpl=-1, dset1=-1, dset2=-1, dset3=-1; hsize_t cur_size[5] = {32, 16, 8, 4, 2}; hsize_t ch_size[5] = {1, 1, 1, 4, 2}; short rd_s, fill_s = 0x1234; long rd_l, fill_l = 0x4321; char filename[1024]; if (H5D_CHUNKED==layout) { TESTING("chunked dataset creation"); } else { TESTING("contiguous dataset creation"); } /* * Create a file and three datasets. The three datasets test three fill * conversion paths: small to large, large to small, and no conversion. * They depend on `short' being smaller than `long'. */ h5_fixname(base_name, fapl, filename, sizeof filename); if ((file=H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl))<0) goto error; if ((space=H5Screate_simple(5, cur_size, cur_size))<0) goto error; if ((dcpl=H5Pcreate(H5P_DATASET_CREATE))<0) goto error; if (H5D_CHUNKED==layout) { if (H5Pset_chunk(dcpl, 5, ch_size)<0) goto error; } /* Small to large fill conversion */ #ifndef NO_FILLING if (H5Pset_fill_value(dcpl, H5T_NATIVE_SHORT, &fill_s)<0) goto error; #endif if ((dset1=H5Dcreate(file, "dset1", H5T_NATIVE_LONG, space, dcpl))<0) goto error; /* Large to small fill conversion */ #ifndef NO_FILLING if (H5Pset_fill_value(dcpl, H5T_NATIVE_LONG, &fill_l)<0) goto error; #endif if ((dset2=H5Dcreate(file, "dset2", H5T_NATIVE_SHORT, space, dcpl))<0) goto error; /* No conversion */ #ifndef NO_FILLING if (H5Pset_fill_value(dcpl, H5T_NATIVE_LONG, &fill_l)<0) goto error; #endif if ((dset3=H5Dcreate(file, "dset3", H5T_NATIVE_LONG, space, dcpl))<0) goto error; /* Close everything */ if (H5Dclose(dset1)<0) goto error; if (H5Dclose(dset2)<0) goto error; if (H5Dclose(dset3)<0) goto error; if (H5Sclose(space)<0) goto error; if (H5Pclose(dcpl)<0) goto error; if (H5Fclose(file)<0) goto error; /* Open the file and get the dataset fill value from each dataset */ if ((file=H5Fopen(filename, H5F_ACC_RDONLY, fapl))<0) goto error; /* Large to small conversion */ if ((dset1=H5Dopen(file, "dset1"))<0) goto error; if ((dcpl=H5Dget_create_plist(dset1))<0) goto error; if (H5Dclose(dset1)<0) goto error; #ifndef NO_FILLING if (H5Pget_fill_value(dcpl, H5T_NATIVE_SHORT, &rd_s)<0) goto error; if (rd_s!=fill_s) { H5_FAILED(); puts(" Got a different fill value than what was set."); printf(" Got %d, set %d\n", rd_s, fill_s); goto error; } #endif if (H5Pclose(dcpl)<0) goto error; /* Small to large conversion */ if ((dset2=H5Dopen(file, "dset2"))<0) goto error; if ((dcpl=H5Dget_create_plist(dset2))<0) goto error; if (H5Dclose(dset2)<0) goto error; #ifndef NO_FILLING if (H5Pget_fill_value(dcpl, H5T_NATIVE_LONG, &rd_l)<0) goto error; if (rd_l!=fill_l) { H5_FAILED(); puts(" Got a different fill value than what was set."); printf(" Got %ld, set %ld\n", rd_l, fill_l); goto error; } #endif if (H5Pclose(dcpl)<0) goto error; /* No conversion */ if ((dset3=H5Dopen(file, "dset3"))<0) goto error; if ((dcpl=H5Dget_create_plist(dset3))<0) goto error; if (H5Dclose(dset3)<0) goto error; #ifndef NO_FILLING if (H5Pget_fill_value(dcpl, H5T_NATIVE_LONG, &rd_l)<0) goto error; if (rd_l!=fill_l) { H5_FAILED(); puts(" Got a different fill value than what was set."); printf(" Got %ld, set %ld\n", rd_l, fill_l); goto error; } #endif if (H5Pclose(dcpl)<0) goto error; if (H5Fclose(file)<0) goto error; PASSED(); return 0; error: H5E_BEGIN_TRY { H5Pclose(dcpl); H5Sclose(space); H5Dclose(dset1); H5Dclose(dset2); H5Dclose(dset3); H5Fclose(file); } H5E_END_TRY; return 1; } /*------------------------------------------------------------------------- * Function: test_rdwr * * Purpose: Tests fill values for chunked datasets. * * Return: Success: 0 * * Failure: number of errors * * Programmer: Robb Matzke * Thursday, October 1, 1998 * * Modifications: * *------------------------------------------------------------------------- */ static int test_rdwr(hid_t fapl, const char *base_name, H5D_layout_t layout) { hid_t file=-1, fspace=-1, mspace=-1, dcpl=-1, dset=-1; hsize_t cur_size[5] = {32, 16, 8, 4, 2}; hsize_t ch_size[5] = {1, 16, 8, 4, 2}; hsize_t one[5] = {1, 1, 1, 1, 1}; hsize_t hs_size[5], hs_stride[5]; hssize_t hs_offset[5], nelmts; #ifdef NO_FILLING int fillval = 0; #else int fillval = 0x4c70f1cd; #endif int val_rd, should_be; int i, j, *buf=NULL, odd; char filename[1024]; if (H5D_CHUNKED==layout) { TESTING("chunked dataset I/O"); } else { TESTING("contiguous dataset I/O"); } /* Create a file and dataset */ h5_fixname(base_name, fapl, filename, sizeof filename); if ((file=H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl))<0) goto error; if ((fspace=H5Screate_simple(5, cur_size, cur_size))<0) goto error; if ((dcpl=H5Pcreate(H5P_DATASET_CREATE))<0) goto error; if (H5D_CHUNKED==layout) { if (H5Pset_chunk(dcpl, 5, ch_size)<0) goto error; } #ifndef NO_FILLING if (H5Pset_fill_value(dcpl, H5T_NATIVE_INT, &fillval)<0) goto error; #endif if ((dset=H5Dcreate(file, "dset", H5T_NATIVE_INT, fspace, dcpl))<0) goto error; /* Read some data and make sure it's the fill value */ if ((mspace=H5Screate_simple(5, one, NULL))<0) goto error; for (i=0; i<1000; i++) { for (j=0; j<5; j++) { hs_offset[j] = rand() % cur_size[j]; } if (H5Sselect_hyperslab(fspace, H5S_SELECT_SET, hs_offset, NULL, one, NULL)<0) goto error; if (H5Dread(dset, H5T_NATIVE_INT, mspace, fspace, H5P_DEFAULT, &val_rd)<0) goto error; if (val_rd!=fillval) { H5_FAILED(); puts(" Value read was not a fill value."); printf(" Elmt={%ld,%ld,%ld,%ld,%ld}, read: %u, " "Fill value: %u\n", (long)hs_offset[0], (long)hs_offset[1], (long)hs_offset[2], (long)hs_offset[3], (long)hs_offset[4], val_rd, fillval); goto error; } } if (H5Sclose(mspace)<0) goto error; /* Write to all odd data locations */ for (i=0, nelmts=1; i<5; i++) { hs_size[i] = cur_size[i]/2; hs_offset[i] = 0; hs_stride[i] = 2; nelmts *= hs_size[i]; } if ((mspace=H5Screate_simple(5, hs_size, hs_size))<0) goto error; assert((nelmts*sizeof(int))==(hssize_t)((size_t)(nelmts*sizeof(int)))); /*check for overflow*/ buf = malloc((size_t)(nelmts*sizeof(int))); for (i=0; i=cur_size[j]) { odd = 1; } else { odd += (int)(hs_offset[j]%2); } } should_be = odd ? fillval : 9999; if (H5Sselect_hyperslab(fspace, H5S_SELECT_SET, hs_offset, NULL, one, NULL)<0) goto error; if (H5Dread(dset, H5T_NATIVE_INT, mspace, fspace, H5P_DEFAULT, &val_rd)<0) goto error; if (val_rd!=should_be) { H5_FAILED(); puts(" Value read was not correct."); printf(" Elmt={%ld,%ld,%ld,%ld,%ld}, read: %u, " "should be: %u\n", (long)hs_offset[0], (long)hs_offset[1], (long)hs_offset[2], (long)hs_offset[3], (long)hs_offset[4], val_rd, should_be); goto error; } } if (H5Sclose(mspace)<0) goto error; if (H5Dclose(dset)<0) goto error; if (H5Sclose(fspace)<0) goto error; if (H5Pclose(dcpl)<0) goto error; if (H5Fclose(file)<0) goto error; PASSED(); return 0; error: H5E_BEGIN_TRY { H5Dclose(dset); H5Sclose(fspace); H5Sclose(mspace); H5Pclose(dcpl); H5Fclose(file); } H5E_END_TRY; return 1; skip: H5E_BEGIN_TRY { H5Dclose(dset); H5Sclose(fspace); H5Sclose(mspace); H5Pclose(dcpl); H5Fclose(file); } H5E_END_TRY; return 0; } /*------------------------------------------------------------------------- * Function: test_compatible * * Purpose: Tests fill value and dataspace for datasets created by v1.5 * library. * * Return: Success: 0 * * Failure: number of errors * * Programmer: Raymond Lu * Feb 27, 2002 * * Modifications: * *------------------------------------------------------------------------- */ static int test_compatible(void) { hid_t file=-1, dset1=-1, dset2=-1; hid_t dcpl1=-1, dcpl2=-1, fspace=-1, mspace=-1; int rd_fill=0, fill_val1=4444, val_rd=0, fill_val2=5555; hsize_t dims[2], one[2]={1,1}; hssize_t hs_offset[2]={3,4}; char *srcdir = getenv("srcdir"); /*where the src code is located*/ char testfile[512]=""; /* test file name */ TESTING("contiguous dataset compatibility with v. 1.5"); /* Generate correct name for test file by prepending the source path */ if(srcdir && ((strlen(srcdir) + strlen(FILE_COMPATIBLE) + 1) < sizeof(testfile))) { strcpy(testfile, srcdir); strcat(testfile, "/"); } strcat(testfile, FILE_COMPATIBLE); if((file=H5Fopen(testfile, H5F_ACC_RDONLY, H5P_DEFAULT))<0) goto error; if((dset1=H5Dopen(file, "dset1"))<0) goto error; if ((dcpl1=H5Dget_create_plist(dset1))<0) goto error; if (H5Pget_fill_value(dcpl1, H5T_NATIVE_INT, &rd_fill)<0) goto error; if (rd_fill != fill_val1) { H5_FAILED(); puts(" Got a different fill value than what was set."); printf(" Got %ld, set %ld\n", (long)rd_fill, (long)fill_val1); goto error; } if((fspace = H5Dget_space(dset1))<0) goto error; if(H5Sget_simple_extent_dims(fspace, dims, NULL)<0) goto error; if(dims[0] != 8 || dims[1] != 8) { H5_FAILED(); puts(" Got a different dimension size than what was set."); printf(" Got dims[0]=%ld, dims[1]=%ld, set 8x8\n", (long)dims[0], (long)dims[1]); goto error; } if((mspace=H5Screate_simple(2, one, NULL))<0) goto error; if(H5Sselect_hyperslab(fspace, H5S_SELECT_SET, hs_offset, NULL, one, NULL)<0) goto error; if(H5Dread(dset1, H5T_NATIVE_INT, mspace, fspace, H5P_DEFAULT, &val_rd)<0) goto error; if (val_rd != fill_val1) { H5_FAILED(); puts(" Got a different value than what was set."); printf(" Got %ld, set %ld\n", (long)val_rd, (long)fill_val1); goto error; } if(H5Pclose(dcpl1)<0) goto error; if(H5Sclose(fspace)<0) goto error; if(H5Sclose(mspace)<0) goto error; if(H5Dclose(dset1)<0) goto error; if((dset2=H5Dopen(file, "dset2"))<0) goto error; if ((dcpl2=H5Dget_create_plist(dset2))<0) goto error; if (H5Pget_fill_value(dcpl2, H5T_NATIVE_INT, &rd_fill)<0) goto error; if (rd_fill != fill_val2) { H5_FAILED(); puts(" Got a different fill value than what was set."); printf(" Got %ld, set %ld\n", (long)rd_fill, (long)fill_val2); goto error; } fspace = -1; if((fspace = H5Dget_space(dset2))<0) goto error; dims[0] = dims[1] = -1; if(H5Sget_simple_extent_dims(fspace, dims, NULL)<0) goto error; if(dims[0] != 8 || dims[1] != 8) { H5_FAILED(); puts(" Got a different dimension size than what was set."); printf(" Got dims[0]=%ld, dims[1]=%ld, set 8x8\n", (long)dims[0], (long)dims[1]); goto error; } if((mspace=H5Screate_simple(2, one, NULL))<0) goto error; if(H5Sselect_hyperslab(fspace, H5S_SELECT_SET, hs_offset, NULL, one, NULL)<0) goto error; /* Should fail, there's no data to read */ H5E_BEGIN_TRY { if(H5Dread(dset2, H5T_NATIVE_INT, mspace, fspace, H5P_DEFAULT, &val_rd)>=0) goto error; } H5E_END_TRY; if(H5Pclose(dcpl2)<0) goto error; if(H5Sclose(fspace)<0) goto error; if(H5Sclose(mspace)<0) goto error; if(H5Dclose(dset2)<0) goto error; if(H5Fclose(file)<0) goto error; PASSED(); return 0; error: H5E_BEGIN_TRY { H5Pclose(dcpl1); H5Sclose(fspace); H5Sclose(mspace); H5Dclose(dset1); H5Pclose(dcpl2); H5Sclose(fspace); H5Dclose(dset2); H5Fclose(file); } H5E_END_TRY; return 1; } /*------------------------------------------------------------------------- * Function: main * * Purpose: Tests fill values * * Return: Success: * * Failure: * * Programmer: Robb Matzke * Thursday, October 1, 1998 * * Modifications: * *------------------------------------------------------------------------- */ int main(int argc, char *argv[]) { int nerrors=0, argno, test_contig=1, test_chunk=1; hid_t fapl=-1; if (argc>=2) { test_contig = test_chunk = 0; for (argno=1; argno