/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * Copyright by The HDF Group. * * Copyright by the Board of Trustees of the University of Illinois. * * All rights reserved. * * * * This file is part of HDF5. The full HDF5 copyright notice, including * * terms governing use, modification, and redistribution, is contained in * * the COPYING file, which can be found at the root of the source code * * distribution tree, or in https://support.hdfgroup.org/ftp/HDF5/releases. * * If you do not have access to either file, you may request a copy from * * help@hdfgroup.org. * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */ /* * Programmer: Raymond Lu * Tuesday, Sept 24, 2002 * * Purpose: Tests the basic features of Virtual File Drivers */ #include "h5test.h" #define KB 1024U #define FAMILY_NUMBER 4 #define FAMILY_SIZE (1*KB) #define FAMILY_SIZE2 (5*KB) #define MULTI_SIZE 128 #define SPLITTER_SIZE 8 /* dimensions of a dataset */ #define CORE_INCREMENT (4*KB) #define CORE_PAGE_SIZE (1024*KB) #define CORE_DSET_NAME "core dset" #define CORE_DSET_DIM1 1024 #define CORE_DSET_DIM2 32 #define DSET1_NAME "dset1" #define DSET1_DIM1 1024 #define DSET1_DIM2 32 #define DSET3_NAME "dset3" /* Macros for Direct VFD */ #ifdef H5_HAVE_DIRECT #define MBOUNDARY 512 #define FBSIZE (4*KB) #define CBSIZE (8*KB) #define THRESHOLD 1 #define DSET2_NAME "dset2" #define DSET2_DIM 4 #endif /* H5_HAVE_DIRECT */ const char *FILENAME[] = { "sec2_file", /*0*/ "core_file", /*1*/ "family_file", /*2*/ "new_family_v16_", /*3*/ "multi_file", /*4*/ "direct_file", /*5*/ "log_file", /*6*/ "stdio_file", /*7*/ "windows_file", /*8*/ "new_multi_file_v16",/*9*/ "ro_s3_file", /*10*/ "splitter_rw_file", /*11*/ "splitter_wo_file", /*12*/ "splitter.log", /*13*/ NULL }; #define LOG_FILENAME "log_vfd_out.log" #define COMPAT_BASENAME "family_v16_" #define MULTI_COMPAT_BASENAME "multi_file_v16" #define SPLITTER_DATASET_NAME "dataset" /* Macro: HEXPRINT() * Helper macro to pretty-print hexadecimal output of a buffer of known size. * Each line has the address of the first printed byte, and four columns of * four-byte data. */ static int __k; #define HEXPRINT(size, buf) \ for (__k = 0; __k < (size); __k++) { \ if (__k % 16 == 0) { \ HDprintf("\n%04x", __k); \ } \ HDprintf((__k%4 == 0) ? " %02X" : " %02X", (unsigned char)(buf)[__k]); \ } /* end #define HEXPRINT() */ /* Helper structure to pass around dataset information. */ struct splitter_dataset_def { void *buf; /* contents of dataset */ const char *dset_name; /* dataset name, always added to root group */ hid_t mem_type_id; /* datatype */ const hsize_t *dims; /* dimensions */ int n_dims; /* rank */ }; static int splitter_prepare_file_paths(H5FD_splitter_vfd_config_t *vfd_config, char *filename_rw_out); static int splitter_create_single_file_at(const char *filename, hid_t fapl_id, const struct splitter_dataset_def *data); static int splitter_compare_expected_data(hid_t file_id, const struct splitter_dataset_def *data); static int run_splitter_test(const struct splitter_dataset_def *data, hbool_t ignore_wo_errors, hbool_t provide_logfile_path, hid_t sub_fapl_ids[2]); static int splitter_RO_test(const struct splitter_dataset_def *data, hid_t child_fapl_id); static int splitter_tentative_open_test(hid_t child_fapl_id); static int file_exists(const char *filename, hid_t fapl_id); /*------------------------------------------------------------------------- * Function: test_sec2 * * Purpose: Tests the file handle interface for SEC2 driver * * Return: Success: 0 * Failure: -1 * * Programmer: Raymond Lu * Tuesday, Sept 24, 2002 * *------------------------------------------------------------------------- */ static herr_t test_sec2(void) { hid_t fid = -1; /* file ID */ hid_t fapl_id = -1; /* file access property list ID */ hid_t fapl_id_out = -1; /* from H5Fget_access_plist */ hid_t driver_id = -1; /* ID for this VFD */ unsigned long driver_flags = 0; /* VFD feature flags */ char filename[1024]; /* filename */ void *os_file_handle = NULL; /* OS file handle */ hsize_t file_size; /* file size */ TESTING("SEC2 file driver"); /* Set property list and file name for SEC2 driver. */ if((fapl_id = H5Pcreate(H5P_FILE_ACCESS)) < 0) TEST_ERROR; if(H5Pset_fapl_sec2(fapl_id) < 0) TEST_ERROR; h5_fixname(FILENAME[0], fapl_id, filename, sizeof(filename)); /* Check that the VFD feature flags are correct */ if ((driver_id = H5Pget_driver(fapl_id)) < 0) TEST_ERROR if (H5FDdriver_query(driver_id, &driver_flags) < 0) TEST_ERROR if(!(driver_flags & H5FD_FEAT_AGGREGATE_METADATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_ACCUMULATE_METADATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_DATA_SIEVE)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_AGGREGATE_SMALLDATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_POSIX_COMPAT_HANDLE)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_SUPPORTS_SWMR_IO)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_DEFAULT_VFD_COMPATIBLE)) TEST_ERROR /* Check for extra flags not accounted for above */ if(driver_flags != (H5FD_FEAT_AGGREGATE_METADATA | H5FD_FEAT_ACCUMULATE_METADATA | H5FD_FEAT_DATA_SIEVE | H5FD_FEAT_AGGREGATE_SMALLDATA | H5FD_FEAT_POSIX_COMPAT_HANDLE | H5FD_FEAT_SUPPORTS_SWMR_IO | H5FD_FEAT_DEFAULT_VFD_COMPATIBLE)) TEST_ERROR if((fid = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl_id)) < 0) TEST_ERROR; /* Retrieve the access property list... */ if((fapl_id_out = H5Fget_access_plist(fid)) < 0) TEST_ERROR; /* Check that the driver is correct */ if(H5FD_SEC2 != H5Pget_driver(fapl_id_out)) TEST_ERROR; /* ...and close the property list */ if(H5Pclose(fapl_id_out) < 0) TEST_ERROR; /* Check that we can get an operating-system-specific handle from * the library. */ if(H5Fget_vfd_handle(fid, H5P_DEFAULT, &os_file_handle) < 0) TEST_ERROR; if(os_file_handle == NULL) FAIL_PUTS_ERROR("NULL os-specific vfd/file handle was returned from H5Fget_vfd_handle"); /* There is no garantee the size of metadata in file is constant. * Just try to check if it's reasonable. * * Currently it should be around 2 KB. */ if(H5Fget_filesize(fid, &file_size) < 0) TEST_ERROR; if(file_size < 1 * KB || file_size > 4 * KB) FAIL_PUTS_ERROR("suspicious file size obtained from H5Fget_filesize"); /* Close and delete the file */ if(H5Fclose(fid) < 0) TEST_ERROR; h5_delete_test_file(FILENAME[0], fapl_id); /* Close the fapl */ if(H5Pclose(fapl_id) < 0) TEST_ERROR; PASSED(); return 0; error: H5E_BEGIN_TRY { H5Pclose(fapl_id); H5Pclose(fapl_id_out); H5Fclose(fid); } H5E_END_TRY; return -1; } /* end test_sec2() */ /*------------------------------------------------------------------------- * Function: test_core * * Purpose: Tests the file handle interface for CORE driver * * Return: Success: 0 * Failure: -1 * * Programmer: Raymond Lu * Tuesday, Sept 24, 2002 * *------------------------------------------------------------------------- */ static herr_t test_core(void) { hid_t fid = -1; /* file ID */ hid_t fapl_id = -1; /* file access property list ID */ hid_t fapl_id_out = -1; /* from H5Fget_access_plist */ hid_t driver_id = -1; /* ID for this VFD */ unsigned long driver_flags = 0; /* VFD feature flags */ hid_t did = -1; /* dataset ID */ hid_t sid = -1; /* dataspace ID */ char filename[1024]; /* filename */ void *os_file_handle = NULL; /* OS file handle */ hsize_t file_size; /* file size */ size_t increment; /* core VFD increment */ hbool_t backing_store; /* use backing store? */ hbool_t use_write_tracking; /* write tracking flag */ size_t write_tracking_page_size; /* write tracking page size */ int *data_w = NULL; /* data written to the dataset */ int *data_r = NULL; /* data read from the dataset */ int val; /* data value */ int *pw = NULL, *pr = NULL; /* pointers for iterating over data arrays (write & read) */ hsize_t dims[2]; /* dataspace dimensions */ int i, j; /* iterators */ htri_t status; /* return value from H5Lexists */ TESTING("CORE file driver"); /* Get a file access property list and fix up the file name */ if((fapl_id = H5Pcreate(H5P_FILE_ACCESS)) < 0) TEST_ERROR; h5_fixname(FILENAME[1], fapl_id, filename, sizeof(filename)); /************************************************************************ * Check that the backing store flag works by creating a file, close * it, and ensure that the file does not exist. ************************************************************************/ /* Make sure it's not present at the start of the test */ if(HDaccess(filename, F_OK) != -1) if(HDremove(filename) < 0) FAIL_PUTS_ERROR("unable to remove backing store file"); /* Create and close file w/ backing store off */ if(H5Pset_fapl_core(fapl_id, (size_t)CORE_INCREMENT, FALSE) < 0) TEST_ERROR; /* Check that the VFD feature flags are correct. * Note that the H5FDdriver_query() API call does not require a file * so backing-store related flags will not be returned here. */ if ((driver_id = H5Pget_driver(fapl_id)) < 0) TEST_ERROR if (H5FDdriver_query(driver_id, &driver_flags) < 0) TEST_ERROR if(!(driver_flags & H5FD_FEAT_AGGREGATE_METADATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_ACCUMULATE_METADATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_DATA_SIEVE)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_AGGREGATE_SMALLDATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_ALLOW_FILE_IMAGE)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_CAN_USE_FILE_IMAGE_CALLBACKS)) TEST_ERROR /* Check for extra flags not accounted for above */ if(driver_flags != (H5FD_FEAT_AGGREGATE_METADATA | H5FD_FEAT_ACCUMULATE_METADATA | H5FD_FEAT_DATA_SIEVE | H5FD_FEAT_AGGREGATE_SMALLDATA | H5FD_FEAT_ALLOW_FILE_IMAGE | H5FD_FEAT_CAN_USE_FILE_IMAGE_CALLBACKS)) TEST_ERROR if((fid = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl_id)) < 0) TEST_ERROR; if(H5Fclose(fid) < 0) TEST_ERROR; /* Check for the backing store file */ if(HDaccess(filename, F_OK) != -1) FAIL_PUTS_ERROR("file created when backing store set to FALSE"); /************************************************************************ * Check basic core VFD operation and properties. This is done with the * backing store on so a file will be created for later use. ************************************************************************/ /* Turn the backing store on */ if(H5Pset_fapl_core(fapl_id, (size_t)CORE_INCREMENT, TRUE) < 0) TEST_ERROR; /* Check that write tracking is off by default and that the default * page size is non-zero. */ if(H5Pget_core_write_tracking(fapl_id, &use_write_tracking, &write_tracking_page_size) < 0) TEST_ERROR; if(FALSE != use_write_tracking) FAIL_PUTS_ERROR("write tracking should be off by default"); if(0 == write_tracking_page_size) FAIL_PUTS_ERROR("write tracking page size should never be zero"); /* Set core VFD properties */ if(H5Pset_core_write_tracking(fapl_id, TRUE, CORE_PAGE_SIZE) < 0) TEST_ERROR; /* Create the file */ if((fid = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl_id)) < 0) TEST_ERROR; /* Retrieve the access property list... */ if((fapl_id_out = H5Fget_access_plist(fid)) < 0) TEST_ERROR; /* Check that the driver is correct */ if(H5FD_CORE != H5Pget_driver(fapl_id_out)) TEST_ERROR; /* Get the basic VFD properties from the fapl and ensure that * they are correct. */ if(H5Pget_fapl_core(fapl_id_out, &increment, &backing_store) < 0) TEST_ERROR if(increment != (size_t)CORE_INCREMENT) FAIL_PUTS_ERROR("incorrect increment from file fapl"); if(backing_store != TRUE) FAIL_PUTS_ERROR("incorrect backing store flag from file fapl"); /* Check that the backing store write tracking info was saved */ /* TODO: There is a bug where H5Fget_access_plist() does not return * the write tracking properties. Until this bug is fixed, just * test the main fapl_id. */ if(H5Pget_core_write_tracking(fapl_id, &use_write_tracking, &write_tracking_page_size) < 0) TEST_ERROR; if(TRUE != use_write_tracking) FAIL_PUTS_ERROR("write tracking flag incorrect in fapl obtained from H5Fget_access_plist"); if(CORE_PAGE_SIZE != write_tracking_page_size) FAIL_PUTS_ERROR("write tracking page size incorrect in fapl obtained from H5Fget_access_plist"); /* Close the property list */ if(H5Pclose(fapl_id_out) < 0) TEST_ERROR; /* Check that we can get an operating-system-specific handle from * the library. */ if(H5Fget_vfd_handle(fid, H5P_DEFAULT, &os_file_handle) < 0) TEST_ERROR; if(os_file_handle == NULL) FAIL_PUTS_ERROR("NULL os-specific vfd/file handle was returned from H5Fget_vfd_handle"); /* There is no garantee the size of metadata in file is constant. * Just try to check if it's reasonable. * * TODO: Needs justification of why is this is a reasonable size. */ if(H5Fget_filesize(fid, &file_size) < 0) TEST_ERROR; if(file_size < 2 * KB || file_size > 6 * KB) FAIL_PUTS_ERROR("suspicious file size obtained from H5Fget_filesize"); /* Close the file */ if(H5Fclose(fid) < 0) TEST_ERROR; /************************************************************************ * Make changes to the file with the backing store flag OFF to ensure * that they ARE NOT propagated. ************************************************************************/ /* Open the file with backing store off for read and write. * Changes won't be saved in file. */ if(H5Pset_fapl_core(fapl_id, (size_t)CORE_INCREMENT, FALSE) < 0) TEST_ERROR; if((fid = H5Fopen(filename, H5F_ACC_RDWR, fapl_id)) < 0) TEST_ERROR; /* Allocate memory for data set. */ if(NULL == (data_w = (int *)HDmalloc(DSET1_DIM1 * DSET1_DIM2 * sizeof(int)))) FAIL_PUTS_ERROR("unable to allocate memory for input array"); if(NULL == (data_r = (int *)HDmalloc(DSET1_DIM1 * DSET1_DIM2 * sizeof(int)))) FAIL_PUTS_ERROR("unable to allocate memory for output array"); /* Initialize the buffers */ val = 0; pw = data_w; for(i = 0; i < CORE_DSET_DIM1; i++) for(j = 0; j < CORE_DSET_DIM2; j++) *pw++ = val++; HDmemset(data_r, 0, DSET1_DIM1 * DSET1_DIM2 * sizeof(int)); /* Create the dataspace */ dims[0] = CORE_DSET_DIM1; dims[1] = CORE_DSET_DIM2; if((sid = H5Screate_simple(2, dims, NULL)) < 0) TEST_ERROR; /* Create the dataset */ if((did = H5Dcreate2(fid, CORE_DSET_NAME, H5T_NATIVE_INT, sid, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0) TEST_ERROR; /* Write the data to the dataset */ if(H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, data_w) < 0) TEST_ERROR; /* Close and reopen the dataset */ if(H5Dclose(did) < 0) TEST_ERROR; if((did = H5Dopen2(fid, CORE_DSET_NAME, H5P_DEFAULT)) < 0) TEST_ERROR; /* Read the data back from dset1 */ if(H5Dread(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, data_r) < 0) TEST_ERROR; /* Check that the values read are the same as the values written */ pw = data_w; pr = data_r; for(i = 0; i < CORE_DSET_DIM1; i++) for(j = 0; j < CORE_DSET_DIM2; j++) if(*pr++ != *pw++) { H5_FAILED(); HDprintf(" Read different values than written in data set.\n"); HDprintf(" At index %d,%d\n", i, j); TEST_ERROR; } /* end if */ /* Close everything except the dataspace ID (needed below)*/ if(H5Dclose(did) < 0) TEST_ERROR; if(H5Fclose(fid) < 0) TEST_ERROR; /* Reopen the file and ensure that the dataset does not exist */ if((fid = H5Fopen(filename, H5F_ACC_RDWR, fapl_id)) < 0) TEST_ERROR; status = H5Lexists(fid, CORE_DSET_NAME, H5P_DEFAULT); if(status < 0) TEST_ERROR; if(status > 0) FAIL_PUTS_ERROR("core VFD dataset created in file when backing store disabled"); /* Close the file */ if(H5Fclose(fid) < 0) TEST_ERROR; /************************************************************************ * Make changes to the file with the backing store flag ON to ensure * that they ARE propagated. ************************************************************************/ /* Open the file with backing store on for read and write. * Changes will be saved in file. */ if(H5Pset_fapl_core(fapl_id, (size_t)CORE_INCREMENT, TRUE) < 0) TEST_ERROR; if((fid = H5Fopen(filename, H5F_ACC_RDWR, fapl_id)) < 0) TEST_ERROR; /* Create the dataset */ if((did = H5Dcreate2(fid, CORE_DSET_NAME, H5T_NATIVE_INT, sid, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0) TEST_ERROR; /* Write the data to the dataset */ if(H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, data_w) < 0) TEST_ERROR; /* Close everything and reopen */ if(H5Dclose(did) < 0) TEST_ERROR; if(H5Fclose(fid) < 0) TEST_ERROR; if((fid = H5Fopen(filename, H5F_ACC_RDWR, fapl_id)) < 0) TEST_ERROR; if((did = H5Dopen2(fid, CORE_DSET_NAME, H5P_DEFAULT)) < 0) TEST_ERROR; /* Read the data back from the dataset */ HDmemset(data_r, 0, DSET1_DIM1 * DSET1_DIM2 * sizeof(int)); if(H5Dread(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, data_r) < 0) TEST_ERROR; /* Check that the values read are the same as the values written */ pw = data_w; pr = data_r; for(i = 0; i < CORE_DSET_DIM1; i++) for(j = 0; j < CORE_DSET_DIM2; j++) if(*pw++ != *pr++) { H5_FAILED(); HDprintf(" Read different values than written in data set.\n"); HDprintf(" At index %d,%d\n", i, j); TEST_ERROR; } /* end if */ /* Check file size API. * There is no garantee the size of metadata in file is constant. * Just try to check if it's reasonable. * * TODO: Needs justification of why is this is a reasonable size. */ if(H5Fget_filesize(fid, &file_size) < 0) TEST_ERROR; if(file_size < 64 * KB || file_size > 256 * KB) FAIL_PUTS_ERROR("suspicious file size obtained from H5Fget_filesize"); /* Close everything */ if(H5Sclose(sid) < 0) TEST_ERROR; if(H5Dclose(did) < 0) TEST_ERROR; HDfree(data_w); HDfree(data_r); /* Close and delete the file */ if(H5Fclose(fid) < 0) TEST_ERROR; h5_delete_test_file(FILENAME[1], fapl_id); /* Close the fapl */ if(H5Pclose(fapl_id) < 0) TEST_ERROR; PASSED(); return 0; error: H5E_BEGIN_TRY { H5Sclose(sid); H5Dclose(did); H5Pclose(fapl_id_out); H5Pclose(fapl_id); H5Fclose(fid); } H5E_END_TRY; if(data_w) HDfree(data_w); if(data_r) HDfree(data_r); return -1; } /* end test_core() */ /*------------------------------------------------------------------------- * Function: test_direct * * Purpose: Tests the file handle interface for DIRECT I/O driver * * Return: Success: 0 * Failure: -1 * * Programmer: Raymond Lu * Wednesday, 20 September 2006 * *------------------------------------------------------------------------- */ static herr_t test_direct(void) { #ifdef H5_HAVE_DIRECT hid_t file=-1, fapl=-1, access_fapl = -1; hid_t dset1=-1, dset2=-1, space1=-1, space2=-1; char filename[1024]; int *fhandle=NULL; hsize_t file_size; hsize_t dims1[2], dims2[1]; size_t mbound; size_t fbsize; size_t cbsize; void *proto_points = NULL, *proto_check = NULL; int *points = NULL, *check = NULL, *p1 = NULL, *p2 = NULL; int wdata2[DSET2_DIM] = {11,12,13,14}; int rdata2[DSET2_DIM]; int i, j, n; #endif /*H5_HAVE_DIRECT*/ TESTING("DIRECT I/O file driver"); #ifndef H5_HAVE_DIRECT SKIPPED(); return 0; #else /*H5_HAVE_DIRECT*/ /* Set property list and file name for Direct driver. Set memory alignment boundary * and file block size to 512 which is the minimum for Linux 2.6. */ if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0) TEST_ERROR; if(H5Pset_fapl_direct(fapl, MBOUNDARY, FBSIZE, CBSIZE) < 0) TEST_ERROR; h5_fixname(FILENAME[5], fapl, filename, sizeof filename); /* Verify the file access properties */ if(H5Pget_fapl_direct(fapl, &mbound, &fbsize, &cbsize) < 0) TEST_ERROR; if(mbound != MBOUNDARY || fbsize != FBSIZE || cbsize != CBSIZE) TEST_ERROR; if(H5Pset_alignment(fapl, (hsize_t)THRESHOLD, (hsize_t)FBSIZE) < 0) TEST_ERROR; H5E_BEGIN_TRY { file=H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl); } H5E_END_TRY; if(file<0) { H5Pclose (fapl); SKIPPED(); HDprintf(" Probably the file system doesn't support Direct I/O\n"); return 0; } /* Retrieve the access property list... */ if ((access_fapl = H5Fget_access_plist(file)) < 0) TEST_ERROR; /* Check that the driver is correct */ if(H5FD_DIRECT != H5Pget_driver(access_fapl)) TEST_ERROR; /* ...and close the property list */ if (H5Pclose(access_fapl) < 0) TEST_ERROR; /* Check file handle API */ if(H5Fget_vfd_handle(file, H5P_DEFAULT, (void **)&fhandle) < 0) TEST_ERROR; if(*fhandle<0) TEST_ERROR; /* Check file size API */ if(H5Fget_filesize(file, &file_size) < 0) TEST_ERROR; /* There is no guarantee of the number of metadata allocations, but it's * 4 currently and the size of the file should be between 3 & 4 file buffer * sizes.. */ if(file_size < (FBSIZE * 3) || file_size >= (FBSIZE * 4)) TEST_ERROR; /* Allocate aligned memory for data set 1. For data set 1, everything is aligned including * memory address, size of data, and file address. */ if(0 != HDposix_memalign(&proto_points, (size_t)FBSIZE, (size_t)(DSET1_DIM1 * DSET1_DIM2 * sizeof(int)))) TEST_ERROR; points = proto_points; if(0 != HDposix_memalign(&proto_check, (size_t)FBSIZE, (size_t)(DSET1_DIM1 * DSET1_DIM2 * sizeof(int)))) TEST_ERROR; check = proto_check; /* Initialize the dset1 */ p1 = points; for(i = n = 0; i < DSET1_DIM1; i++) for(j = 0; j < DSET1_DIM2; j++) *p1++ = n++; /* Create the data space1 */ dims1[0] = DSET1_DIM1; dims1[1] = DSET1_DIM2; if((space1 = H5Screate_simple(2, dims1, NULL)) < 0) TEST_ERROR; /* Create the dset1 */ if((dset1 = H5Dcreate2(file, DSET1_NAME, H5T_NATIVE_INT, space1, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0) TEST_ERROR; /* Write the data to the dset1 */ if(H5Dwrite(dset1, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, points) < 0) TEST_ERROR; if(H5Dclose(dset1) < 0) TEST_ERROR; if((dset1 = H5Dopen2(file, DSET1_NAME, H5P_DEFAULT)) < 0) TEST_ERROR; /* Read the data back from dset1 */ if(H5Dread(dset1, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, check) < 0) TEST_ERROR; /* Check that the values read are the same as the values written */ p1 = points; p2 = check; for(i = 0; i < DSET1_DIM1; i++) for(j = 0; j < DSET1_DIM2; j++) if(*p1++ != *p2++) { H5_FAILED(); HDprintf(" Read different values than written in data set 1.\n"); HDprintf(" At index %d,%d\n", i, j); TEST_ERROR; } /* end if */ /* Create the data space2. For data set 2, memory address and data size are not aligned. */ dims2[0] = DSET2_DIM; if((space2 = H5Screate_simple(1, dims2, NULL)) < 0) TEST_ERROR; /* Create the dset2 */ if((dset2 = H5Dcreate2(file, DSET2_NAME, H5T_NATIVE_INT, space2, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0) TEST_ERROR; /* Write the data to the dset1 */ if(H5Dwrite(dset2, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, wdata2) < 0) TEST_ERROR; if(H5Dclose(dset2) < 0) TEST_ERROR; if((dset2 = H5Dopen2(file, DSET2_NAME, H5P_DEFAULT)) < 0) TEST_ERROR; /* Read the data back from dset1 */ if(H5Dread(dset2, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, rdata2) < 0) TEST_ERROR; /* Check that the values read are the same as the values written */ for(i = 0; i < DSET2_DIM; i++) if(wdata2[i] != rdata2[i]) { H5_FAILED(); HDprintf(" Read different values than written in data set 2.\n"); HDprintf(" At index %d\n", i); TEST_ERROR; } /* end if */ if(H5Sclose(space1) < 0) TEST_ERROR; if(H5Dclose(dset1) < 0) TEST_ERROR; if(H5Sclose(space2) < 0) TEST_ERROR; if(H5Dclose(dset2) < 0) TEST_ERROR; HDfree(points); HDfree(check); /* Close and delete the file */ if(H5Fclose(file) < 0) TEST_ERROR; h5_delete_test_file(FILENAME[5], fapl); /* Close the fapl */ if(H5Pclose(fapl) < 0) TEST_ERROR; PASSED(); return 0; error: H5E_BEGIN_TRY { H5Pclose(fapl); H5Sclose(space1); H5Dclose(dset1); H5Sclose(space2); H5Dclose(dset2); H5Fclose(file); } H5E_END_TRY; if(proto_points) HDfree(proto_points); if(proto_check) HDfree(proto_check); return -1; #endif /*H5_HAVE_DIRECT*/ } /*------------------------------------------------------------------------- * Function: test_family_opens * * Purpose: Private function for test_family() to tests wrong ways of * reopening family file. * * Return: Success: 0 * Failure: -1 * * Programmer: Raymond Lu * Thursday, May 19, 2005 * *------------------------------------------------------------------------- */ /* Disable warning for "format not a string literal" here -QAK */ /* * This pragma only needs to surround the snprintf() calls with * 'first_name' in the code below, but early (4.4.7, at least) gcc only * allows diagnostic pragmas to be toggled outside of functions. */ H5_GCC_DIAG_OFF(format-nonliteral) static herr_t test_family_opens(char *fname, hid_t fa_pl) { hid_t file=-1; char first_name[1024]; char wrong_name[1024]; int i; /* Case 1: reopen file with 1st member file name and default property list */ HDsnprintf(first_name, sizeof(first_name), fname, 0); H5E_BEGIN_TRY { file = H5Fopen(first_name, H5F_ACC_RDWR, H5P_DEFAULT); } H5E_END_TRY; if(file >= 0) TEST_ERROR /* Case 2: reopen file with correct name template but default property list */ H5E_BEGIN_TRY { file = H5Fopen(fname, H5F_ACC_RDWR, H5P_DEFAULT); } H5E_END_TRY; if(file >= 0) TEST_ERROR /* Case 3: reopen file with wrong member size */ if(H5Pset_fapl_family(fa_pl, (hsize_t)128, H5P_DEFAULT) < 0) TEST_ERROR; H5E_BEGIN_TRY { file = H5Fopen(fname, H5F_ACC_RDWR, fa_pl); } H5E_END_TRY; if(file >= 0) TEST_ERROR /* Case 4: reopen file with wrong name template */ HDstrcpy(wrong_name, fname); for(i = 0; i < 1024; i++) if(wrong_name[i] == '5') { wrong_name[i] = '4'; break; } if(H5Pset_fapl_family(fa_pl, (hsize_t)FAMILY_SIZE, H5P_DEFAULT) < 0) TEST_ERROR; H5E_BEGIN_TRY { file = H5Fopen(wrong_name, H5F_ACC_RDWR, fa_pl); } H5E_END_TRY; if(file >= 0) TEST_ERROR return 0; error: return -1; } /* end test_family_opens() */ H5_GCC_DIAG_ON(format-nonliteral) /*------------------------------------------------------------------------- * Function: test_family * * Purpose: Tests the file handle interface for FAMILY driver * * Return: SUCCEED/FAIL * * Programmer: Raymond Lu * Tuesday, Sept 24, 2002 * *------------------------------------------------------------------------- */ static herr_t test_family(void) { hid_t file=-1, fapl=-1, fapl2=-1, space=-1, dset=-1; hid_t access_fapl = -1; hid_t driver_id = -1; /* ID for this VFD */ unsigned long driver_flags = 0; /* VFD feature flags */ char filename[1024]; char dname[] = "dataset"; unsigned int i, j; int *fhandle=NULL, *fhandle2=NULL; int **buf = NULL; int *buf_data = NULL; hsize_t dims[2]={FAMILY_NUMBER, FAMILY_SIZE}; hsize_t file_size; TESTING("FAMILY file driver"); /* Set up data array */ if(NULL == (buf_data = (int *)HDcalloc(FAMILY_NUMBER * FAMILY_SIZE, sizeof(int)))) TEST_ERROR; if(NULL == (buf = (int **)HDcalloc(FAMILY_NUMBER, sizeof(buf_data)))) TEST_ERROR; for (i = 0; i < FAMILY_NUMBER; i++) buf[i] = buf_data + (i * FAMILY_SIZE); /* Set property list and file name for FAMILY driver */ if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0) TEST_ERROR; if(H5Pset_fapl_family(fapl, (hsize_t)FAMILY_SIZE, H5P_DEFAULT) < 0) TEST_ERROR; h5_fixname(FILENAME[2], fapl, filename, sizeof(filename)); /* Check that the VFD feature flags are correct */ if ((driver_id = H5Pget_driver(fapl)) < 0) TEST_ERROR if (H5FDdriver_query(driver_id, &driver_flags) < 0) TEST_ERROR if(!(driver_flags & H5FD_FEAT_AGGREGATE_METADATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_ACCUMULATE_METADATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_DATA_SIEVE)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_AGGREGATE_SMALLDATA)) TEST_ERROR /* Check for extra flags not accounted for above */ if(driver_flags != (H5FD_FEAT_AGGREGATE_METADATA | H5FD_FEAT_ACCUMULATE_METADATA | H5FD_FEAT_DATA_SIEVE | H5FD_FEAT_AGGREGATE_SMALLDATA)) TEST_ERROR if((file = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl)) < 0) TEST_ERROR; if(H5Fclose(file) < 0) TEST_ERROR; /* Test different wrong ways to reopen family files where there's only * one member file existing. */ if(test_family_opens(filename, fapl) < 0) TEST_ERROR; /* Reopen the file with default member file size */ if(H5Pset_fapl_family(fapl, (hsize_t)H5F_FAMILY_DEFAULT, H5P_DEFAULT) < 0) TEST_ERROR; if((file = H5Fopen(filename, H5F_ACC_RDWR, fapl)) < 0) TEST_ERROR; /* Check file size API */ if(H5Fget_filesize(file, &file_size) < 0) TEST_ERROR; /* The file size is supposed to be about 800 bytes right now. */ if(file_size < (KB / 2) || file_size > KB) TEST_ERROR; /* Create and write dataset */ if((space = H5Screate_simple(2, dims, NULL)) < 0) TEST_ERROR; /* Retrieve the access property list... */ if ((access_fapl = H5Fget_access_plist(file)) < 0) TEST_ERROR; /* Check that the driver is correct */ if(H5FD_FAMILY != H5Pget_driver(access_fapl)) TEST_ERROR; /* ...and close the property list */ if (H5Pclose(access_fapl) < 0) TEST_ERROR; if((dset = H5Dcreate2(file, dname, H5T_NATIVE_INT, space, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0) TEST_ERROR; for(i = 0; i < FAMILY_NUMBER; i++) for(j = 0; j < FAMILY_SIZE; j++) buf[i][j] = (int)((i * 10000) + j); if(H5Dwrite(dset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf_data) < 0) TEST_ERROR; /* check file handle API */ if((fapl2 = H5Pcreate(H5P_FILE_ACCESS)) < 0) TEST_ERROR; if(H5Pset_family_offset(fapl2, (hsize_t)0) < 0) TEST_ERROR; if(H5Fget_vfd_handle(file, fapl2, (void **)&fhandle) < 0) TEST_ERROR; if(*fhandle < 0) TEST_ERROR; if(H5Pset_family_offset(fapl2, (hsize_t)(FAMILY_SIZE*2)) < 0) TEST_ERROR; if(H5Fget_vfd_handle(file, fapl2, (void **)&fhandle2) < 0) TEST_ERROR; if(*fhandle2 < 0) TEST_ERROR; /* Check file size API */ if(H5Fget_filesize(file, &file_size) < 0) TEST_ERROR; /* Some data has been written. The file size should be bigger (18KB+976) * bytes if int size is 4 bytes) now. */ #if H5_SIZEOF_INT <= 4 if(file_size < (18 * KB) || file_size > (20 * KB)) TEST_ERROR; #elif H5_SIZEOF_INT >= 8 if(file_size < (32 * KB) || file_size > (40 * KB)) TEST_ERROR; #endif if(H5Sclose(space) < 0) TEST_ERROR; if(H5Dclose(dset) < 0) TEST_ERROR; if(H5Pclose(fapl2) < 0) TEST_ERROR; if(H5Fclose(file) < 0) TEST_ERROR; /* Test different wrong ways to reopen family files when there're multiple * member files existing. */ if(test_family_opens(filename, fapl) < 0) TEST_ERROR; /* Reopen the file with correct member file size. */ if(H5Pset_fapl_family(fapl, (hsize_t)FAMILY_SIZE, H5P_DEFAULT) < 0) TEST_ERROR; if((file = H5Fopen(filename, H5F_ACC_RDWR, fapl)) < 0) TEST_ERROR; /* Close and delete the file */ if(H5Fclose(file) < 0) TEST_ERROR; h5_delete_test_file(FILENAME[2], fapl); /* Close the fapl */ if(H5Pclose(fapl) < 0) TEST_ERROR; HDfree(buf); HDfree(buf_data); PASSED(); return SUCCEED; error: H5E_BEGIN_TRY { H5Sclose(space); H5Dclose(dset); H5Pclose(fapl); H5Pclose(fapl2); H5Fclose(file); } H5E_END_TRY; HDfree(buf); HDfree(buf_data); return FAIL; } /* end test_family() */ /*------------------------------------------------------------------------- * Function: test_family_compat * * Purpose: Tests the backward compatibility for FAMILY driver. * See if we can open files created with v1.6 library. * The source file was created by the test/file_handle.c * of the v1.6 library. Then tools/misc/h5repart.c was * used to concantenated. The command was "h5repart -m 5k * family_file%05d.h5 family_v16_%05d.h5". * * Return: Success: 0 * Failure: -1 * * Programmer: Raymond Lu * June 3, 2005 * *------------------------------------------------------------------------- */ /* Disable warning for "format not a string literal" here -QAK */ /* * This pragma only needs to surround the snprintf() calls with * 'newname_individual', etc. in the code below, but early (4.4.7, at least) gcc only * allows diagnostic pragmas to be toggled outside of functions. */ H5_GCC_DIAG_OFF(format-nonliteral) static herr_t test_family_compat(void) { hid_t file = -1, fapl = -1; hid_t dset = -1; char dname[]="dataset"; char filename[1024]; char pathname[1024], pathname_individual[1024]; char newname[1024], newname_individual[1024]; int counter = 0; TESTING("FAMILY file driver backward compatibility"); /* Set property list and file name for FAMILY driver */ if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0) TEST_ERROR; if(H5Pset_fapl_family(fapl, (hsize_t)FAMILY_SIZE2, H5P_DEFAULT) < 0) TEST_ERROR; h5_fixname(COMPAT_BASENAME, fapl, filename, sizeof(filename)); h5_fixname(FILENAME[3], fapl, newname, sizeof(newname)); pathname[0] = '\0'; HDstrcat(pathname, filename); /* The following code makes the copies of the family files in the source directory. * Since we're going to open the files with write mode, this protects the original * files. */ HDsnprintf(newname_individual, sizeof(newname_individual), newname, counter); HDsnprintf(pathname_individual, sizeof(pathname_individual), pathname, counter); while(h5_make_local_copy(pathname_individual, newname_individual) >= 0) { counter++; HDsnprintf(newname_individual, sizeof(newname_individual), newname, counter); HDsnprintf(pathname_individual, sizeof(pathname_individual), pathname, counter); } /* end while */ /* Make sure we can open the file. Use the read and write mode to flush the * superblock. */ if((file = H5Fopen(newname, H5F_ACC_RDWR, fapl)) < 0) TEST_ERROR; if((dset = H5Dopen2(file, dname, H5P_DEFAULT)) < 0) TEST_ERROR; if(H5Dclose(dset) < 0) TEST_ERROR; if(H5Fclose(file) < 0) TEST_ERROR; /* Open the file again to make sure it isn't corrupted. */ if((file = H5Fopen(newname, H5F_ACC_RDWR, fapl)) < 0) TEST_ERROR; if((dset = H5Dopen2(file, dname, H5P_DEFAULT)) < 0) TEST_ERROR; if(H5Dclose(dset) < 0) TEST_ERROR; /* Close and delete the file */ if(H5Fclose(file) < 0) TEST_ERROR; h5_delete_test_file(FILENAME[3], fapl); /* Close the fapl */ if(H5Pclose(fapl) < 0) TEST_ERROR; PASSED(); return 0; error: H5E_BEGIN_TRY { H5Fclose(file); H5Pclose(fapl); } H5E_END_TRY; return -1; } /* end test_family_compat() */ H5_GCC_DIAG_ON(format-nonliteral) /*------------------------------------------------------------------------- * Function: test_family_member_fapl * * Purpose: Actually use the member fapl input to the member vfd. * * Return: SUCCEED/FAIL * * Programmer: Jacob Smith * 21 May 2019 * *------------------------------------------------------------------------- */ static herr_t test_family_member_fapl(void) { hid_t file = H5I_INVALID_HID; hid_t fapl_id = H5I_INVALID_HID; hid_t memb_fapl_id = H5I_INVALID_HID; hid_t space = H5I_INVALID_HID; hid_t dset = H5I_INVALID_HID; char filename[1024]; char dname[] = "dataset"; unsigned i = 0; unsigned j = 0; int **buf = NULL; int *buf_data = NULL; hsize_t dims[2] = {FAMILY_NUMBER, FAMILY_SIZE}; TESTING("Family member FAPL"); /* Set up data array */ if(NULL == (buf_data = (int *)HDcalloc(FAMILY_NUMBER * FAMILY_SIZE, sizeof(int)))) TEST_ERROR; if(NULL == (buf = (int **)HDcalloc(FAMILY_NUMBER, sizeof(buf_data)))) TEST_ERROR; for (i = 0; i < FAMILY_NUMBER; i++) buf[i] = buf_data + (i * FAMILY_SIZE); if((fapl_id = H5Pcreate(H5P_FILE_ACCESS)) == H5I_INVALID_HID) TEST_ERROR; if((memb_fapl_id = H5Pcreate(H5P_FILE_ACCESS)) == H5I_INVALID_HID) TEST_ERROR; if (H5Pset_fapl_sec2(memb_fapl_id) == FAIL) TEST_ERROR; if (H5Pset_fapl_family(fapl_id, (hsize_t)FAMILY_SIZE, memb_fapl_id) == FAIL) TEST_ERROR; h5_fixname(FILENAME[2], fapl_id, filename, sizeof(filename)); if((file = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl_id)) == H5I_INVALID_HID) TEST_ERROR; if((space = H5Screate_simple(2, dims, NULL)) == H5I_INVALID_HID) TEST_ERROR; /* Create and write to dataset, then close file. */ if((dset = H5Dcreate2(file, dname, H5T_NATIVE_INT, space, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) == H5I_INVALID_HID) TEST_ERROR; for (i = 0; i < FAMILY_NUMBER; i++) { for (j = 0; j < FAMILY_SIZE; j++) { buf[i][j] = (int)((i * 10000) + j); } } if (H5Dwrite(dset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf_data) == FAIL) TEST_ERROR; if (H5Dclose(dset) == FAIL) TEST_ERROR; if (H5Sclose(space) == FAIL) TEST_ERROR; if (H5Fclose(file) == FAIL) TEST_ERROR; /* "Close" member FAPL at top level and re-open file. * Should succeed, with library managing reference count properly */ if (H5Pclose(memb_fapl_id) == FAIL) TEST_ERROR; if ((file = H5Fopen(filename, H5F_ACC_RDWR, fapl_id)) == H5I_INVALID_HID) TEST_ERROR; if (H5Fclose(file) == FAIL) TEST_ERROR; h5_delete_test_file(FILENAME[2], fapl_id); if (H5Pclose(fapl_id) == FAIL) TEST_ERROR; HDfree(buf); HDfree(buf_data); PASSED(); return SUCCEED; error: H5E_BEGIN_TRY { H5Sclose(space); H5Dclose(dset); H5Pclose(memb_fapl_id); H5Pclose(fapl_id); H5Fclose(file); } H5E_END_TRY; HDfree(buf); HDfree(buf_data); return FAIL; } /* end test_family_member_fapl() */ /*------------------------------------------------------------------------- * Function: test_multi_opens * * Purpose: Private function for test_multi() to tests wrong ways of * reopening multi file. * * Return: SUCCEED/FAIL * * Programmer: Raymond Lu * Thursday, May 19, 2005 * *------------------------------------------------------------------------- */ /* Disable warning for "format not a string literal" here -QAK */ /* * This pragma only needs to surround the snprintf() calls with * 'sf_name' in the code below, but early (4.4.7, at least) gcc only * allows diagnostic pragmas to be toggled outside of functions. */ H5_GCC_DIAG_OFF(format-nonliteral) static herr_t test_multi_opens(char *fname) { hid_t fid = H5I_INVALID_HID; char super_name[1024]; /*name string "%%s-s.h5"*/ char sf_name[1024]; /*name string "multi_file-s.h5"*/ /* Case: reopen with the name of super file and default property list */ HDsnprintf(super_name, sizeof(super_name), "%%s-%c.h5", 's'); HDsnprintf(sf_name, sizeof(sf_name), super_name, fname); H5E_BEGIN_TRY { fid = H5Fopen(sf_name, H5F_ACC_RDWR, H5P_DEFAULT); } H5E_END_TRY; return(fid >= 0 ? FAIL : SUCCEED); } /* end test_multi_opens() */ H5_GCC_DIAG_ON(format-nonliteral) /*------------------------------------------------------------------------- * Function: test_multi * * Purpose: Tests the file handle interface for MUTLI driver * * Return: SUCCEED/FAIL * * Programmer: Raymond Lu * Tuesday, Sept 24, 2002 * *------------------------------------------------------------------------- */ static herr_t test_multi(void) { hid_t file=-1, fapl=-1, fapl2=-1, dset=-1, space=-1; hid_t root=-1, attr=-1, aspace=-1, atype=-1; hid_t access_fapl = -1; hid_t driver_id = -1; /* ID for this VFD */ unsigned long driver_flags = 0; /* VFD feature flags */ char filename[1024]; int *fhandle2=NULL, *fhandle=NULL; hsize_t file_size; H5FD_mem_t mt, memb_map[H5FD_MEM_NTYPES]; hid_t memb_fapl[H5FD_MEM_NTYPES]; haddr_t memb_addr[H5FD_MEM_NTYPES]; const char *memb_name[H5FD_MEM_NTYPES]; char sv[H5FD_MEM_NTYPES][32]; hsize_t dims[2]={MULTI_SIZE, MULTI_SIZE}; hsize_t adims[1]={1}; char dname[]="dataset"; char meta[] = "this is some metadata on this file"; int i, j; int **buf = NULL; int *buf_data = NULL; TESTING("MULTI file driver"); /* Set up data array */ if(NULL == (buf_data = (int *)HDcalloc(MULTI_SIZE * MULTI_SIZE, sizeof(int)))) TEST_ERROR; if(NULL == (buf = (int **)HDcalloc(MULTI_SIZE, sizeof(buf_data)))) TEST_ERROR; for (i = 0; i < MULTI_SIZE; i++) buf[i] = buf_data + (i * MULTI_SIZE); /* Set file access property list for MULTI driver */ if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0) TEST_ERROR; HDmemset(memb_map, 0, sizeof(memb_map)); HDmemset(memb_fapl, 0, sizeof(memb_fapl)); HDmemset(memb_name, 0, sizeof(memb_name)); HDmemset(memb_addr, 0, sizeof(memb_addr)); HDmemset(sv, 0, sizeof(sv)); for(mt=H5FD_MEM_DEFAULT; mt HADDR_MAX/2) TEST_ERROR; if((dset=H5Dcreate2(file, dname, H5T_NATIVE_INT, space, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0) TEST_ERROR; for(i=0; i HADDR_MAX) TEST_ERROR; if(H5Sclose(space) < 0) TEST_ERROR; if(H5Dclose(dset) < 0) TEST_ERROR; if(H5Pclose(fapl2) < 0) TEST_ERROR; /* Create and write attribute for the root group. */ if((root = H5Gopen2(file, "/", H5P_DEFAULT)) < 0) TEST_ERROR /* Attribute string. */ if((atype = H5Tcopy(H5T_C_S1)) < 0) TEST_ERROR; if(H5Tset_size(atype, HDstrlen(meta) + 1) < 0) TEST_ERROR; if(H5Tset_strpad(atype, H5T_STR_NULLTERM) < 0) TEST_ERROR; /* Create and write attribute */ if((aspace = H5Screate_simple(1, adims, NULL)) < 0) TEST_ERROR; if((attr = H5Acreate2(root, "Metadata", atype, aspace, H5P_DEFAULT, H5P_DEFAULT)) < 0) TEST_ERROR; if(H5Awrite(attr, atype, meta) < 0) TEST_ERROR; /* Close IDs */ if(H5Tclose(atype) < 0) TEST_ERROR; if(H5Sclose(aspace) < 0) TEST_ERROR; if(H5Aclose(attr) < 0) TEST_ERROR; /* Close and delete the file */ if(H5Fclose(file) < 0) TEST_ERROR; h5_delete_test_file(FILENAME[4], fapl); /* Close the fapl */ if(H5Pclose(fapl) < 0) TEST_ERROR; HDfree(buf); HDfree(buf_data); PASSED(); return SUCCEED; error: H5E_BEGIN_TRY { H5Sclose(space); H5Dclose(dset); H5Pclose(fapl); H5Pclose(fapl2); H5Fclose(file); H5Aclose(attr); } H5E_END_TRY; HDfree(buf); HDfree(buf_data); return FAIL; } /* end test_multi() */ /*------------------------------------------------------------------------- * Function: test_multi_compat * * Purpose: Tests the backward compatibility for MULTI driver. * See if we can open files created with v1.6 library. * The source file was created by the test/file_handle.c * of the v1.6 library. This test verifies the fix for * Issue 2598. In v1.6 library, there was EOA for the whole * MULTI file saved in the super block. We took it out in * v1.8 library because it's meaningless for the MULTI file. * v1.8 library saves the EOA for the metadata file, instead. * * Return: Success: 0 * Failure: -1 * * Programmer: Raymond Lu * 21 June 2011 * *------------------------------------------------------------------------- */ static herr_t test_multi_compat(void) { hid_t file=-1, fapl=-1, dset=-1, space=-1; char newname[1024]; char filename_s[1024], newname_s[1024]; char filename_r[1024], newname_r[1024]; H5FD_mem_t mt, memb_map[H5FD_MEM_NTYPES]; hid_t memb_fapl[H5FD_MEM_NTYPES]; haddr_t memb_addr[H5FD_MEM_NTYPES]; const char *memb_name[H5FD_MEM_NTYPES]; char sv[H5FD_MEM_NTYPES][32]; hsize_t dims[2]={MULTI_SIZE, MULTI_SIZE}; int i, j; int **buf = NULL; int *buf_data = NULL; TESTING("MULTI file driver backward compatibility"); /* Set up data array */ if(NULL == (buf_data = (int *)HDcalloc(MULTI_SIZE * MULTI_SIZE, sizeof(int)))) TEST_ERROR; if(NULL == (buf = (int **)HDcalloc(MULTI_SIZE, sizeof(buf_data)))) TEST_ERROR; for (i = 0; i < MULTI_SIZE; i++) buf[i] = buf_data + (i * MULTI_SIZE); /* Set file access property list for MULTI driver */ if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0) TEST_ERROR; HDmemset(memb_map, 0, sizeof memb_map); HDmemset(memb_fapl, 0, sizeof memb_fapl); HDmemset(memb_name, 0, sizeof memb_name); HDmemset(memb_addr, 0, sizeof memb_addr); HDmemset(sv, 0, sizeof sv); for(mt=H5FD_MEM_DEFAULT; mt 4 * KB) TEST_ERROR; /* Close and delete the file */ if(H5Fclose(file) < 0) TEST_ERROR; h5_delete_test_file(FILENAME[6], fapl); /* Close the fapl */ if(H5Pclose(fapl) < 0) TEST_ERROR; PASSED(); return 0; error: H5E_BEGIN_TRY { H5Pclose(fapl); H5Fclose(file); } H5E_END_TRY; return -1; } /*------------------------------------------------------------------------- * Function: test_stdio * * Purpose: Tests the file handle interface for STDIO driver * * Return: Success: 0 * Failure: -1 * * Programmer: Dana Robinson * Tuesday, March 22, 2011 * *------------------------------------------------------------------------- */ static herr_t test_stdio(void) { hid_t file = -1; hid_t fapl = -1; hid_t access_fapl = -1; hid_t driver_id = -1; /* ID for this VFD */ unsigned long driver_flags = 0; /* VFD feature flags */ char filename[1024]; FILE *fhandle = NULL; hsize_t file_size = 0; TESTING("STDIO file driver"); /* Set property list and file name for STDIO driver. */ if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0) TEST_ERROR; if(H5Pset_fapl_stdio(fapl) < 0) TEST_ERROR; h5_fixname(FILENAME[7], fapl, filename, sizeof filename); /* Check that the VFD feature flags are correct */ if ((driver_id = H5Pget_driver(fapl)) < 0) TEST_ERROR if (H5FDdriver_query(driver_id, &driver_flags) < 0) TEST_ERROR if(!(driver_flags & H5FD_FEAT_AGGREGATE_METADATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_ACCUMULATE_METADATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_DATA_SIEVE)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_AGGREGATE_SMALLDATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_DEFAULT_VFD_COMPATIBLE)) TEST_ERROR /* Check for extra flags not accounted for above */ if(driver_flags != (H5FD_FEAT_AGGREGATE_METADATA | H5FD_FEAT_ACCUMULATE_METADATA | H5FD_FEAT_DATA_SIEVE | H5FD_FEAT_AGGREGATE_SMALLDATA | H5FD_FEAT_DEFAULT_VFD_COMPATIBLE)) TEST_ERROR if((file = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl)) < 0) TEST_ERROR; /* Retrieve the access property list... */ if((access_fapl = H5Fget_access_plist(file)) < 0) TEST_ERROR; /* Check that the driver is correct */ if(H5FD_STDIO != H5Pget_driver(access_fapl)) TEST_ERROR; /* ...and close the property list */ if(H5Pclose(access_fapl) < 0) TEST_ERROR; /* Check file handle API */ if(H5Fget_vfd_handle(file, H5P_DEFAULT, (void **)&fhandle) < 0) TEST_ERROR; if(NULL == fhandle) TEST_ERROR; /* Check file size API */ if(H5Fget_filesize(file, &file_size) < 0) TEST_ERROR; /* There is no guarantee the size of metadata in file is constant. * Just try to check if it's reasonable. It's 2KB right now. */ if(file_size < 1 * KB || file_size > 4 * KB) TEST_ERROR; /* Close and delete the file */ if(H5Fclose(file) < 0) TEST_ERROR; h5_delete_test_file(FILENAME[7], fapl); /* Close the fapl */ if(H5Pclose(fapl) < 0) TEST_ERROR; PASSED(); return 0; error: H5E_BEGIN_TRY { H5Pclose(fapl); H5Fclose(file); } H5E_END_TRY; return -1; } /*------------------------------------------------------------------------- * Function: test_windows * * Purpose: Tests the file handle interface for WINDOWS driver * * Return: Success: 0 * Failure: -1 * * Programmer: Dana Robinson * Tuesday, March 22, 2011 * *------------------------------------------------------------------------- */ static herr_t test_windows(void) { #ifdef H5_HAVE_WINDOWS hid_t file = -1; hid_t fapl = -1; hid_t access_fapl = -1; hid_t driver_id = -1; /* ID for this VFD */ unsigned long driver_flags = 0; /* VFD feature flags */ char filename[1024]; int *fhandle = NULL; hsize_t file_size = 0; #endif /*H5_HAVE_WINDOWS*/ TESTING("WINDOWS file driver"); #ifndef H5_HAVE_WINDOWS SKIPPED(); return 0; #else /* H5_HAVE_WINDOWS */ /* Set property list and file name for WINDOWS driver. */ if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0) TEST_ERROR; if(H5Pset_fapl_windows(fapl) < 0) TEST_ERROR; h5_fixname(FILENAME[8], fapl, filename, sizeof filename); /* Check that the VFD feature flags are correct */ if ((driver_id = H5Pget_driver(fapl)) < 0) TEST_ERROR if (H5FDdriver_query(driver_id, &driver_flags) < 0) TEST_ERROR if(!(driver_flags & H5FD_FEAT_AGGREGATE_METADATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_ACCUMULATE_METADATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_DATA_SIEVE)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_AGGREGATE_SMALLDATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_POSIX_COMPAT_HANDLE)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_SUPPORTS_SWMR_IO)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_DEFAULT_VFD_COMPATIBLE)) TEST_ERROR /* Check for extra flags not accounted for above */ if(driver_flags != (H5FD_FEAT_AGGREGATE_METADATA | H5FD_FEAT_ACCUMULATE_METADATA | H5FD_FEAT_DATA_SIEVE | H5FD_FEAT_AGGREGATE_SMALLDATA | H5FD_FEAT_POSIX_COMPAT_HANDLE | H5FD_FEAT_SUPPORTS_SWMR_IO | H5FD_FEAT_DEFAULT_VFD_COMPATIBLE)) TEST_ERROR if((file = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl)) < 0) TEST_ERROR; /* Retrieve the access property list... */ if((access_fapl = H5Fget_access_plist(file)) < 0) TEST_ERROR; /* Check that the driver is correct */ if(H5FD_WINDOWS!= H5Pget_driver(access_fapl)) TEST_ERROR; /* ...and close the property list */ if(H5Pclose(access_fapl) < 0) TEST_ERROR; /* Check file handle API */ if(H5Fget_vfd_handle(file, H5P_DEFAULT, (void **)&fhandle) < 0) TEST_ERROR; if(*fhandle < 0) TEST_ERROR; /* Check file size API */ if(H5Fget_filesize(file, &file_size) < 0) TEST_ERROR; /* There is no guarantee the size of metadata in file is constant. * Just try to check if it's reasonable. It's 2KB right now. */ if(file_size < 1 * KB || file_size > 4 * KB) TEST_ERROR; /* Close and delete the file */ if(H5Fclose(file) < 0) TEST_ERROR; h5_delete_test_file(FILENAME[8], fapl); /* Close the fapl */ if(H5Pclose(fapl) < 0) TEST_ERROR; PASSED(); return 0; error: H5E_BEGIN_TRY { H5Pclose(fapl); H5Fclose(file); } H5E_END_TRY; return -1; #endif /* H5_HAVE_WINDOWS */ } /* end test_windows() */ /*------------------------------------------------------------------------- * Function: test_ros3 * * Purpose: Tests the file handle interface for the ROS3 driver * * As the ROS3 driver is 1) read only, 2) requires access * to an S3 server (minio for now), this test is quite * different from the other tests. * * For now, test only fapl & flags. Extend as the * work on the VFD continues. * * Return: Success: 0 * Failure: -1 * * Programmer: John Mainzer * 7/12/17 * *------------------------------------------------------------------------- */ static herr_t test_ros3(void) { #ifdef H5_HAVE_ROS3_VFD hid_t fid = -1; /* file ID */ hid_t fapl_id = -1; /* file access property list ID */ hid_t fapl_id_out = -1; /* from H5Fget_access_plist */ hid_t driver_id = -1; /* ID for this VFD */ unsigned long driver_flags = 0; /* VFD feature flags */ char filename[1024]; /* filename */ void *os_file_handle = NULL; /* OS file handle */ hsize_t file_size; /* file size */ H5FD_ros3_fapl_t test_ros3_fa; H5FD_ros3_fapl_t ros3_fa_0 = { /* version = */ H5FD_CURR_ROS3_FAPL_T_VERSION, /* authenticate = */ FALSE, /* aws_region = */ "", /* secret_id = */ "", /* secret_key = */ "plugh", }; #endif /*H5_HAVE_ROS3_VFD */ TESTING("Read-only S3 file driver"); #ifndef H5_HAVE_ROS3_VFD SKIPPED(); return 0; #else /* H5_HAVE_ROS3_VFD */ /* Set property list and file name for ROS3 driver. */ if((fapl_id = H5Pcreate(H5P_FILE_ACCESS)) < 0) TEST_ERROR; if(H5Pset_fapl_ros3(fapl_id, &ros3_fa_0) < 0) TEST_ERROR; /* verify that the ROS3 FAPL entry is set as expected */ if(H5Pget_fapl_ros3(fapl_id, &test_ros3_fa) < 0) TEST_ERROR; /* need a macro to compare instances of H5FD_ros3_fapl_t */ if((test_ros3_fa.version != ros3_fa_0.version) || (test_ros3_fa.authenticate != ros3_fa_0.authenticate) || (strcmp(test_ros3_fa.aws_region, ros3_fa_0.aws_region) != 0) || (strcmp(test_ros3_fa.secret_id, ros3_fa_0.secret_id) != 0) || (strcmp(test_ros3_fa.secret_key, ros3_fa_0.secret_key) != 0)) TEST_ERROR; h5_fixname(FILENAME[10], fapl_id, filename, sizeof(filename)); /* Check that the VFD feature flags are correct */ if ((driver_id = H5Pget_driver(fapl_id)) < 0) TEST_ERROR; if (H5FDdriver_query(driver_id, &driver_flags) < 0) TEST_ERROR; if(!(driver_flags & H5FD_FEAT_DATA_SIEVE)) TEST_ERROR /* Check for extra flags not accounted for above */ if(driver_flags != (H5FD_FEAT_DATA_SIEVE)) TEST_ERROR PASSED(); return 0; error: H5E_BEGIN_TRY { H5Pclose(fapl_id); H5Pclose(fapl_id_out); H5Fclose(fid); } H5E_END_TRY; return -1; #endif /* H5_HAVE_ROS3_VFD */ } /* end test_ros3() */ /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - * Macro: SPLITTER_TEST_FAULT() * * utility macro, helps create stack-like backtrace on error. * requires defined in the calling function: * * variable `int ret_value` (return -1 on error)` * * label `done` for exit on fault * - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */ #define SPLITTER_TEST_FAULT(mesg) { \ H5_FAILED(); \ AT(); \ HDfprintf(stderr, mesg); \ H5Eprint2(H5E_DEFAULT, stderr); \ fflush(stderr); \ ret_value = -1; \ goto done; \ } /*------------------------------------------------------------------------- * Function: compare_splitter_config_info * * Purpose: Helper function to compare configuration info found in a * FAPL against a canonical structure. * * Return: Success: 0, if config info in FAPL matches info structure. * Failure: -1, if difference detected. * *------------------------------------------------------------------------- */ static int compare_splitter_config_info(hid_t fapl_id, H5FD_splitter_vfd_config_t *info) { int ret_value = 0; H5FD_splitter_vfd_config_t fetched_info; fetched_info.magic = H5FD_SPLITTER_MAGIC; fetched_info.version = H5FD_CURR_SPLITTER_VFD_CONFIG_VERSION; fetched_info.rw_fapl_id = H5I_INVALID_HID; fetched_info.wo_fapl_id = H5I_INVALID_HID; if (H5Pget_fapl_splitter(fapl_id, &fetched_info) < 0) { SPLITTER_TEST_FAULT("can't get splitter info\n"); } if (info->rw_fapl_id == H5P_DEFAULT) { if (H5Pget_driver(fetched_info.rw_fapl_id) != H5Pget_driver(H5P_FILE_ACCESS_DEFAULT)) { SPLITTER_TEST_FAULT("Read-Write driver mismatch (default)\n"); } } else { if (H5Pget_driver(fetched_info.rw_fapl_id) != H5Pget_driver(info->rw_fapl_id)) { SPLITTER_TEST_FAULT("Read-Write driver mismatch\n"); } } if (info->wo_fapl_id == H5P_DEFAULT) { if (H5Pget_driver(fetched_info.wo_fapl_id) != H5Pget_driver(H5P_FILE_ACCESS_DEFAULT)) { SPLITTER_TEST_FAULT("Write-Only driver mismatch (default)\n"); } } else { if (H5Pget_driver(fetched_info.wo_fapl_id) != H5Pget_driver(info->wo_fapl_id)) { SPLITTER_TEST_FAULT("Write-Only driver mismatch\n"); } } if ( (HDstrlen(info->wo_path) != HDstrlen(fetched_info.wo_path)) || HDstrncmp(info->wo_path, fetched_info.wo_path, H5FD_SPLITTER_PATH_MAX)) { HDfprintf(stderr, "MISMATCH: '%s' :: '%s'\n", info->wo_path, fetched_info.wo_path); HEXPRINT(H5FD_SPLITTER_PATH_MAX, info->wo_path); HEXPRINT(H5FD_SPLITTER_PATH_MAX, fetched_info.wo_path); SPLITTER_TEST_FAULT("Write-Only file path mismatch\n"); } done: return ret_value; } /* end compare_splitter_config_info() */ /*------------------------------------------------------------------------- * Function: run_splitter_test * * Purpose: Auxiliary function for test_splitter(). * * Return: Success: 0 * Failure: -1 * * Description: * Perform basic open-write-close with the Splitter VFD. * Prior to operations, removes files from a previous run, * if they exist. * After writing, compares read-write and write-only files. * Includes FAPL sanity testing. * *------------------------------------------------------------------------- */ static int run_splitter_test(const struct splitter_dataset_def *data, hbool_t ignore_wo_errors, hbool_t provide_logfile_path, hid_t sub_fapl_ids[2]) { hid_t file_id = H5I_INVALID_HID; hid_t fapl_id = H5I_INVALID_HID; hid_t dset_id = H5I_INVALID_HID; hid_t space_id = H5I_INVALID_HID; hid_t fapl_id_out = H5I_INVALID_HID; hid_t fapl_id_cpy = H5I_INVALID_HID; H5FD_splitter_vfd_config_t vfd_config; char filename_rw[H5FD_SPLITTER_PATH_MAX + 1]; FILE *logfile = NULL; int ret_value = 0; vfd_config.magic = H5FD_SPLITTER_MAGIC; vfd_config.version = H5FD_CURR_SPLITTER_VFD_CONFIG_VERSION; vfd_config.ignore_wo_errs = ignore_wo_errors; vfd_config.rw_fapl_id = sub_fapl_ids[0]; vfd_config.wo_fapl_id = sub_fapl_ids[1]; if (splitter_prepare_file_paths(&vfd_config, filename_rw) < 0) { SPLITTER_TEST_FAULT("can't prepare file paths\n"); } if (provide_logfile_path == FALSE) { *vfd_config.log_file_path = '\0'; /* reset as empty string */ } /* Create a new fapl to use the SPLITTER file driver */ if ((fapl_id = H5Pcreate(H5P_FILE_ACCESS)) == H5I_INVALID_HID) { SPLITTER_TEST_FAULT("can't create FAPL ID\n"); } if (H5Pset_fapl_splitter(fapl_id, &vfd_config) < 0) { SPLITTER_TEST_FAULT("can't set splitter FAPL\n"); } if (H5Pget_driver(fapl_id) != H5FD_SPLITTER) { SPLITTER_TEST_FAULT("set FAPL not SPLITTER\n"); } if (compare_splitter_config_info(fapl_id, &vfd_config) < 0) { SPLITTER_TEST_FAULT("information mismatch\n"); } /* * Copy property list, light compare, and close the copy. * Helps test driver-implemented FAPL-copying and library ID management. */ fapl_id_cpy = H5Pcopy(fapl_id); if (H5I_INVALID_HID == fapl_id_cpy) { SPLITTER_TEST_FAULT("can't copy FAPL\n"); } if (compare_splitter_config_info(fapl_id_cpy, &vfd_config) < 0) { SPLITTER_TEST_FAULT("information mismatch\n"); } if (H5Pclose(fapl_id_cpy) < 0) { SPLITTER_TEST_FAULT("can't close fapl copy\n"); } /* * Proceed with test. Create file. */ file_id = H5Fcreate(filename_rw, H5F_ACC_TRUNC, H5P_DEFAULT, fapl_id); if (file_id < 0) { SPLITTER_TEST_FAULT("can't create file\n"); } /* * Check driver from file */ fapl_id_out = H5Fget_access_plist(file_id); if (H5I_INVALID_HID == fapl_id_out) { SPLITTER_TEST_FAULT("can't get file's FAPL\n"); } if (H5Pget_driver(fapl_id_out) != H5FD_SPLITTER) { SPLITTER_TEST_FAULT("wrong file FAPL driver\n"); } if (compare_splitter_config_info(fapl_id_out, &vfd_config) < 0) { SPLITTER_TEST_FAULT("information mismatch\n"); } if (H5Pclose(fapl_id_out) < 0) { SPLITTER_TEST_FAULT("can't close file's FAPL\n"); } /* * Create and write the dataset */ space_id = H5Screate_simple(data->n_dims, data->dims, NULL); if (space_id < 0) { SPLITTER_TEST_FAULT("can't create dataspace\n"); } dset_id = H5Dcreate2(file_id, data->dset_name, data->mem_type_id, space_id, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); if (dset_id < 0) { SPLITTER_TEST_FAULT("can't create dataset\n"); } if (H5Dwrite(dset_id, data->mem_type_id, H5S_ALL, H5S_ALL, H5P_DEFAULT, data->buf) < 0) { SPLITTER_TEST_FAULT("can't write data to dataset\n"); } /* Close everything */ if (H5Dclose(dset_id) < 0) { SPLITTER_TEST_FAULT("can't close dset\n"); } if (H5Sclose(space_id) < 0) { SPLITTER_TEST_FAULT("can't close space\n"); } if (H5Pclose(fapl_id) < 0) { SPLITTER_TEST_FAULT("can't close fapl\n"); } if (H5Fclose(file_id) < 0) { SPLITTER_TEST_FAULT("can't close file\n"); } /* Verify that the R/W and W/O files are identical */ if (h5_compare_file_bytes(filename_rw, vfd_config.wo_path) < 0) { SPLITTER_TEST_FAULT("files are not byte-for-byte equivalent\n"); } /* Verify existence of logfile iff appropriate */ logfile = fopen(vfd_config.log_file_path, "r"); if ( (TRUE == provide_logfile_path && NULL == logfile) || (FALSE == provide_logfile_path && NULL != logfile) ) { SPLITTER_TEST_FAULT("no logfile when one was expected\n"); } done: if (ret_value < 0) { H5E_BEGIN_TRY { (void)H5Dclose(dset_id); (void)H5Sclose(space_id); (void)H5Pclose(fapl_id_out); (void)H5Pclose(fapl_id_cpy); (void)H5Pclose(fapl_id); (void)H5Fclose(file_id); } H5E_END_TRY; } if (logfile != NULL) { fclose(logfile); } return ret_value; } /* end run_splitter_test() */ /*------------------------------------------------------------------------- * Function: driver_is_splitter_compatible * * Purpose: Determine whether the driver set in the FAPL ID is compatible * with the Splitter VFD -- specificially, Write-Only channel. * * Return: Success: 0 * Failure: -1 * * Description: Attempts to put the given FAPL ID as the W/O channel. * Uses driver's own mechanisms to generate error, and catches * error. * *------------------------------------------------------------------------- */ static int driver_is_splitter_compatible(hid_t fapl_id) { H5FD_splitter_vfd_config_t vfd_config; hid_t split_fapl_id = H5I_INVALID_HID; herr_t ret = SUCCEED; int ret_value = 0; split_fapl_id = H5Pcreate(H5P_FILE_ACCESS); if (H5I_INVALID_HID == split_fapl_id) { FAIL_PUTS_ERROR("Can't create contained FAPL"); } vfd_config.magic = H5FD_SPLITTER_MAGIC; vfd_config.version = H5FD_CURR_SPLITTER_VFD_CONFIG_VERSION; vfd_config.ignore_wo_errs = FALSE; vfd_config.rw_fapl_id = H5P_DEFAULT; vfd_config.wo_fapl_id = fapl_id; HDstrncpy(vfd_config.wo_path, "nonesuch", H5FD_SPLITTER_PATH_MAX); *vfd_config.log_file_path = '\0'; H5E_BEGIN_TRY { ret = H5Pset_fapl_splitter(split_fapl_id, &vfd_config); } H5E_END_TRY; if (SUCCEED == ret) { ret_value = -1; } if (H5Pclose(split_fapl_id) < 0) { FAIL_PUTS_ERROR("Can't close contained FAPL") } split_fapl_id = H5I_INVALID_HID; return ret_value; error: H5E_BEGIN_TRY { (void)H5Pclose(split_fapl_id); } H5E_END_TRY; return -1; } /* end driver_is_splitter_compatible() */ /*------------------------------------------------------------------------- * Function: splitter_RO_test * * Purpose: Verify Splitter VFD with the Read-Only access flag. * * Return: Success: 0 * Failure: -1 * * Description: Attempt read-only opening of files with different * permutations of files already existing on-disk. * *------------------------------------------------------------------------- */ static int splitter_RO_test( const struct splitter_dataset_def *data, hid_t child_fapl_id) { char filename_rw[H5FD_SPLITTER_PATH_MAX + 1]; H5FD_splitter_vfd_config_t vfd_config; hid_t fapl_id = H5I_INVALID_HID; int ret_value = 0; hid_t file_id = H5I_INVALID_HID; vfd_config.magic = H5FD_SPLITTER_MAGIC; vfd_config.version = H5FD_CURR_SPLITTER_VFD_CONFIG_VERSION; vfd_config.ignore_wo_errs = FALSE; vfd_config.rw_fapl_id = child_fapl_id; vfd_config.wo_fapl_id = child_fapl_id; if (splitter_prepare_file_paths(&vfd_config, filename_rw) < 0) { SPLITTER_TEST_FAULT("can't prepare splitter file paths\n"); } /* Create a new fapl to use the SPLITTER file driver */ fapl_id = H5Pcreate(H5P_FILE_ACCESS); if (H5I_INVALID_HID == fapl_id) { SPLITTER_TEST_FAULT("can't create FAPL ID\n"); } if (H5Pset_fapl_splitter(fapl_id, &vfd_config) < 0) { SPLITTER_TEST_FAULT("can't set splitter FAPL\n"); } if (H5Pget_driver(fapl_id) != H5FD_SPLITTER) { SPLITTER_TEST_FAULT("set FAPL not SPLITTER\n"); } /* Attempt R/O open when both files are nonexistent * Should fail. */ H5E_BEGIN_TRY { file_id = H5Fopen(filename_rw, H5F_ACC_RDONLY, fapl_id); } H5E_END_TRY; if (file_id >= 0) { SPLITTER_TEST_FAULT("R/O open on nonexistent files unexpectedly successful\n"); } /* Attempt R/O open when only W/O file exists * Should fail. */ if (splitter_create_single_file_at(vfd_config.wo_path, vfd_config.wo_fapl_id, data) < 0) { SPLITTER_TEST_FAULT("can't write W/O file\n"); } H5E_BEGIN_TRY { file_id = H5Fopen(filename_rw, H5F_ACC_RDONLY, fapl_id); } H5E_END_TRY; if (file_id >= 0) { SPLITTER_TEST_FAULT("R/O open with extant W/O file unexpectedly successful\n"); } HDremove(vfd_config.wo_path); /* Attempt R/O open when only R/W file exists * Should fail. */ if (splitter_create_single_file_at(filename_rw, vfd_config.rw_fapl_id, data) < 0) { SPLITTER_TEST_FAULT("can't create R/W file\n"); } H5E_BEGIN_TRY { file_id = H5Fopen(filename_rw, H5F_ACC_RDONLY, fapl_id); } H5E_END_TRY; if (file_id >= 0) { SPLITTER_TEST_FAULT("R/O open with extant R/W file unexpectedly successful\n"); } /* Attempt R/O open when both R/W and W/O files exist */ if (splitter_create_single_file_at(vfd_config.wo_path, vfd_config.wo_fapl_id, data) < 0) { SPLITTER_TEST_FAULT("can't create W/O file\n"); } file_id = H5Fopen(filename_rw, H5F_ACC_RDONLY, fapl_id); if (file_id < 0) { SPLITTER_TEST_FAULT("R/O open on two extant files failed\n"); } if (splitter_compare_expected_data(file_id, data) < 0) { SPLITTER_TEST_FAULT("data mismatch in R/W file\n"); } if (H5Fclose(file_id) < 0) { SPLITTER_TEST_FAULT("can't close file(s)\n"); } file_id = H5I_INVALID_HID; /* Cleanup */ if (H5Pclose(fapl_id) < 0) { SPLITTER_TEST_FAULT("can't close FAPL ID\n"); } fapl_id = H5I_INVALID_HID; done: if (ret_value < 0) { H5E_BEGIN_TRY { (void)H5Pclose(fapl_id); (void)H5Fclose(file_id); } H5E_END_TRY; } /* end if error */ return ret_value; } /* end splitter_RO_test() */ /*------------------------------------------------------------------------- * Function: splitter_prepare_file_paths * * Purpose: Get file paths ready for use by the Splitter VFD tests. * * Return: Success: 0 * Failure: -1 * * Description: * Use h5_fixname to adjust the splitter-relevant file paths * from those given in FILENAMES. * * REMOVES EXISTING FILES AT THE PATH LOCATIONS PRIOR TO RETURN. * * The relevant file paths will be set in filename_rw_out and * inside the config structure (wo_path, log_file_path). * * `filename_rw_out` must be at least H5FD_SPLITTER_PATH_MAX+1 * characters long. * * `vfd_config` must have its child FAPL IDs preset. * *------------------------------------------------------------------------- */ static int splitter_prepare_file_paths(H5FD_splitter_vfd_config_t *vfd_config, char *filename_rw_out) { int ret_value = 0; if (vfd_config == NULL || vfd_config->magic != H5FD_SPLITTER_MAGIC) { SPLITTER_TEST_FAULT("invalid splitter config pointer\n"); } if (filename_rw_out == NULL) { SPLITTER_TEST_FAULT("NULL filename_rw pointer\n"); } /* TODO: sanity-check fapl IDs? */ /* Build the r/w file, w/o file, and the log file paths. * Output is stored in the associated string pointers. */ h5_fixname(FILENAME[11], vfd_config->rw_fapl_id, filename_rw_out, H5FD_SPLITTER_PATH_MAX); h5_fixname(FILENAME[12], vfd_config->wo_fapl_id, vfd_config->wo_path, H5FD_SPLITTER_PATH_MAX); h5_fixname_no_suffix(FILENAME[13], vfd_config->wo_fapl_id, vfd_config->log_file_path, H5FD_SPLITTER_PATH_MAX); /* Delete any existing files on disk. */ HDremove(filename_rw_out); HDremove(vfd_config->wo_path); HDremove(vfd_config->log_file_path); done: return ret_value; } /* end splitter_prepare_file_paths() */ /*------------------------------------------------------------------------- * Function: splitter_crate_single_file_at * * Purpose: Create a file, optionally w/ dataset. * * Return: Success: 0 * Failure: -1 * * Description: * Create a file at the given location with the given FAPL, * and write data as defined in `data` in a pre-determined location in the file. * * If the dataset definition pointer is NULL, no data is written * to the file. * * Will always overwrite an existing file with the given name/path. * *------------------------------------------------------------------------- */ static int splitter_create_single_file_at( const char *filename, hid_t fapl_id, const struct splitter_dataset_def *data) { hid_t file_id = H5I_INVALID_HID; hid_t space_id = H5I_INVALID_HID; hid_t dset_id = H5I_INVALID_HID; int ret_value = 0; if (filename == NULL || *filename == '\0') { SPLITTER_TEST_FAULT("filename is invalid\n"); } /* TODO: sanity-check fapl id? */ file_id = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl_id); if (file_id < 0) { SPLITTER_TEST_FAULT("can't create file\n"); } if (data) { /* TODO: sanity-check data, if it exists? */ space_id = H5Screate_simple(data->n_dims, data->dims, NULL); if (space_id < 0) { SPLITTER_TEST_FAULT("can't create dataspace\n"); } dset_id = H5Dcreate2( file_id, data->dset_name, data->mem_type_id, space_id, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); if (dset_id < 0) { SPLITTER_TEST_FAULT("can't create dataset\n"); } if (H5Dwrite(dset_id, data->mem_type_id, H5S_ALL, H5S_ALL, H5P_DEFAULT, data->buf) < 0) { SPLITTER_TEST_FAULT("can't write data to dataset\n"); } if (H5Dclose(dset_id) < 0) { SPLITTER_TEST_FAULT("can't close dset\n"); } if (H5Sclose(space_id) < 0) { SPLITTER_TEST_FAULT("can't close space\n"); } } /* end if data definition is provided */ if (H5Fclose(file_id) < 0) { SPLITTER_TEST_FAULT("can't close file\n"); } done: if (ret_value < 0) { H5E_BEGIN_TRY { (void)H5Dclose(dset_id); (void)H5Sclose(space_id); (void)H5Fclose(file_id); } H5E_END_TRY; } /* end if error */ return ret_value; } /* end splitter_create_single_file_at() */ /*------------------------------------------------------------------------- * Function: splitter_compare_expected_data * * Purpose: Compare data within a predermined dataset. * * Return: Success: 0 * Failure: -1 * * Description: Read data from the file at a predetermined location, and * compare its contents byte-for-byte with that expected in * the `data` definition structure. * *------------------------------------------------------------------------- */ static int splitter_compare_expected_data(hid_t file_id, const struct splitter_dataset_def *data) { hid_t dset_id = H5I_INVALID_HID; int buf[SPLITTER_SIZE][SPLITTER_SIZE]; int expected[SPLITTER_SIZE][SPLITTER_SIZE]; size_t i = 0; size_t j = 0; int ret_value = 0; if (sizeof((void *)buf) != sizeof(data->buf)) { SPLITTER_TEST_FAULT("invariant size of expected data does not match that received!\n"); } HDmemcpy(expected, data->buf, sizeof(expected)); dset_id = H5Dopen2(file_id, data->dset_name, H5P_DEFAULT); if (dset_id < 0) { SPLITTER_TEST_FAULT("can't open dataset\n"); } if (H5Dread(dset_id, data->mem_type_id, H5S_ALL, H5S_ALL, H5P_DEFAULT, (void *)buf) < 0) { SPLITTER_TEST_FAULT("can't read dataset\n"); } for (i=0; i < SPLITTER_SIZE; i++) { for (j=0; j < SPLITTER_SIZE; j++) { if (buf[i][j] != expected[i][j]) { SPLITTER_TEST_FAULT("mismatch in expected data\n"); } } } if (H5Dclose(dset_id) < 0) { SPLITTER_TEST_FAULT("can't close dataset\n"); } done: if (ret_value < 0) { H5E_BEGIN_TRY { (void)H5Dclose(dset_id); } H5E_END_TRY; } return ret_value; } /* end splitter_compare_expected_data() */ /*------------------------------------------------------------------------- * Function: splitter_tentative_open_test() * * Purpose: Verifies Splitter behavior with "tentative" H5F_open. * * Return: Success: 0 * Failure: -1 * * Description: * H5F_open() has a two-stage opening process when given a * Read/Write access flag -- first it performs a "tentative * open", where it checks to see whether files already exist * on the system, done in such a way as to not "alter its state" * (i.e., truncate). * This can cause problems with the Splitter VFD, as the * file on the R/W channel might exist already, but that on the * W/O channel will not, and vice-versa. * * This test exists to verify that in any event, files will be * created as required. * *------------------------------------------------------------------------- */ static int splitter_tentative_open_test(hid_t child_fapl_id) { char filename_rw[H5FD_SPLITTER_PATH_MAX + 1]; H5FD_splitter_vfd_config_t vfd_config; hid_t fapl_id = H5I_INVALID_HID; hid_t file_id = H5I_INVALID_HID; int buf[SPLITTER_SIZE][SPLITTER_SIZE]; /* for comparison */ hsize_t dims[2] = { SPLITTER_SIZE, SPLITTER_SIZE }; /* for comparison */ int i = 0; /* for comparison */ int j = 0; /* for comparison */ struct splitter_dataset_def data; /* for comparison */ int ret_value = 0; /* pre-fill data buffer to write */ for (i=0; i < SPLITTER_SIZE; i++) { for (j=0; j < SPLITTER_SIZE; j++) { buf[i][j] = i*100+j; } } /* Dataset info */ data.buf = (void *)buf; data.mem_type_id = H5T_NATIVE_INT; data.dims = dims; data.n_dims = 2; data.dset_name = SPLITTER_DATASET_NAME; vfd_config.magic = H5FD_SPLITTER_MAGIC; vfd_config.version = H5FD_CURR_SPLITTER_VFD_CONFIG_VERSION; vfd_config.ignore_wo_errs = FALSE; vfd_config.rw_fapl_id = child_fapl_id; vfd_config.wo_fapl_id = child_fapl_id; if (splitter_prepare_file_paths(&vfd_config, filename_rw) < 0) { SPLITTER_TEST_FAULT("can't prepare splitter file paths\n"); } /* Create a new fapl to use the SPLITTER file driver */ if ((fapl_id = H5Pcreate(H5P_FILE_ACCESS)) == H5I_INVALID_HID) { SPLITTER_TEST_FAULT("can't create FAPL ID\n"); } if (H5Pset_fapl_splitter(fapl_id, &vfd_config) < 0) { SPLITTER_TEST_FAULT("can't set splitter FAPL\n"); } if (H5Pget_driver(fapl_id) != H5FD_SPLITTER) { SPLITTER_TEST_FAULT("set FAPL not SPLITTER\n"); } /* H5Fopen() with RDWR access. * Neither file exist already * Should fail. */ H5E_BEGIN_TRY { file_id = H5Fopen(filename_rw, H5F_ACC_RDWR, fapl_id); } H5E_END_TRY; if (file_id != H5I_INVALID_HID) { SPLITTER_TEST_FAULT("open with both nonexistent files unexpectedly succeeded\n"); } if (file_exists(filename_rw, child_fapl_id)) { SPLITTER_TEST_FAULT("R/W file unexpectedly created\n"); } if (file_exists(vfd_config.wo_path, child_fapl_id)) { SPLITTER_TEST_FAULT("W/O file unexpectedly created\n"); } /* H5Fopen() with RDWR access. * W/O file exists already. * Should fail. */ if (splitter_create_single_file_at(vfd_config.wo_path, child_fapl_id, &data) < 0) { SPLITTER_TEST_FAULT("can't write W/O file\n"); } H5E_BEGIN_TRY { file_id = H5Fopen(filename_rw, H5F_ACC_RDWR, fapl_id); } H5E_END_TRY; if (file_id != H5I_INVALID_HID) { SPLITTER_TEST_FAULT("open with nonexistent R/W file unexpectedly succeeded\n"); } if (file_exists(filename_rw, child_fapl_id)) { SPLITTER_TEST_FAULT("R/W file unexpectedly created\n"); } if (!file_exists(vfd_config.wo_path, child_fapl_id)) { SPLITTER_TEST_FAULT("W/O file mysteriously disappeared\n"); } HDremove(vfd_config.wo_path); if (file_exists(vfd_config.wo_path, child_fapl_id)) { SPLITTER_TEST_FAULT("failed to remove W/O file\n"); } /* H5Fopen() with RDWR access. * R/W file exists already. * Should fail. */ if (splitter_create_single_file_at(filename_rw, child_fapl_id, &data) < 0) { SPLITTER_TEST_FAULT("can't write R/W file\n"); } H5E_BEGIN_TRY { file_id = H5Fopen(filename_rw, H5F_ACC_RDWR, fapl_id); } H5E_END_TRY; if (file_id != H5I_INVALID_HID) { SPLITTER_TEST_FAULT("open with nonexistent W/O unexpectedly succeeded\n"); } if (!file_exists(filename_rw, child_fapl_id)) { SPLITTER_TEST_FAULT("R/W file mysteriously disappeared\n"); } if (file_exists(vfd_config.wo_path, child_fapl_id)) { SPLITTER_TEST_FAULT("W/O file unexpectedly created\n"); } /* H5Fopen() with RDWR access. * Both files already exist. */ if (splitter_create_single_file_at(vfd_config.wo_path, child_fapl_id, &data) < 0) { SPLITTER_TEST_FAULT("can't write W/O file\n"); } file_id = H5Fopen(filename_rw, H5F_ACC_RDWR, fapl_id); if (file_id == H5I_INVALID_HID) { SPLITTER_TEST_FAULT("file-open failed with both present\n"); } /* Open successful; close file then inspect presence again */ if (H5Fclose(file_id) < 0) { SPLITTER_TEST_FAULT("can't close file ID\n"); } if (!file_exists(filename_rw, child_fapl_id)) { SPLITTER_TEST_FAULT("R/W file mysteriously disappared\n"); } if (!file_exists(vfd_config.wo_path, child_fapl_id)) { SPLITTER_TEST_FAULT("W/O file mysteriously disappeared\n"); } if (h5_compare_file_bytes(filename_rw, vfd_config.wo_path) < 0) { SPLITTER_TEST_FAULT("files are not byte-for-byte equivalent\n"); } /* H5Fcreate() with TRUNC access. * Both files already exist. */ file_id = H5Fcreate(filename_rw, H5F_ACC_TRUNC, H5P_DEFAULT, fapl_id); if (file_id == H5I_INVALID_HID) { SPLITTER_TEST_FAULT("file-open failed with both present\n"); } /* Open successful; close file then inspect presence again */ if (H5Fclose(file_id) < 0) { SPLITTER_TEST_FAULT("can't close file ID\n"); } if (!file_exists(filename_rw, child_fapl_id)) { SPLITTER_TEST_FAULT("R/W file mysteriously disappared\n"); } if (!file_exists(vfd_config.wo_path, child_fapl_id)) { SPLITTER_TEST_FAULT("W/O file mysteriously disappeared\n"); } if (h5_compare_file_bytes(filename_rw, vfd_config.wo_path) < 0) { SPLITTER_TEST_FAULT("files are not byte-for-byte equivalent\n"); } /* H5Fcreate() with TRUNC access. * R/W already exists. */ HDremove(filename_rw); HDremove(vfd_config.wo_path); if (splitter_create_single_file_at(filename_rw, child_fapl_id, &data) < 0) { SPLITTER_TEST_FAULT("can't write R/W file\n"); } if (file_exists(vfd_config.wo_path, child_fapl_id)) { SPLITTER_TEST_FAULT("failed to remove W/O file\n"); } file_id = H5Fcreate(filename_rw, H5F_ACC_TRUNC, H5P_DEFAULT, fapl_id); if (file_id == H5I_INVALID_HID) { SPLITTER_TEST_FAULT("file-open failed with both present\n"); } /* Open successful; close file then inspect presence again */ if (H5Fclose(file_id) < 0) { SPLITTER_TEST_FAULT("can't close file ID\n"); } if (!file_exists(filename_rw, child_fapl_id)) { SPLITTER_TEST_FAULT("R/W file mysteriously disappared\n"); } if (!file_exists(vfd_config.wo_path, child_fapl_id)) { SPLITTER_TEST_FAULT("W/O file mysteriously disappeared\n"); } if (h5_compare_file_bytes(filename_rw, vfd_config.wo_path) < 0) { SPLITTER_TEST_FAULT("files are not byte-for-byte equivalent\n"); } /* H5Fcreate() with TRUNC access. * W/O already exists. */ HDremove(filename_rw); HDremove(vfd_config.wo_path); if (splitter_create_single_file_at(vfd_config.wo_path, child_fapl_id, &data) < 0) { SPLITTER_TEST_FAULT("can't write R/W file\n"); } if (file_exists(filename_rw, child_fapl_id)) { SPLITTER_TEST_FAULT("failed to remove R/W file\n"); } file_id = H5Fcreate(filename_rw, H5F_ACC_TRUNC, H5P_DEFAULT, fapl_id); if (file_id == H5I_INVALID_HID) { SPLITTER_TEST_FAULT("file-open failed with both present\n"); } /* Open successful; close file then inspect presence again */ if (H5Fclose(file_id) < 0) { SPLITTER_TEST_FAULT("can't close file ID\n"); } if (!file_exists(filename_rw, child_fapl_id)) { SPLITTER_TEST_FAULT("R/W file mysteriously disappared\n"); } if (!file_exists(vfd_config.wo_path, child_fapl_id)) { SPLITTER_TEST_FAULT("W/O file mysteriously disappeared\n"); } if (h5_compare_file_bytes(filename_rw, vfd_config.wo_path) < 0) { SPLITTER_TEST_FAULT("files are not byte-for-byte equivalent\n"); } /* H5Fcreate with both files absent is tested elsewhere */ /* Cleanup */ if (H5Pclose(fapl_id) < 0) { SPLITTER_TEST_FAULT("can't close splitter FAPL ID\n"); } done: if (ret_value < 0) { H5E_BEGIN_TRY { (void)H5Pclose(fapl_id); (void)H5Fclose(file_id); } H5E_END_TRY; } /* end if error */ return ret_value; } /* end splitter_tentative_open_test() */ /*------------------------------------------------------------------------- * Function: file_exists() * * Purpose: Determine whether a file exists on-system * * Return: Non-zero (1) if it exists (H5Fopen successful), * zero (0) if absent (cannot be opened). * * Description: Attempt H5Fopen with the given FAPL ID and RDONLY access flag. * *------------------------------------------------------------------------- */ static int file_exists(const char *filename, hid_t fapl_id) { hid_t file_id = H5I_INVALID_HID; int ret_value = 0; H5E_BEGIN_TRY { file_id = H5Fopen(filename, H5F_ACC_RDONLY, fapl_id); } H5E_END_TRY; if (file_id != H5I_INVALID_HID) { ret_value = 1; if (H5Fclose(file_id) < 0) { FAIL_PUTS_ERROR("can't close file ID\n"); } } return ret_value; error: H5E_BEGIN_TRY { (void)H5Fclose(file_id); } H5E_END_TRY; return ret_value; } /* end file_exists() */ /*------------------------------------------------------------------------- * Function: test_splitter * * Purpose: Tests the Splitter VFD * * Return: Success: 0 * Failure: -1 * * Description: * This test function uses the Splitter VFD to produce a r/w * file and a w/o file. It will verify that the two files * are identical. * *------------------------------------------------------------------------- */ static herr_t test_splitter(void) { int buf[SPLITTER_SIZE][SPLITTER_SIZE]; hsize_t dims[2] = { SPLITTER_SIZE, SPLITTER_SIZE }; hid_t child_fapl_id = H5I_INVALID_HID; int i = 0; int j = 0; struct splitter_dataset_def data; TESTING("SPLITTER file driver"); /* pre-fill data buffer to write */ for (i=0; i < SPLITTER_SIZE; i++) { for (j=0; j < SPLITTER_SIZE; j++) { buf[i][j] = i*100+j; } } /* Dataset info */ data.buf = (void *)buf; data.mem_type_id = H5T_NATIVE_INT; data.dims = dims; data.n_dims = 2; data.dset_name = SPLITTER_DATASET_NAME; /* Stand-in for manual FAPL creation * Enables verification with arbitrary VFDs via `make check-vfd` */ child_fapl_id = h5_fileaccess(); if (child_fapl_id < 0) { TEST_ERROR; } if (!driver_is_splitter_compatible(child_fapl_id)) { SKIPPED(); HDprintf(" given driver is not Splitter W/O compatible.\n"); return 0; } /* Test Read-Only access, including when a file on the W/O channel * does not exist. */ if (splitter_RO_test(&data, child_fapl_id) < 0) { TEST_ERROR; } /* Test opening of files when the W/O channel does not exist. */ if (splitter_tentative_open_test(child_fapl_id) < 0) { TEST_ERROR; } /* Test file creation, utilizing different child FAPLs (default vs. * specified), logfile, and Write Channel error ignoring behavior. */ for (i=0; i < 4; i++) { hbool_t ignore_wo_errors = (i & 1) ? TRUE : FALSE; hbool_t provide_logfile_path = (i & 2) ? TRUE : FALSE; hid_t child_fapl_ids[2] = { H5P_DEFAULT, H5P_DEFAULT }; /* Test child driver definition/default combination */ for (j=0; j < 4; j++) { child_fapl_ids[0] = (j & 1) ? child_fapl_id : H5P_DEFAULT; child_fapl_ids[1] = (j & 2) ? child_fapl_id : H5P_DEFAULT; if (run_splitter_test(&data, ignore_wo_errors, provide_logfile_path, child_fapl_ids) < 0) { TEST_ERROR; } } /* end for child fapl definition/pairing */ } /* end for behavior-flag loops */ /* TODO: SWMR open? */ /* Concurrent opens with both drivers using the Splitter */ if (H5Pclose(child_fapl_id) == FAIL) { TEST_ERROR; } PASSED(); return 0; error: if (child_fapl_id != H5I_INVALID_HID) { (void)H5Pclose(child_fapl_id); } return -1; } /* end test_splitter() */ #undef SPLITTER_TEST_FAULT /***************************************************************************** * * Function setup_rand() * * Purpose: Use gettimeofday() to obtain a seed for rand(), print the * seed to stdout, and then pass it to srand(). * * This is a version of the same routine in * testpar/t_cache.c modified for use in serial tests. * * Return: void. * * Programmer: JRM -- 6/20/20 * * Modifications: * * None. * *****************************************************************************/ static void setup_rand(void) { hbool_t use_predefined_seed = FALSE; unsigned predefined_seed = 18669; unsigned seed; struct timeval tv; if ( use_predefined_seed ) { seed = predefined_seed; HDfprintf(stdout, "\n%s: predefined_seed = %d.\n\n", FUNC, seed); HDfflush(stdout); HDsrand(seed); } else { if ( HDgettimeofday(&tv, NULL) != 0 ) { HDfprintf(stdout, "\n%s: gettimeofday() failed -- srand() not called.\n\n", FUNC); HDfflush(stdout); } else { seed = (unsigned)tv.tv_usec; HDfprintf(stdout, "\n%s: seed = %d.\n\n", FUNC, seed); HDfflush(stdout); HDsrand(seed); } } return; } /* setup_rand() */ /*------------------------------------------------------------------------- * Function: test_vector_io__setup_v * * Purpose: Construct and initialize a vector of I/O requests used * to test vector I/O. Note that while the vectors are * allocated and initialized, they are not assigned * base addresses. * * All arrays parameters are presumed to be of length * count. * * Return: Return TRUE if sucessful, and FALSE if any errors * are encountered. * * Programmer: John Mainzer * 6/21/20 * * Modifications: * * None. * *------------------------------------------------------------------------- */ static hbool_t test_vector_io__setup_v(uint32_t count, H5FD_mem_t types[], haddr_t addrs[], size_t sizes[], void * write_bufs[], void * read_bufs[], char base_fill_char) { hbool_t result = TRUE; /* will set to FALSE on failure */ char fill_char = base_fill_char; uint32_t i; uint32_t j; H5FD_mem_t mem_types[6] = {H5FD_MEM_SUPER, H5FD_MEM_BTREE, H5FD_MEM_DRAW, H5FD_MEM_GHEAP, H5FD_MEM_LHEAP, H5FD_MEM_OHDR}; /* set the arrays of pointers to the write and read buffers to NULL, * so that we can release memory on failure. */ for ( i = 0; i < count; i++ ) { write_bufs[i] = NULL; read_bufs[i] = NULL; } for ( i = 0; i < count; i++ ) { types[i] = mem_types[i % 6]; addrs[i] = HADDR_UNDEF; sizes[i] = (size_t)((rand() & 1023) + 1); write_bufs[i] = HDmalloc(sizes[i] + 1); read_bufs[i] = HDmalloc(sizes[i] + 1); if ( ( NULL == write_bufs[i] ) || ( NULL == read_bufs[i] ) ) { HDfprintf(stderr, "%s: can't malloc read / write bufs.\n", FUNC); result = FALSE; break; } for ( j = 0; j < sizes[i]; j++ ) { ((char *)(write_bufs[i]))[j] = fill_char; ((char *)(read_bufs[i]))[j] = '\0'; } ((char *)(write_bufs[i]))[sizes[i]] = '\0'; ((char *)(read_bufs[i]))[sizes[i]] = '\0'; fill_char++; } if ( ! result ) { /* free buffers */ for ( i = 0; i < count; i++ ) { if ( write_bufs[i] ) { HDfree(write_bufs[i]); write_bufs[i] = NULL; } if ( read_bufs[i] ) { HDfree(read_bufs[i]); read_bufs[i] = NULL; } } } return(result); } /* end test_vector_io__setup_v() */ /*------------------------------------------------------------------------- * Function: test_vector_io__read_v_indiv * * Purpose: Read the supplied vector as a sequence of individual * reads. * * All arrays parameters are presumed to be of length * count. * * Return: Return TRUE if sucessful, and FALSE if any errors * are encountered. * * Programmer: John Mainzer * 6/21/20 * * Modifications: * * None. * *------------------------------------------------------------------------- */ static hbool_t test_vector_io__read_v_indiv(H5FD_t * lf, uint32_t count, H5FD_mem_t types[], haddr_t addrs[], size_t sizes[], void * read_bufs[]) { hbool_t result = TRUE; /* will set to FALSE on failure */ hbool_t verbose = FALSE; uint32_t i; for ( i = 0; i < count; i++ ) { if ( H5FDread(lf, types[i], H5P_DEFAULT, addrs[i], sizes[i], read_bufs[i]) < 0 ) { if ( verbose ) { HDfprintf(stdout, "%s: HDread() failed on entry %d.\n", FUNC, i); } result = FALSE; break; } } return(result); } /* end test_vector_io__read_v_indiv() */ /*------------------------------------------------------------------------- * Function: test_vector_io__write_v_indiv * * Purpose: Write the supplied vector as a sequence of individual * writes. * * All arrays parameters are presumed to be of length * count. * * Return: Return TRUE if sucessful, and FALSE if any errors * are encountered. * * Programmer: John Mainzer * 6/21/20 * * Modifications: * * None. * *------------------------------------------------------------------------- */ static hbool_t test_vector_io__write_v_indiv(H5FD_t * lf, uint32_t count, H5FD_mem_t types[], haddr_t addrs[], size_t sizes[], void * write_bufs[]) { hbool_t result = TRUE; /* will set to FALSE on failure */ hbool_t verbose = FALSE; uint32_t i; for ( i = 0; i < count; i++ ) { if ( H5FDwrite(lf, types[i], H5P_DEFAULT, addrs[i], sizes[i], write_bufs[i]) < 0 ) { if ( verbose ) { HDfprintf(stdout, "%s: HDwrite() failed on entry %d.\n", FUNC, i); } result = FALSE; break; } } return(result); } /* end test_vector_io__write_v_indiv() */ /*------------------------------------------------------------------------- * * Function: test_vector_io__verify_v * * Purpose: Verify that the read and write buffers of the supplied * vectors are identical. * * Return: TRUE if the read and write vectors are identical, and * FALSE otherwise. * * Programmer: John Mainzer * 6/21/20 * * Changes: None. * *------------------------------------------------------------------------- */ static hbool_t test_vector_io__verify_v(uint32_t count, H5FD_mem_t types[], size_t sizes[], void * write_bufs[], void * read_bufs[], const char * name) { hbool_t identical = TRUE; hbool_t verbose = FALSE; uint32_t i; uint32_t j; uint32_t buf_size; char * w_buf; char * r_buf; const char * mem_type_names[7] = {"H5FD_MEM_DEFAULT", "H5FD_MEM_SUPER", "H5FD_MEM_BTREE", "H5FD_MEM_DRAW", "H5FD_MEM_GHEAP", "H5FD_MEM_LHEAP", "H5FD_MEM_OHDR"}; i = 0; while ( ( i < count ) && ( identical ) ) { buf_size = (uint32_t)(sizes[i]); w_buf = (char *)(write_bufs[i]); r_buf = (char *)(read_bufs[i]); j = 0; while ( ( j < buf_size ) && ( identical ) ) { if ( w_buf[j] != r_buf[j] ) { identical = FALSE; if ( verbose ) { HDfprintf(stdout, "\n\nread/write buf mismatch in vector/entry"); HDfprintf(stdout, "\"%s\"/%d at offset %d/%d w/r = %c/%c type = %s\n\n", name, i, j, buf_size, w_buf[j], r_buf[j], mem_type_names[types[i]]); } } j++; } i++; } return(identical); } /* end test_vector_io__verify_v() */ /*------------------------------------------------------------------------- * * Function: test_vector_io__dump_test_vectors * * Purpose: Print a set of test vectors to stdout. * Vectors are assumed to be of length count, and * buffers must be either NULL, or null terminate strings * of char. * * Return: void. * * Programmer: John Mainzer * 6/21/20 * * Changes: None. * *------------------------------------------------------------------------- */ static void test_vector_io__dump_test_vectors(uint32_t count, H5FD_mem_t types[], haddr_t addrs[], size_t sizes[], void * write_bufs[], void * read_bufs[], const char * name) { uint32_t i; const char * mem_type_names[7] = {"H5FD_MEM_DEFAULT", "H5FD_MEM_SUPER", "H5FD_MEM_BTREE", "H5FD_MEM_DRAW", "H5FD_MEM_GHEAP", "H5FD_MEM_LHEAP", "H5FD_MEM_OHDR"}; char * w_buf; char * r_buf; HDfprintf(stdout, "\n\nDumping test vector \"%s\" of length %d\n\n", name, count); for ( i = 0; i < count; i++ ) { HDassert((H5FD_MEM_DEFAULT <= types[i]) && (types[i] <= H5FD_MEM_OHDR)); w_buf = (char *)(write_bufs[i]); if ( read_bufs ) { r_buf = (char *)(read_bufs[i]); } else { r_buf = NULL; } HDfprintf(stdout, "%d: addr/len = %lld/%lld, type = %s, w_buf = \"%s\"\n", i, (long long)(addrs[i]), (long long)(sizes[i]), mem_type_names[types[i]], w_buf); if ( r_buf ) { HDfprintf(stdout, " r_buf = \"%s\"\n", r_buf); } } return; } /* end test_vector_io__dump_test_vectors() */ /*------------------------------------------------------------------------- * Function: test_vector_io * * Purpose: Test I/O using the vector I/O VFD public VFD calls. * * Test proceeds as follows: * * 1) read / write vectors and verify results * * 2) write individual / read vector and verify results * * 3) write vector / read individual and verify results * * 4) Close and then re-open the file, verify data written * above. * * Return: Success: 0 * Failure: -1 * * Programmer: John Mainzer * 6/20/20 * * Changes: None. * *------------------------------------------------------------------------- */ #define VECTOR_LEN 16 static herr_t test_vector_io(const char * vfd_name) { char test_title[80]; hbool_t verbose = FALSE; hid_t fapl_id = -1; /* file access property list ID */ haddr_t eoa; /* file eoa */ char filename[1024]; /* filename */ char * buf; /* tmp ptr to buf */ unsigned flags = 0; /* file open flags */ H5FD_t * lf; /* VFD struct ptr */ uint32_t i; /* index */ uint32_t j; /* index */ uint32_t count = VECTOR_LEN; /* length of vectors */ H5FD_mem_t types_0[VECTOR_LEN]; /* types vector */ H5FD_mem_t types_1[VECTOR_LEN]; /* types vector */ H5FD_mem_t types_2[VECTOR_LEN]; /* types vector */ haddr_t addrs_0[VECTOR_LEN]; /* addresses vector */ haddr_t addrs_1[VECTOR_LEN]; /* addresses vector */ haddr_t addrs_2[VECTOR_LEN]; /* addresses vector */ size_t sizes_0[VECTOR_LEN]; /* sizes vector */ size_t sizes_1[VECTOR_LEN]; /* sizes vector */ size_t sizes_2[VECTOR_LEN]; /* sizes vector */ void * write_bufs_0[VECTOR_LEN]; /* write bufs vector */ void * write_bufs_1[VECTOR_LEN]; /* write bufs vector */ void * write_bufs_2[VECTOR_LEN]; /* write bufs vector */ void * read_bufs_0[VECTOR_LEN]; /* read bufs vector */ void * read_bufs_1[VECTOR_LEN]; /* read bufs vector */ void * read_bufs_2[VECTOR_LEN]; /* read bufs vector */ sprintf(test_title, "vector I/O with %s VFD", vfd_name); TESTING(test_title); /* Set property list and file name for target driver */ if((fapl_id = H5Pcreate(H5P_FILE_ACCESS)) < 0) TEST_ERROR; if ( strcmp(vfd_name, "sec2") == 0 ) { if(H5Pset_fapl_sec2(fapl_id) < 0) TEST_ERROR; h5_fixname(FILENAME[0], fapl_id, filename, sizeof(filename)); } else if ( strcmp(vfd_name, "stdio") == 0 ) { if(H5Pset_fapl_stdio(fapl_id) < 0) TEST_ERROR; h5_fixname(FILENAME[7], fapl_id, filename, sizeof filename); } else { HDfprintf(stdout, "un-supported VFD\n"); TEST_ERROR } /* setup the test vectors -- note that addresses are not set until * we allocate space via the file driver. */ if ( ! ( test_vector_io__setup_v(count, types_0, addrs_0, sizes_0, write_bufs_0, read_bufs_0, 'a') && test_vector_io__setup_v(count, types_1, addrs_1, sizes_1, write_bufs_1, read_bufs_1, 'e') && test_vector_io__setup_v(count, types_2, addrs_2, sizes_2, write_bufs_2, read_bufs_2, 'A') ) ) TEST_ERROR; flags = H5F_ACC_RDWR | H5F_ACC_CREAT | H5F_ACC_TRUNC; if ( NULL == (lf = H5FDopen(filename, flags, fapl_id, HADDR_UNDEF))) TEST_ERROR; /* allocate space for the data in the test vectors */ for ( i = 0; i < count; i++ ) { addrs_0[i] = H5FDalloc(lf, types_0[i], H5P_DEFAULT, (hsize_t)(sizes_0[i])); addrs_1[i] = H5FDalloc(lf, types_1[i], H5P_DEFAULT, (hsize_t)(sizes_1[i])); addrs_2[i] = H5FDalloc(lf, types_2[i], H5P_DEFAULT, (hsize_t)(sizes_2[i])); if ( ( addrs_0[i] == HADDR_UNDEF ) || ( addrs_1[i] == HADDR_UNDEF ) || ( addrs_2[i] == HADDR_UNDEF ) ) TEST_ERROR; } if ( verbose ) { test_vector_io__dump_test_vectors(count, types_0, addrs_0, sizes_0, write_bufs_0, NULL, "zero"); test_vector_io__dump_test_vectors(count, types_1, addrs_1, sizes_1, write_bufs_1, NULL, "one"); test_vector_io__dump_test_vectors(count, types_2, addrs_2, sizes_2, write_bufs_2, NULL, "two"); } /* write and then read using vector I/O. First, read/write vector * of length 1, then of length 2, then remainder of vector */ if ( H5FDwrite_vector(lf, H5P_DEFAULT, 1, &(types_0[0]), &(addrs_0[0]), &(sizes_0[0]), &(write_bufs_0[0])) < 0 ) TEST_ERROR; if ( H5FDread_vector(lf, H5P_DEFAULT, 1, &(types_0[0]), &(addrs_0[0]), &(sizes_0[0]), &(read_bufs_0[0])) < 0 ) TEST_ERROR; if ( H5FDwrite_vector(lf, H5P_DEFAULT, 2, &(types_0[1]), &(addrs_0[1]), &(sizes_0[1]), &(write_bufs_0[1])) < 0 ) TEST_ERROR; if ( H5FDread_vector(lf, H5P_DEFAULT, 2, &(types_0[1]), &(addrs_0[1]), &(sizes_0[1]), &(read_bufs_0[1])) < 0 ) TEST_ERROR; if ( H5FDwrite_vector(lf, H5P_DEFAULT, count - 3, &(types_0[3]), &(addrs_0[3]), &(sizes_0[3]), &(write_bufs_0[3])) < 0 ) TEST_ERROR; if ( H5FDread_vector(lf, H5P_DEFAULT, count - 3, &(types_0[3]), &(addrs_0[3]), &(sizes_0[3]), &(read_bufs_0[3])) < 0 ) TEST_ERROR; /* verify that the expected data is read */ if ( ! test_vector_io__verify_v(count, types_0, sizes_0, write_bufs_0, read_bufs_0, "zero") ) TEST_ERROR; /* write the contents of a vector individually, and then read it back * in several vector reads. */ if ( ! test_vector_io__write_v_indiv(lf, count, types_1, addrs_1, sizes_1, write_bufs_1) ) TEST_ERROR; if ( H5FDread_vector(lf, H5P_DEFAULT, 1, &(types_1[0]), &(addrs_1[0]), &(sizes_1[0]), &(read_bufs_1[0])) < 0 ) TEST_ERROR; if ( H5FDread_vector(lf, H5P_DEFAULT, 2, &(types_1[1]), &(addrs_1[1]), &(sizes_1[1]), &(read_bufs_1[1])) < 0 ) TEST_ERROR; if ( H5FDread_vector(lf, H5P_DEFAULT, count - 3, &(types_1[3]), &(addrs_1[3]), &(sizes_1[3]), &(read_bufs_1[3])) < 0 ) TEST_ERROR; /* verify that the expected data is read */ if ( ! test_vector_io__verify_v(count, types_1, sizes_1, write_bufs_1, read_bufs_1, "one") ) TEST_ERROR; /* Write the contents of a vector as several vector writes, then * read it back in idividual reads. */ if ( H5FDwrite_vector(lf, H5P_DEFAULT, 1, &(types_2[0]), &(addrs_2[0]), &(sizes_2[0]), &(write_bufs_2[0])) < 0 ) TEST_ERROR; if ( H5FDwrite_vector(lf, H5P_DEFAULT, 2, &(types_2[1]), &(addrs_2[1]), &(sizes_2[1]), &(write_bufs_2[1])) < 0 ) TEST_ERROR; if ( H5FDwrite_vector(lf, H5P_DEFAULT, count - 3, &(types_2[3]), &(addrs_2[3]), &(sizes_2[3]), &(write_bufs_2[3])) < 0 ) TEST_ERROR; if ( ! test_vector_io__read_v_indiv(lf, count, types_2, addrs_2, sizes_2, read_bufs_2) ) TEST_ERROR; /* verify that the expected data is read */ if ( ! test_vector_io__verify_v(count, types_2, sizes_2, write_bufs_2, read_bufs_2, "two") ) TEST_ERROR; /* make note of eoa -- needed after we re-open the file */ if ( HADDR_UNDEF == (eoa = H5FDget_eoa(lf, H5FD_MEM_DEFAULT))) TEST_ERROR; /* close the file and then re-open it */ if ( H5FDclose(lf) < 0 ) TEST_ERROR; flags = H5F_ACC_RDWR ; if ( NULL == (lf = H5FDopen(filename, flags, fapl_id, HADDR_UNDEF))) TEST_ERROR; /* The EOA is set to 0 on open. To avoid errors, we must set it * to its correct value before we do any reads. * * Note: In the context of using the VFD layer without the HDF5 * library on top, this doesn't make much sense. Consider * adding an open flag that sets the EOA to the current file * size. */ if ( H5FDset_eoa(lf, H5FD_MEM_DEFAULT, eoa) < 0 ) TEST_ERROR; /* Null the read vectors */ for ( i = 0 ; i < count; i++ ) { buf = read_bufs_0[i]; for ( j = 0; j < sizes_0[i]; j++ ) { buf[j] = '\0'; } buf = read_bufs_1[i]; for ( j = 0; j < sizes_1[i]; j++ ) { buf[j] = '\0'; } buf = read_bufs_2[i]; for ( j = 0; j < sizes_2[i]; j++ ) { buf[j] = '\0'; } } /* read the contents of the file */ if ( H5FDread_vector(lf, H5P_DEFAULT, count, types_0, addrs_0, sizes_0, read_bufs_0) < 0 ) TEST_ERROR; if ( H5FDread_vector(lf, H5P_DEFAULT, count, types_1, addrs_1, sizes_1, read_bufs_1) < 0 ) TEST_ERROR; if ( H5FDread_vector(lf, H5P_DEFAULT, count, types_2, addrs_2, sizes_2, read_bufs_2) < 0 ) TEST_ERROR; /* verify the contents. */ if ( ! test_vector_io__verify_v(count, types_0, sizes_0, write_bufs_0, read_bufs_0, "zero-") ) TEST_ERROR; if ( ! test_vector_io__verify_v(count, types_1, sizes_1, write_bufs_1, read_bufs_1, "one-") ) TEST_ERROR; if ( ! test_vector_io__verify_v(count, types_2, sizes_2, write_bufs_2, read_bufs_2, "two-") ) TEST_ERROR; if ( H5FDclose(lf) < 0 ) TEST_ERROR; h5_delete_test_file(FILENAME[0], fapl_id); /* Close the fapl */ if(H5Pclose(fapl_id) < 0) TEST_ERROR; /* discard the read and write buffers */ for ( i = 0; i < count; i++ ) { HDfree(write_bufs_0[i]); write_bufs_0[i] = NULL; HDfree(write_bufs_1[i]); write_bufs_1[i] = NULL; HDfree(write_bufs_2[i]); write_bufs_2[i] = NULL; HDfree(read_bufs_0[i]); read_bufs_0[i] = NULL; HDfree(read_bufs_1[i]); read_bufs_1[i] = NULL; HDfree(read_bufs_2[i]); read_bufs_2[i] = NULL; } PASSED(); return 0; error: H5E_BEGIN_TRY { H5Pclose(fapl_id); H5FDclose(lf); } H5E_END_TRY; return -1; } /* end test_vector_io() */ /*------------------------------------------------------------------------- * Function: test_subfiling * * Purpose: Tests the file handle interface for subfiling driver * * Richard: * * This test is serial only -- I'm including it * because I used the sec2 VFD as the base of the skeletal * sub-filing VFD. Needless to say, sub-filing proper will * be parallel only, which implies that the associated test * code will be in testpar. * * That said, we will eventually need to be able to do * sub-file I/O in serial. Also, it may be appropriate to * test subfiling property lists in the serial code. * * Thus you may want to keep this function in stub form once * modify the subfiling skeleton, and move the test code * to testpar. * -- John * * Return: Success: 0 * Failure: -1 * * Programmer: * * *------------------------------------------------------------------------- */ static herr_t test_subfiling(void) { hid_t fid = -1; /* file ID */ hid_t fapl_id = -1; /* file access property list ID */ hid_t fapl_id_out = -1; /* from H5Fget_access_plist */ hid_t driver_id = -1; /* ID for this VFD */ unsigned long driver_flags = 0; /* VFD feature flags */ char filename[1024]; /* filename */ H5FD_subfiling_fapl_t fa_in = {H5FD_CURR_SUBFILING_FAPL_T_VERSION}; H5FD_subfiling_fapl_t fa_out; int require_mpi_finalize = 0; #if defined(HAVE_SERIAL_SUBFILING) void *os_file_handle = NULL; /* OS file handle */ hsize_t file_size; /* file size */ #else int mpi_enabled; /* if MPI_Init has been called */ if (MPI_Initialized(&mpi_enabled) == MPI_SUCCESS) { if (!mpi_enabled) { int mpi_provides, require = MPI_THREAD_MULTIPLE; if ((MPI_Init_thread(NULL, NULL, require, &mpi_provides)) != MPI_SUCCESS) { TEST_ERROR; } require_mpi_finalize++; } } #endif TESTING("subfiling file driver"); /* Set property list and file name for subfiling driver. */ if((fapl_id = H5Pcreate(H5P_FILE_ACCESS)) < 0) TEST_ERROR; if(H5Pset_fapl_subfiling(fapl_id, &fa_in) < 0) TEST_ERROR; /* get and verify the H5FD_subfiling_fapl_t */ if(H5Pget_fapl_subfiling(fapl_id, &fa_out) < 0) TEST_ERROR; if(fa_out.version != H5FD_CURR_SUBFILING_FAPL_T_VERSION) TEST_ERROR; h5_fixname(FILENAME[0], fapl_id, filename, sizeof(filename)); /* Check that the VFD feature flags are correct */ if ((driver_id = H5Pget_driver(fapl_id)) < 0) TEST_ERROR if (H5FDdriver_query(driver_id, &driver_flags) < 0) TEST_ERROR if(!(driver_flags & H5FD_FEAT_AGGREGATE_METADATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_ACCUMULATE_METADATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_DATA_SIEVE)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_AGGREGATE_SMALLDATA)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_POSIX_COMPAT_HANDLE)) TEST_ERROR if(!(driver_flags & H5FD_FEAT_SUPPORTS_SWMR_IO)) TEST_ERROR /* Check for extra flags not accounted for above */ if(driver_flags != (H5FD_FEAT_AGGREGATE_METADATA | H5FD_FEAT_ACCUMULATE_METADATA | H5FD_FEAT_DATA_SIEVE | H5FD_FEAT_AGGREGATE_SMALLDATA | H5FD_FEAT_POSIX_COMPAT_HANDLE | H5FD_FEAT_SUPPORTS_SWMR_IO)) TEST_ERROR if((fid = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl_id)) < 0) TEST_ERROR; /* Retrieve the access property list... */ if((fapl_id_out = H5Fget_access_plist(fid)) < 0) TEST_ERROR; /* Check that the driver is correct */ if(H5FD_SUBFILING != H5Pget_driver(fapl_id_out)) TEST_ERROR; /* get and verify the H5FD_subfiling_fapl_t again */ if(H5Pget_fapl_subfiling(fapl_id_out, &fa_out) < 0) TEST_ERROR; if(fa_out.version != H5FD_CURR_SUBFILING_FAPL_T_VERSION) TEST_ERROR; /* ...and close the property list */ if(H5Pclose(fapl_id_out) < 0) TEST_ERROR; #if defined(HAVE_SERIAL_SUBFILING) /* Check that we can get an operating-system-specific handle from * the library. * * Not sure that this will be meaningful in the subfiling case. */ if(H5Fget_vfd_handle(fid, H5P_DEFAULT, &os_file_handle) < 0) TEST_ERROR; if(os_file_handle == NULL) FAIL_PUTS_ERROR("NULL os-specific vfd/file handle was returned from H5Fget_vfd_handle"); /* There is no garantee the size of metadata in file is constant. * Just try to check if it's reasonable. * * Currently it should be around 2 KB. */ if(H5Fget_filesize(fid, &file_size) < 0) TEST_ERROR; if(file_size < 1 * KB || file_size > 4 * KB) FAIL_PUTS_ERROR("suspicious file size obtained from H5Fget_filesize"); #endif /* Close and delete the file */ if(H5Fclose(fid) < 0) TEST_ERROR; h5_delete_test_file(FILENAME[0], fapl_id); /* Close the fapl */ if(H5Pclose(fapl_id) < 0) TEST_ERROR; if (require_mpi_finalize) MPI_Finalize(); PASSED(); return 0; error: H5E_BEGIN_TRY { H5Pclose(fapl_id); H5Pclose(fapl_id_out); H5Fclose(fid); } H5E_END_TRY; return -1; } /* end test_subfiling() */ /*------------------------------------------------------------------------- * Function: main * * Purpose: Tests the basic features of Virtual File Drivers * * Return: Success: 0 * Failure: 1 * *------------------------------------------------------------------------- */ int main(void) { int nerrors = 0; h5_reset(); HDprintf("Testing basic Virtual File Driver functionality.\n"); setup_rand(); nerrors += test_sec2() < 0 ? 1 : 0; nerrors += test_core() < 0 ? 1 : 0; nerrors += test_direct() < 0 ? 1 : 0; nerrors += test_family() < 0 ? 1 : 0; nerrors += test_family_compat() < 0 ? 1 : 0; nerrors += test_family_member_fapl() < 0 ? 1 : 0; nerrors += test_multi() < 0 ? 1 : 0; nerrors += test_multi_compat() < 0 ? 1 : 0; nerrors += test_log() < 0 ? 1 : 0; nerrors += test_stdio() < 0 ? 1 : 0; nerrors += test_windows() < 0 ? 1 : 0; nerrors += test_ros3() < 0 ? 1 : 0; nerrors += test_splitter() < 0 ? 1 : 0; nerrors += test_vector_io("sec2") < 0 ? 1 : 0; nerrors += test_vector_io("stdio") < 0 ? 1 : 0; nerrors += test_subfiling() < 0 ? 1 : 0; if(nerrors) { HDprintf("***** %d Virtual File Driver TEST%s FAILED! *****\n", nerrors, nerrors > 1 ? "S" : ""); return 1; } /* end if */ HDprintf("All Virtual File Driver tests passed.\n"); return 0; } /* end main() */