diff options
author | Quincey Koziol <koziol@hdfgroup.org> | 2007-02-13 22:42:43 (GMT) |
---|---|---|
committer | Quincey Koziol <koziol@hdfgroup.org> | 2007-02-13 22:42:43 (GMT) |
commit | d3c5ab50fc8fba8ff72417b125feaac8a3faed68 (patch) | |
tree | 541b46eca7b891581a3d29808806db8dfa73906c /tools/h5copy | |
parent | 1603adeaee43e22b61055633c1dc2250aaa3a922 (diff) | |
download | hdf5-d3c5ab50fc8fba8ff72417b125feaac8a3faed68.zip hdf5-d3c5ab50fc8fba8ff72417b125feaac8a3faed68.tar.gz hdf5-d3c5ab50fc8fba8ff72417b125feaac8a3faed68.tar.bz2 |
[svn-r13292] Description:
Add feature to h5copy to allow it to add an object to an existing file,
instead of blowing away existing file.
Modify h5tools_fopen() routine to take access flags, so it can be used
to open an existing file for writing.
Added check to h5copy test script that verifies it has produced a file
with the correct structure.
Tested on:
Linux/32 2.6 (chicago)
Linux/64 2.6 (chicago2)
Diffstat (limited to 'tools/h5copy')
-rw-r--r-- | tools/h5copy/h5copy.c | 10 | ||||
-rw-r--r-- | tools/h5copy/h5copygentest.c | 435 | ||||
-rw-r--r-- | tools/h5copy/testh5copy.sh | 76 |
3 files changed, 289 insertions, 232 deletions
diff --git a/tools/h5copy/h5copy.c b/tools/h5copy/h5copy.c index 5ca21e5..9b4f629 100644 --- a/tools/h5copy/h5copy.c +++ b/tools/h5copy/h5copy.c @@ -272,7 +272,7 @@ main (int argc, const char *argv[]) * open input file *-------------------------------------------------------------------------*/ - fid_src = h5tools_fopen(fname_src, NULL, NULL, 0); + fid_src = h5tools_fopen(fname_src, H5F_ACC_RDONLY, NULL, NULL, 0); /*------------------------------------------------------------------------- * test for error in opening input file @@ -289,7 +289,13 @@ main (int argc, const char *argv[]) * open output file *-------------------------------------------------------------------------*/ - fid_dst = H5Fcreate(fname_dst, H5F_ACC_TRUNC, H5P_DEFAULT, H5P_DEFAULT); + /* Attempt to open an existing HDF5 file first */ + fid_dst = h5tools_fopen(fname_dst, H5F_ACC_RDWR, NULL, NULL, 0); + + /* If we couldn't open an existing file, try creating file */ + /* (use "EXCL" instead of "TRUNC", so we don't blow away existing non-HDF5 file */ + if(fid_dst < 0) + fid_dst = H5Fcreate(fname_dst, H5F_ACC_EXCL, H5P_DEFAULT, H5P_DEFAULT); /*------------------------------------------------------------------------- * test for error in opening output file diff --git a/tools/h5copy/h5copygentest.c b/tools/h5copy/h5copygentest.c index 84ce931..79f43ef 100644 --- a/tools/h5copy/h5copygentest.c +++ b/tools/h5copy/h5copygentest.c @@ -34,276 +34,274 @@ /*------------------------------------------------------------------------- * Function: gent_simple * - * Purpose: Generate a simple dataset in FID + * Purpose: Generate a simple dataset in LOC_ID * *------------------------------------------------------------------------- */ -static void gent_simple(hid_t fid) +static void gent_simple(hid_t loc_id) { - hid_t sid, did; - hsize_t dims[1] = {6}; - int buf[6] = {1,2,3,4,5,6}; - - /* create dataspace */ - sid = H5Screate_simple(1, dims, NULL); - - /* create dataset */ - did = H5Dcreate(fid, DATASET_SIMPLE, H5T_NATIVE_INT, sid, H5P_DEFAULT); - - /* write */ - H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); - - /* close */ - H5Sclose(sid); - H5Dclose(did); + hid_t sid, did; + hsize_t dims[1] = {6}; + int buf[6] = {1,2,3,4,5,6}; + + /* create dataspace */ + sid = H5Screate_simple(1, dims, NULL); + + /* create dataset */ + did = H5Dcreate(loc_id, DATASET_SIMPLE, H5T_NATIVE_INT, sid, H5P_DEFAULT); + + /* write */ + H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); + + /* close */ + H5Sclose(sid); + H5Dclose(did); } /*------------------------------------------------------------------------- * Function: gent_chunked * - * Purpose: Generate a chunked dataset in FID + * Purpose: Generate a chunked dataset in LOC_ID * *------------------------------------------------------------------------- */ -static void gent_chunked(hid_t fid) +static void gent_chunked(hid_t loc_id) { - hid_t sid, did, pid; - hsize_t dims[1] = {6}; - hsize_t chunk_dims[1] = {2}; - int buf[6] = {1,2,3,4,5,6}; - - /* create dataspace */ - sid = H5Screate_simple(1, dims, NULL); - - /* create property plist */ - pid = H5Pcreate(H5P_DATASET_CREATE); - H5Pset_chunk(pid, 1, chunk_dims); - - /* create dataset */ - did = H5Dcreate(fid, DATASET_CHUNK, H5T_NATIVE_INT, sid, pid); - - /* write */ - H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); - - /* close */ - H5Sclose(sid); - H5Dclose(did); - H5Pclose(pid); + hid_t sid, did, pid; + hsize_t dims[1] = {6}; + hsize_t chunk_dims[1] = {2}; + int buf[6] = {1,2,3,4,5,6}; + + /* create dataspace */ + sid = H5Screate_simple(1, dims, NULL); + + /* create property plist */ + pid = H5Pcreate(H5P_DATASET_CREATE); + H5Pset_chunk(pid, 1, chunk_dims); + + /* create dataset */ + did = H5Dcreate(loc_id, DATASET_CHUNK, H5T_NATIVE_INT, sid, pid); + + /* write */ + H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); + + /* close */ + H5Sclose(sid); + H5Dclose(did); + H5Pclose(pid); } /*------------------------------------------------------------------------- * Function: gent_compact * - * Purpose: Generate a compact dataset in FID + * Purpose: Generate a compact dataset in LOC_ID * *------------------------------------------------------------------------- */ -static void gent_compact(hid_t fid) +static void gent_compact(hid_t loc_id) { - hid_t sid, did, pid; - hsize_t dims[1] = {6}; - int buf[6] = {1,2,3,4,5,6}; - - /* create dataspace */ - sid = H5Screate_simple(1, dims, NULL); - - /* create property plist */ - pid = H5Pcreate(H5P_DATASET_CREATE); - H5Pset_layout (pid,H5D_COMPACT); - - /* create dataset */ - did = H5Dcreate(fid, DATASET_COMPACT, H5T_NATIVE_INT, sid, pid); - - /* write */ - H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); - - /* close */ - H5Sclose(sid); - H5Dclose(did); - H5Pclose(pid); + hid_t sid, did, pid; + hsize_t dims[1] = {6}; + int buf[6] = {1,2,3,4,5,6}; + + /* create dataspace */ + sid = H5Screate_simple(1, dims, NULL); + + /* create property plist */ + pid = H5Pcreate(H5P_DATASET_CREATE); + H5Pset_layout (pid,H5D_COMPACT); + + /* create dataset */ + did = H5Dcreate(loc_id, DATASET_COMPACT, H5T_NATIVE_INT, sid, pid); + + /* write */ + H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); + + /* close */ + H5Sclose(sid); + H5Dclose(did); + H5Pclose(pid); } /*------------------------------------------------------------------------- * Function: gent_compound * - * Purpose: Generate a compound dataset in FID + * Purpose: Generate a compound dataset in LOC_ID * *------------------------------------------------------------------------- */ -static void gent_compound(hid_t fid) +static void gent_compound(hid_t loc_id) { - typedef struct s_t - { - char str1[20]; - char str2[20]; - } s_t; - hid_t sid, did, tid_c, tid_s; - hsize_t dims[1] = {2}; - s_t buf[2] = {{"str1","str2"},{"str3","str4"}}; - - /* create dataspace */ - sid = H5Screate_simple(1, dims, NULL); - - /* create a compound type */ - tid_c = H5Tcreate (H5T_COMPOUND, sizeof(s_t)); - tid_s = H5Tcopy (H5T_C_S1); - H5Tset_size (tid_s, 20); - - H5Tinsert (tid_c, "str1", HOFFSET(s_t,str1), tid_s); - H5Tinsert (tid_c, "str2", HOFFSET(s_t,str2), tid_s); - - /* create dataset */ - did = H5Dcreate(fid, DATASET_COMPOUND, tid_c, sid, H5P_DEFAULT); - - /* write */ - H5Dwrite(did, tid_c, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); - - /* close */ - H5Sclose(sid); - H5Dclose(did); - H5Tclose(tid_c); - H5Tclose(tid_s); + typedef struct s_t + { + char str1[20]; + char str2[20]; + } s_t; + hid_t sid, did, tid_c, tid_s; + hsize_t dims[1] = {2}; + s_t buf[2] = {{"str1", "str2"}, {"str3", "str4"}}; + + /* create dataspace */ + sid = H5Screate_simple(1, dims, NULL); + + /* create a compound type */ + tid_c = H5Tcreate(H5T_COMPOUND, sizeof(s_t)); + tid_s = H5Tcopy(H5T_C_S1); + H5Tset_size(tid_s, 20); + + H5Tinsert(tid_c, "str1", HOFFSET(s_t,str1), tid_s); + H5Tinsert(tid_c, "str2", HOFFSET(s_t,str2), tid_s); + + /* create dataset */ + did = H5Dcreate(loc_id, DATASET_COMPOUND, tid_c, sid, H5P_DEFAULT); + + /* write */ + H5Dwrite(did, tid_c, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); + + /* close */ + H5Sclose(sid); + H5Dclose(did); + H5Tclose(tid_c); + H5Tclose(tid_s); } /*------------------------------------------------------------------------- * Function: gent_compressed * - * Purpose: Generate a compressed dataset in FID + * Purpose: Generate a compressed dataset in LOC_ID * *------------------------------------------------------------------------- */ -static void gent_compressed(hid_t fid) +static void gent_compressed(hid_t loc_id) { - hid_t sid, did, pid; - hsize_t dims[1] = {6}; - hsize_t chunk_dims[1] = {2}; - int buf[6] = {1,2,3,4,5,6}; + hid_t sid, did, pid; + hsize_t dims[1] = {6}; + hsize_t chunk_dims[1] = {2}; + int buf[6] = {1,2,3,4,5,6}; - /* create dataspace */ - sid = H5Screate_simple(1, dims, NULL); + /* create dataspace */ + sid = H5Screate_simple(1, dims, NULL); - /* create property plist for chunk*/ - pid = H5Pcreate(H5P_DATASET_CREATE); - H5Pset_chunk(pid, 1, chunk_dims); + /* create property plist for chunk*/ + pid = H5Pcreate(H5P_DATASET_CREATE); + H5Pset_chunk(pid, 1, chunk_dims); - /* set the deflate filter */ + /* set the deflate filter */ #if defined (H5_HAVE_FILTER_DEFLATE) - H5Pset_deflate(pid, 1); + H5Pset_deflate(pid, 1); #endif - - /* create dataset */ - did = H5Dcreate(fid, DATASET_COMPRESSED, H5T_NATIVE_INT, sid, pid); - - /* write */ - H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); - - /* close */ - H5Sclose(sid); - H5Dclose(did); - H5Pclose(pid); + + /* create dataset */ + did = H5Dcreate(loc_id, DATASET_COMPRESSED, H5T_NATIVE_INT, sid, pid); + + /* write */ + H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); + + /* close */ + H5Sclose(sid); + H5Dclose(did); + H5Pclose(pid); } /*------------------------------------------------------------------------- * Function: gent_named_vl * - * Purpose: Generate a variable lenght named datatype for a dataset in FID + * Purpose: Generate a variable lenght named datatype for a dataset in LOC_ID * *------------------------------------------------------------------------- */ -static void gent_named_vl(hid_t fid) +static void gent_named_vl(hid_t loc_id) { - hid_t sid, did, tid; - hsize_t dims[1] = {2}; - hvl_t buf[2]; - - /* allocate and initialize VL dataset to write */ - buf[0].len = 1; - buf[0].p = malloc( 1 * sizeof(int)); - ((int *)buf[0].p)[0]=1; - buf[1].len = 2; - buf[1].p = malloc( 2 * sizeof(int)); - ((int *)buf[1].p)[0]=2; - ((int *)buf[1].p)[1]=3; - - /* create dataspace */ - sid = H5Screate_simple(1, dims, NULL); - - /* create datatype */ - tid = H5Tvlen_create(H5T_NATIVE_INT); - - /* create named datatype */ - H5Tcommit(fid, "vl", tid); - - /* create dataset */ - did = H5Dcreate(fid, DATASET_NAMED_VL, tid, sid, H5P_DEFAULT); - - /* write */ - H5Dwrite(did, tid, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); - - /* close */ - H5Dvlen_reclaim(tid,sid,H5P_DEFAULT,buf); - H5Sclose(sid); - H5Dclose(did); - H5Tclose(tid); - + hid_t sid, did, tid; + hsize_t dims[1] = {2}; + hvl_t buf[2]; + + /* allocate and initialize VL dataset to write */ + buf[0].len = 1; + buf[0].p = malloc( 1 * sizeof(int)); + ((int *)buf[0].p)[0]=1; + buf[1].len = 2; + buf[1].p = malloc( 2 * sizeof(int)); + ((int *)buf[1].p)[0]=2; + ((int *)buf[1].p)[1]=3; + + /* create dataspace */ + sid = H5Screate_simple(1, dims, NULL); + + /* create datatype */ + tid = H5Tvlen_create(H5T_NATIVE_INT); + + /* create named datatype */ + H5Tcommit(loc_id, "vl", tid); + + /* create dataset */ + did = H5Dcreate(loc_id, DATASET_NAMED_VL, tid, sid, H5P_DEFAULT); + + /* write */ + H5Dwrite(did, tid, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); + + /* close */ + H5Dvlen_reclaim(tid,sid,H5P_DEFAULT,buf); + H5Sclose(sid); + H5Dclose(did); + H5Tclose(tid); } /*------------------------------------------------------------------------- * Function: gent_nested_vl * - * Purpose: Generate a nested variable lenght dataset in FID + * Purpose: Generate a nested variable length dataset in LOC_ID * *------------------------------------------------------------------------- */ -static void gent_nested_vl(hid_t fid) +static void gent_nested_vl(hid_t loc_id) { - hid_t sid, did, tid1, tid2; - hsize_t dims[1] = {2}; - hvl_t buf[2]; - hvl_t *tvl; - - /* allocate and initialize VL dataset to write */ - buf[0].len = 1; - buf[0].p = malloc( 1 * sizeof(hvl_t)); - tvl = buf[0].p; - tvl->p = malloc( 1 * sizeof(int) ); - tvl->len = 1; - ((int *)tvl->p)[0]=1; - - buf[1].len = 1; - buf[1].p = malloc( 1 * sizeof(hvl_t)); - tvl = buf[1].p; - tvl->p = malloc( 2 * sizeof(int) ); - tvl->len = 2; - ((int *)tvl->p)[0]=2; - ((int *)tvl->p)[1]=3; - - /* create dataspace */ - sid = H5Screate_simple(1, dims, NULL); - - /* create datatype */ - tid1 = H5Tvlen_create(H5T_NATIVE_INT); - - /* create nested VL datatype */ - tid2 = H5Tvlen_create(tid1); - - /* create dataset */ - did = H5Dcreate(fid, DATASET_NESTED_VL, tid2, sid, H5P_DEFAULT); - - /* write */ - H5Dwrite(did, tid2, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); - - /* close */ - H5Dvlen_reclaim(tid2,sid,H5P_DEFAULT,buf); - H5Sclose(sid); - H5Dclose(did); - H5Tclose(tid1); - H5Tclose(tid2); - + hid_t sid, did, tid1, tid2; + hsize_t dims[1] = {2}; + hvl_t buf[2]; + hvl_t *tvl; + + /* allocate and initialize VL dataset to write */ + buf[0].len = 1; + buf[0].p = malloc( 1 * sizeof(hvl_t)); + tvl = buf[0].p; + tvl->p = malloc( 1 * sizeof(int) ); + tvl->len = 1; + ((int *)tvl->p)[0]=1; + + buf[1].len = 1; + buf[1].p = malloc( 1 * sizeof(hvl_t)); + tvl = buf[1].p; + tvl->p = malloc( 2 * sizeof(int) ); + tvl->len = 2; + ((int *)tvl->p)[0]=2; + ((int *)tvl->p)[1]=3; + + /* create dataspace */ + sid = H5Screate_simple(1, dims, NULL); + + /* create datatype */ + tid1 = H5Tvlen_create(H5T_NATIVE_INT); + + /* create nested VL datatype */ + tid2 = H5Tvlen_create(tid1); + + /* create dataset */ + did = H5Dcreate(loc_id, DATASET_NESTED_VL, tid2, sid, H5P_DEFAULT); + + /* write */ + H5Dwrite(did, tid2, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); + + /* close */ + H5Dvlen_reclaim(tid2,sid,H5P_DEFAULT,buf); + H5Sclose(sid); + H5Dclose(did); + H5Tclose(tid1); + H5Tclose(tid2); } @@ -315,20 +313,21 @@ static void gent_nested_vl(hid_t fid) int main(void) { - hid_t fid; - - - fid = H5Fcreate(FILENAME, H5F_ACC_TRUNC, H5P_DEFAULT, H5P_DEFAULT); - - gent_simple(fid); - gent_chunked(fid); - gent_compact(fid); - gent_compound(fid); - gent_compressed(fid); - gent_named_vl(fid); - gent_nested_vl(fid); - - H5Fclose(fid); - return 0; + hid_t fid; + + /* Create source file */ + fid = H5Fcreate(FILENAME, H5F_ACC_TRUNC, H5P_DEFAULT, H5P_DEFAULT); + gent_simple(fid); + gent_chunked(fid); + gent_compact(fid); + gent_compound(fid); + gent_compressed(fid); + gent_named_vl(fid); + gent_nested_vl(fid); + H5Fclose(fid); + + /* Create destination file with all datasets in root group */ + + return 0; } diff --git a/tools/h5copy/testh5copy.sh b/tools/h5copy/testh5copy.sh index d363906..af8fb4b 100644 --- a/tools/h5copy/testh5copy.sh +++ b/tools/h5copy/testh5copy.sh @@ -21,13 +21,20 @@ H5COPY=h5copy # The tool name H5COPY_BIN=`pwd`/$H5COPY # The path of the tool binary -H5DIFF=../h5diff/h5diff # The h5diff tool name -H5DIFF_BIN=`pwd`/$H5DIFF # The path of the h5diff tool binary +H5DIFF=h5diff # The h5diff tool name +H5DIFF_BIN=`pwd`/../h5diff/$H5DIFF # The path of the h5diff tool binary +H5LS=h5ls # The h5ls tool name +H5LS_ARGS=-vr # Arguments to the h5ls tool +H5LS_BIN=`pwd`/../h5ls/$H5LS # The path of the h5ls tool binary TESTFILE=$srcdir/../testfiles/h5copytst.h5 FILEOUT=h5copytst.out.h5 nerrors=0 +verbose=yes + +CMP='cmp -s' +DIFF='diff -c' # The build (current) directory might be different than the source directory. if test -z "$srcdir"; then @@ -52,6 +59,15 @@ VERIFY() echo "Verifying h5diff output $* $SPACES" | cut -c1-70 | tr -d '\012' } +# Print a line-line message left justified in a field of 70 characters +# beginning with the word "Verifying". +# +VERIFY_H5LS() +{ + SPACES=" " + echo "Verifying h5diff file structure $* $SPACES" | cut -c1-70 | tr -d '\012' +} + # Run a test and print PASS or *FAIL*. If h5copy can complete # with exit status 0, consider it pass. If a test fails then increment # the `nerrors' global variable. @@ -84,13 +100,13 @@ TOOLTEST() $RUNSERIAL $H5COPY_BIN $@ ) > output.out RET=$? - if [ $RET != 0 ] ; then - echo "*FAILED*" - echo "failed result is:" - cat output.out - nerrors="`expr $nerrors + 1`" + if [ $RET != 0 ]; then + echo "*FAILED*" + echo "failed result is:" + cat output.out + nerrors="`expr $nerrors + 1`" else - echo " PASSED" + echo " PASSED" fi if [ $runh5diff != no ]; then @@ -104,9 +120,9 @@ H5DIFFTEST() { VERIFY $@ if [ "`uname -s`" = "TFLOPS O/S" ]; then - $RUNSERIAL $H5DIFF_BIN $@ -q + $RUNSERIAL $H5DIFF_BIN $@ -q else - $RUNSERIAL $H5DIFF_BIN "$@" -q + $RUNSERIAL $H5DIFF_BIN "$@" -q fi RET=$? if [ $RET != 0 ] ; then @@ -117,10 +133,45 @@ H5DIFFTEST() fi } +# Call the h5ls tool to verify the correct output data in the destination file +# +H5LSTEST() +{ + expect="$srcdir/../testfiles/`basename $1 .h5`.ls" + actual="../testfiles/`basename $1 .h5`.out" + actual_err="../testfiles/`basename $1 .h5`.err" + + VERIFY_H5LS $@ + + ( + echo "#############################" + echo "Expected output for '$H5LS $@'" + echo "#############################" + $RUNSERIAL $H5LS_BIN $H5LS_ARGS $@ + ) >$actual 2>$actual_err + cat $actual_err >> $actual + + + if [ ! -f $expect ]; then + # Create the expect file if it doesn't yet exist. + echo " CREATED" + cp $actual $expect + elif $CMP $expect $actual; then + echo " PASSED" + else + echo "*FAILED*" + echo " Expected result (*.ls) differs from actual result (*.out)" + nerrors="`expr $nerrors + 1`" + test yes = "$verbose" && $DIFF $expect $actual |sed 's/^/ /' + fi +} + ############################################################################## ### T H E T E S T S ### ############################################################################## +# Copy single datasets of various forms from one root group to another, +# adding new object to the destination file each time TOOLTEST -i $TESTFILE -o $FILEOUT -v -s simple -d simple TOOLTEST -i $TESTFILE -o $FILEOUT -v -s chunk -d chunk TOOLTEST -i $TESTFILE -o $FILEOUT -v -s compact -d compact @@ -129,6 +180,9 @@ TOOLTEST -i $TESTFILE -o $FILEOUT -v -s compressed -d compressed TOOLTEST -i $TESTFILE -o $FILEOUT -v -s named_vl -d named_vl TOOLTEST -i $TESTFILE -o $FILEOUT -v -s nested_vl -d nested_vl +# Verify that the file created above is correct +H5LSTEST $FILEOUT +rm -f $FILEOUT @@ -139,5 +193,3 @@ fi exit $nerrors - - |