[svn-r27300] Add h5repack and h5diff VDS tests

1 files changed, 120 insertions, 77 deletions

diff --git a/tools/h5repack/h5repack.sh.in b/tools/h5repack/h5repack.sh.in
index 4a32491..e91883b 100644
--- a/tools/h5repack/h5repack.sh.in
+++ b/tools/h5repack/h5repack.sh.in
@@ -18,7 +18,7 @@
 # Modification:
 #  Pedro Vicente Nunes, 11/15/2006
 #  Added $FILEN variables for file names
-#   
+#
 
 srcdir=@srcdir@
 
@@ -32,7 +32,7 @@ EXIT_FAILURE=1
 H5REPACK=h5repack               # The tool name
 H5REPACK_BIN=`pwd`/$H5REPACK    # The path of the tool binary
 
-H5DIFF=../h5diff/h5diff         # The h5diff tool name 
+H5DIFF=../h5diff/h5diff         # The h5diff tool name
 H5DIFF_BIN=`pwd`/$H5DIFF        # The path of the h5diff tool binary
 
 H5DUMP=../h5dump/h5dump         # The h5dump tool name
@@ -45,8 +45,8 @@ DIRNAME='dirname'
 LS='ls'
 AWK='awk'
 
-H5DETECTSZIP=testh5repack_detect_szip              
-H5DETECTSZIP_BIN=`pwd`/$H5DETECTSZIP    
+H5DETECTSZIP=testh5repack_detect_szip
+H5DETECTSZIP_BIN=`pwd`/$H5DETECTSZIP
 
 
 nerrors=0
@@ -113,6 +113,29 @@ $SRC_TOOLS_TESTFILES/tfamily00007.h5
 $SRC_TOOLS_TESTFILES/tfamily00008.h5
 $SRC_TOOLS_TESTFILES/tfamily00009.h5
 $SRC_TOOLS_TESTFILES/tfamily00010.h5
+$SRC_TOOLS_TESTFILES/vds/1_a.h5
+$SRC_TOOLS_TESTFILES/vds/1_b.h5
+$SRC_TOOLS_TESTFILES/1_c.h5
+$SRC_TOOLS_TESTFILES/1_d.h5
+$SRC_TOOLS_TESTFILES/1_e.h5
+$SRC_TOOLS_TESTFILES/vds/1_f.h5
+$SRC_TOOLS_TESTFILES/vds/1_vds.h5
+$SRC_TOOLS_TESTFILES/vds/2_a.h5
+$SRC_TOOLS_TESTFILES/vds/2_b.h5
+$SRC_TOOLS_TESTFILES/vds/2_c.h5
+$SRC_TOOLS_TESTFILES/vds/2_d.h5
+$SRC_TOOLS_TESTFILES/vds/2_e.h5
+$SRC_TOOLS_TESTFILES/vds/2_vds.h5
+$SRC_TOOLS_TESTFILES/vds/3_1_vds.h5
+$SRC_TOOLS_TESTFILES/vds/3_2_vds.h5
+$SRC_TOOLS_TESTFILES/vds/4_0.h5
+$SRC_TOOLS_TESTFILES/vds/4_1.h5
+$SRC_TOOLS_TESTFILES/vds/4_2.h5
+$SRC_TOOLS_TESTFILES/vds/4_vds.h5
+$SRC_TOOLS_TESTFILES/vds/5_a.h5
+$SRC_TOOLS_TESTFILES/vds/5_b.h5
+$SRC_TOOLS_TESTFILES/vds/5_c.h5
+$SRC_TOOLS_TESTFILES/vds/5_vds.h5
 "
 
 LIST_OTHER_TEST_FILES="
@@ -148,10 +171,10 @@ COPY_TESTFILES_TO_TESTDIR()
             INODE_SDIR=`$LS -i -d $SDIR | $AWK -F' ' '{print $1}'`
             INODE_DDIR=`$LS -i -d $TESTDIR | $AWK -F' ' '{print $1}'`
             if [ "$INODE_SDIR" != "$INODE_DDIR" ]; then
-    	        $CP -f $tstfile $TESTDIR
+              $CP -f $tstfile $TESTDIR
                 if [ $? -ne 0 ]; then
                     echo "Error: FAILED to copy $tstfile ."
-                
+
                     # Comment out this to CREATE expected file
                     exit $EXIT_FAILURE
                 fi
@@ -203,12 +226,12 @@ SKIP() {
 
 # Call the h5diff tool
 #
-DIFFTEST() 
+DIFFTEST()
 {
     VERIFY h5diff output $@
     (
         cd $TESTDIR
-        $RUNSERIAL $H5DIFF_BIN -q  "$@" 
+        $RUNSERIAL $H5DIFF_BIN -q  "$@"
     )
     RET=$?
     if [ $RET != 0 ] ; then
@@ -217,7 +240,7 @@ DIFFTEST()
     else
          echo " PASSED"
     fi
-        
+
 }
 
 # Call h5repack
@@ -225,7 +248,7 @@ DIFFTEST()
 
 
 # call TOOLTEST_MAIN and delete $output file
-TOOLTEST() 
+TOOLTEST()
 {
     echo $@
     infile=$2
@@ -251,7 +274,7 @@ TOOLTEST()
 }
 
 #------------------------------------------
-# Verifying layouts of a dataset 
+# Verifying layouts of a dataset
 VERIFY_LAYOUT_DSET()
 {
     layoutfile=layout-$1.$2
@@ -263,9 +286,9 @@ VERIFY_LAYOUT_DSET()
     shift
     shift
     shift
-   
+
     TESTING  $H5REPACK $@
-    ( 
+    (
         cd $TESTDIR
         $RUNSERIAL $H5REPACK_BIN "$@" $infile $outfile
     )
@@ -277,7 +300,7 @@ VERIFY_LAYOUT_DSET()
         echo " PASSED"
         DIFFTEST $infile $outfile
     fi
-    
+
     #---------------------------------
     # check the layout from a dataset
     VERIFY  "a dataset layout"
@@ -309,9 +332,9 @@ VERIFY_LAYOUT_ALL()
     shift
     shift
     shift
-    
+
     TESTING  $H5REPACK $@
-    ( 
+    (
         cd $TESTDIR
         $RUNSERIAL $H5REPACK_BIN "$@" $infile $outfile
     )
@@ -323,8 +346,8 @@ VERIFY_LAYOUT_ALL()
         echo " PASSED"
         DIFFTEST $infile $outfile
     fi
-    
-    
+
+
     #---------------------------------
     # check the layout from a dataset
     # check if the other layouts still exsit
@@ -351,7 +374,7 @@ VERIFY_LAYOUT_ALL()
                     echo " PASSED"
                 fi
             fi
-        else    
+        else
             # if COMPACT
             if [ $expectlayout = "COMPACT" ]; then
                 TESTING $H5DUMP_BIN -pH $outfile
@@ -403,7 +426,7 @@ VERIFY_LAYOUT_ALL()
 
 # same as TOOLTEST, but it uses the old syntax -i input_file -o output_file
 #
-TOOLTEST0() 
+TOOLTEST0()
 {
     infile=$2
     outfile=out-$1.$2
@@ -431,7 +454,7 @@ TOOLTEST0()
 # same as TOOLTEST, but it uses without -i -o options
 # used to test the family driver, where these files reside
 #
-TOOLTEST1() 
+TOOLTEST1()
 {
     infile=$2
     outfile=out-$1.$2
@@ -446,19 +469,19 @@ TOOLTEST1()
     )
     RET=$?
     if [ $RET != 0 ] ; then
-	echo "*FAILED*"
-	nerrors="`expr $nerrors + 1`"
+  echo "*FAILED*"
+  nerrors="`expr $nerrors + 1`"
     else
-	echo " PASSED"
-	DIFFTEST $infile $outfile
+  echo " PASSED"
+  DIFFTEST $infile $outfile
     fi
     rm -f $outfile
 }
-          
+
 # This is same as TOOLTEST() with comparing display output
 # from -v option
 #
-TOOLTESTV() 
+TOOLTESTV()
 {
     expect="$TESTDIR/$2.tst"
     actual="$TESTDIR/`basename $2 .ddl`.out"
@@ -468,7 +491,7 @@ TOOLTESTV()
     outfile=out-$1.$2
     shift
     shift
-    
+
     # Run test.
     TESTING $H5REPACK $@
     (
@@ -477,11 +500,11 @@ TOOLTESTV()
     ) >$actual 2>$actual_err
     RET=$?
     if [ $RET != 0 ] ; then
-	echo "*FAILED*"
-	nerrors="`expr $nerrors + 1`"
+  echo "*FAILED*"
+  nerrors="`expr $nerrors + 1`"
     else
-	echo " PASSED"
-	DIFFTEST $infile $outfile
+  echo " PASSED"
+  DIFFTEST $infile $outfile
     fi
 
     # display output compare
@@ -497,15 +520,15 @@ TOOLTESTV()
      nerrors="`expr $nerrors + 1`"
      test yes = "$verbose" && diff -c $expect $actual |sed 's/^/    /'
     fi
-    
+
    rm -f $actual $actual_err
    rm -f $outfile
 }
-          
+
 # This is same as TOOLTESTV() with comparing h5dump output
 # from -pH option
 #
-TOOLTEST_DUMP() 
+TOOLTEST_DUMP()
 {
     infile=$2
     outfile=out-$1.$2
@@ -515,7 +538,7 @@ TOOLTEST_DUMP()
 
     shift
     shift
-    
+
     # Run test.
     TESTING $H5REPACK $@
     (
@@ -531,12 +554,12 @@ TOOLTEST_DUMP()
      VERIFY h5dump output $@
      (
         cd $TESTDIR
-        $RUNSERIAL $H5DUMP_BIN -pH $outfile 
+        $RUNSERIAL $H5DUMP_BIN -pH $outfile
      ) >$actual 2>$actual_err
      cat $actual_err >> $actual
 
      RET=$?
-          
+
     fi
 
     if cmp -s $expect $actual; then
@@ -547,7 +570,7 @@ TOOLTEST_DUMP()
      nerrors="`expr $nerrors + 1`"
      test yes = "$verbose" && diff -c $expect $actual |sed 's/^/    /'
     fi
-    
+
    rm -f $actual $actual_err
    rm -f $outfile
 }
@@ -611,14 +634,14 @@ TOOLTEST_META()
     # verify sizes.
     MESSAGE "Verify the sizes of both output files ($size1 vs $size2)"
     if [ $size1 -lt $size2 ]; then
-    	# pass
-	echo " PASSED"
+      # pass
+  echo " PASSED"
     else
-	#fail
-	echo "*FAILED*"
+  #fail
+  echo "*FAILED*"
         nerrors="`expr $nerrors + 1`"
     fi
-    
+
     rm -f $outfile
 }
 # ADD_HELP_TEST
@@ -648,7 +671,7 @@ TOOLTEST_HELP() {
       echo "    Expected output (*.txt) differs from actual output (*.out)"
       nerrors="`expr $nerrors + 1`"
     fi
-    
+
     # Clean up output file
     if test -z "$HDF5_NOCLEANUP"; then
      rm -f $actual $actual_err
@@ -674,28 +697,28 @@ STDOUT_FILTER() {
 # Each run generates "<file>.out.h5" and the tool h5diff is used to
 # compare the input and output files
 #
-# the tests are the same as the program h5repacktst, but run from the CLI 
+# the tests are the same as the program h5repacktst, but run from the CLI
 #
 
 # See which filters are usable (and skip tests for filters we
 # don't have).  Do this by searching H5pubconf.h to see which
 # filters are defined.
 
-# detect whether the encoder is present. 
+# detect whether the encoder is present.
 USE_FILTER_SZIP_ENCODER="no";
 if test $USE_FILTER_SZIP = "yes"; then
 USE_FILTER_SZIP_ENCODER=`$RUNSERIAL $H5DETECTSZIP_BIN`
 fi
 
 ##############################################################################
-###			  T H E   T E S T S                               
+###			  T H E   T E S T S
 ##############################################################################
 # prepare for test
 COPY_TESTFILES_TO_TESTDIR
 
 TOOLTEST_HELP h5repack-help.txt -h
 
-# copy files (these files have no filters) 
+# copy files (these files have no filters)
 TOOLTEST fill h5repack_fill.h5
 TOOLTEST objs h5repack_objs.h5
 TOOLTEST attr h5repack_attr.h5
@@ -719,8 +742,8 @@ if test  $USE_FILTER_DEFLATE != "yes" ; then
 else
  TOOLTEST gzip_individual $arg
 fi
-  
-# gzip for all 
+
+# gzip for all
 arg="h5repack_layout.h5 -f GZIP=1"
 if test  $USE_FILTER_DEFLATE != "yes" ; then
  SKIP $arg
@@ -733,7 +756,7 @@ arg="h5repack_layout.h5 -f dset2:SZIP=8,EC  -l dset2:CHUNK=20x10"
 if test $USE_FILTER_SZIP_ENCODER != "yes" -o $USE_FILTER_SZIP != "yes" ; then
  SKIP $arg
 else
- TOOLTEST szip_individual $arg 
+ TOOLTEST szip_individual $arg
 fi
 
 # szip for all
@@ -741,18 +764,18 @@ arg="h5repack_layout.h5 -f SZIP=8,NN"
 if test $USE_FILTER_SZIP_ENCODER != "yes" -o $USE_FILTER_SZIP != "yes" ; then
  SKIP $arg
 else
- TOOLTEST szip_all $arg 
+ TOOLTEST szip_all $arg
 fi
 
 # shuffle with individual object
 arg="h5repack_layout.h5 -f dset2:SHUF  -l dset2:CHUNK=20x10"
-TOOLTEST shuffle_individual $arg 
-  
+TOOLTEST shuffle_individual $arg
+
 
 # shuffle for all
 arg="h5repack_layout.h5 -f SHUF"
 TOOLTEST shuffle_all $arg
-  
+
 # fletcher32  with individual object
 arg="h5repack_layout.h5 -f dset2:FLET  -l dset2:CHUNK=20x10"
 TOOLTEST fletcher_individual $arg
@@ -777,7 +800,7 @@ else
  # compare output
  TOOLTESTV gzip_verbose_filters $arg
 fi
-  
+
 ###########################################################
 # the following tests assume the input files have filters
 ###########################################################
@@ -789,7 +812,7 @@ if test $USE_FILTER_SZIP_ENCODER != "yes" -o $USE_FILTER_SZIP != "yes" ; then
 else
  TOOLTEST szip_copy $arg
 fi
-  
+
 # szip remove
 arg="h5repack_szip.h5 --filter=dset_szip:NONE"
 if test $USE_FILTER_SZIP_ENCODER != "yes" -o $USE_FILTER_SZIP != "yes" ; then
@@ -797,7 +820,7 @@ if test $USE_FILTER_SZIP_ENCODER != "yes" -o $USE_FILTER_SZIP != "yes" ; then
 else
  TOOLTEST szip_remove $arg
 fi
-  
+
 # deflate copy
 arg="h5repack_deflate.h5"
 if test $USE_FILTER_DEFLATE != "yes" ; then
@@ -813,7 +836,7 @@ if test $USE_FILTER_DEFLATE != "yes" ; then
 else
  TOOLTEST deflate_remove $arg
 fi
-    
+
 # shuffle copy
 arg="h5repack_shuffle.h5"
 TOOLTEST shuffle_copy $arg
@@ -868,14 +891,14 @@ arg="h5repack_deflate.h5 -f dset_deflate:SZIP=8,NN"
 if test $USE_FILTER_SZIP_ENCODER != "yes" -o $USE_FILTER_SZIP != "yes" -o $USE_FILTER_DEFLATE != "yes" ; then
  SKIP $arg
 else
- TOOLTEST deflate_convert $arg 
+ TOOLTEST deflate_convert $arg
 fi
 
 arg="h5repack_szip.h5 -f dset_szip:GZIP=1"
 if test $USE_FILTER_SZIP != "yes" -o $USE_FILTER_SZIP_ENCODER != "yes"  -o $USE_FILTER_DEFLATE != "yes" ; then
  SKIP $arg
 else
- TOOLTEST szip_convert $arg 
+ TOOLTEST szip_convert $arg
 fi
 
 
@@ -890,9 +913,9 @@ fi
 #file
 arg="h5repack_layout.h5 -e h5repack.info"
 if test $USE_FILTER_DEFLATE != "yes" ; then
- SKIP $arg 
+ SKIP $arg
 else
- TOOLTEST deflate_file $arg 
+ TOOLTEST deflate_file $arg
 fi
 
 #########################################################
@@ -937,18 +960,18 @@ VERIFY_LAYOUT_DSET contig_small_compa h5repack_layout2.h5 contig_small COMPACT -
 
 VERIFY_LAYOUT_DSET contig_small_fixed_compa h5repack_layout2.h5 chunked_small_fixed COMPACT -l chunked_small_fixed:COMPA
 
-#--------------------------------------------------------------------------- 
-# Test file contains chunked datasets (need multiple dsets) with 
+#---------------------------------------------------------------------------
+# Test file contains chunked datasets (need multiple dsets) with
 # unlimited max dims.   (HDFFV-7933)
 # Use first dset to test.
 #---------------------------------------------------------------------------
 # chunk to chunk - specify chunk dim bigger than any current dim
 VERIFY_LAYOUT_DSET chunk2chunk h5repack_layout3.h5 chunk_unlimit1 CHUNK -l chunk_unlimit1:CHUNK=100x300
 
-# chunk to contiguous 
+# chunk to contiguous
 VERIFY_LAYOUT_DSET chunk2conti h5repack_layout3.h5 chunk_unlimit1 CONTI -l chunk_unlimit1:CONTI
 
-# chunk to compact - convert big dataset (should be > 64k) for this purpose, 
+# chunk to compact - convert big dataset (should be > 64k) for this purpose,
 # should remain as original layout (chunk)
 VERIFY_LAYOUT_DSET chunk2compa h5repack_layout3.h5 chunk_unlimit1 CHUNK -l chunk_unlimit1:COMPA
 
@@ -956,7 +979,7 @@ VERIFY_LAYOUT_DSET chunk2compa h5repack_layout3.h5 chunk_unlimit1 CHUNK -l chunk
 # Test -f for some specific cases. Chunked dataset with unlimited max dims.
 # (HDFFV-8012)
 #--------------------------------------------------------------------------
-# - should not fail 
+# - should not fail
 # - should not change max dims from unlimit
 
 # chunk dim is bigger than dataset dim. ( dset size < 64k )
@@ -972,14 +995,14 @@ VERIFY_LAYOUT_DSET error3 h5repack_layout3.h5 chunk_unlimit3 H5S_UNLIMITED -f ch
 TOOLTEST error4 h5repack_layout3.h5 -f NONE
 
 #--------------------------------------------------------------------------
-# Test base: Convert CHUNK to CONTI for a chunked dataset with small dataset 
+# Test base: Convert CHUNK to CONTI for a chunked dataset with small dataset
 # (dset size < 64K) and with unlimited max dims on a condition as follow.
 # (HDFFV-8214)
 #--------------------------------------------------------------------------
 
 # chunk dim is bigger than dataset dim. should succeed.
 VERIFY_LAYOUT_DSET ckdim_biger h5repack_layout3.h5 chunk_unlimit2 CONTI -l chunk_unlimit2:CONTI
-# chunk dim is smaller than dataset dim. should succeed.  
+# chunk dim is smaller than dataset dim. should succeed.
 VERIFY_LAYOUT_DSET ckdim_smaller h5repack_layout3.h5 chunk_unlimit3 CONTI -l chunk_unlimit3:CONTI
 
 
@@ -1022,7 +1045,7 @@ if test $USE_FILTER_DEFLATE != "yes" ; then
  SKIP $arg
 else
  TOOLTEST0 old_style_layout_short_switches $arg
-fi 
+fi
 
 # add a userblock to file
 arg="h5repack_objs.h5 -u ublock.bin -b 2048"
@@ -1049,20 +1072,40 @@ TOOLTEST1 family tfamily%05d.h5
 TOOLTEST bug1814 h5repack_refs.h5
 
 # test attribute with various references (bug1797 / HDFFV-5932)
-# the references in attribute of compund or vlen datatype 
-TOOLTEST HDFFV-5932 h5repack_attr_refs.h5 
+# the references in attribute of compund or vlen datatype
+TOOLTEST HDFFV-5932 h5repack_attr_refs.h5
 
-# Add test for memory leak in attirbute. This test is verified by CTEST.   
-# 1. leak from vlen string  
+# Add test for memory leak in attirbute. This test is verified by CTEST.
+# 1. leak from vlen string
 # 2. leak from compound type without reference member
 # (HDFFV-7840, )
 # Note: this test is experimental for sharing test file among tools
 TOOLTEST HDFFV-7840 h5diff_attr1.h5
 
-# tests for metadata block size option 
+# tests for metadata block size option
 TOOLTEST_META meta_short h5repack_layout.h5 -M 8192
 TOOLTEST_META meta_long h5repack_layout.h5 --metadata_block_size=8192
 
+# VDS tests
+
+#########################################################
+# layout options
+#########################################################
+VERIFY_LAYOUT_DSET vds_dset_conti 1_vds.h5 vds_dset CONTIGUOUS -l vds_dset:CONTI
+VERIFY_LAYOUT_ALL vds_null_conti 2_vds.h5 CONTIGUOUS -l CONTI
+VERIFY_LAYOUT_DSET vds_dset_compa 1_vds.h5 vds_dset COMPACT -l vds_dset:COMPA
+VERIFY_LAYOUT_ALL vds_null_compa 2_vds.h5 COMPACT -l COMPA
+
+################################################################
+# layout conversions
+###############################################################
+VERIFY_LAYOUT_DSET vds_compa_conti 4_vds.h5} vds_dset CONTIGUOUS -l vds_dset:CONTI
+VERIFY_LAYOUT_DSET vds_compa_compa 4_vds.h5 vds_dset COMPACT -l vds_dset:COMPA
+VERIFY_LAYOUT_DSET vds_conti_compa 4_vds.h5 vds_dset COMPACT -l vds_dset:COMPA
+VERIFY_LAYOUT_DSET vds_conti_conti 4_vds.h5 vds_dset CONTIGUOUS -l vds_dset:CONTI
+VERIFY_LAYOUT_DSET vds_compa 4_vds.h5 vds_dset COMPACT -l vds_dset:COMPA
+VERIFY_LAYOUT_DSET vds_conti 4_vds.h5 vds_dset CONTIGUOUS -l vds_dset:CONTI
+
 # Clean up temporary files/directories
 CLEAN_TESTFILES_AND_TESTDIR