/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * Copyright by The HDF Group. * * Copyright by the Board of Trustees of the University of Illinois. * * All rights reserved. * * * * This file is part of HDF5. The full HDF5 copyright notice, including * * terms governing use, modification, and redistribution, is contained in * * the files COPYING and Copyright.html. COPYING can be found at the root * * of the source code distribution tree; Copyright.html can be found at the * * root level of an installed copy of the electronic HDF5 document set and * * is linked from the top-level documents page. It can also be found at * * http://hdfgroup.org/HDF5/doc/Copyright.html. If you do not have * * access to either file, you may request a copy from help@hdfgroup.org. * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */ #include "h5repack.h" #include "h5test.h" #include "h5diff.h" #include "h5tools.h" #define GOERROR {H5_FAILED(); goto error;} /* fill value test */ #define FNAME0 "h5repack_fill.h5" #define FNAME0OUT "h5repack_fill_out.h5" /* HDF5 objects and all dataset datatypes */ #define FNAME1 "h5repack_objs.h5" #define FNAME1OUT "h5repack_objs_out.h5" /* attributes, all datatypes */ #define FNAME2 "h5repack_attr.h5" #define FNAME2OUT "h5repack_attr_out.h5" /* hard links */ #define FNAME3 "h5repack_hlink.h5" #define FNAME3OUT "h5repack_hlink_out.h5" /* layout */ #define FNAME4 "h5repack_layout.h5" #define FNAME4OUT "h5repack_layout_out.h5" /* H5D_ALLOC_TIME_EARLY */ #define FNAME5 "h5repack_early.h5" #define FNAME5OUT "h5repack_early_out.h5" #define FNAME6 "h5repack_early2.h5" /* SZIP filter */ #define FNAME7 "h5repack_szip.h5" #define FNAME7OUT "h5repack_szip_out.h5" /* GZIP filter */ #define FNAME8 "h5repack_deflate.h5" #define FNAME8OUT "h5repack_deflate_out.h5" /* GZIP filter */ #define FNAME9 "h5repack_shuffle.h5" #define FNAME9OUT "h5repack_shuffle_out.h5" /* Fletcher filter */ #define FNAME10 "h5repack_fletcher.h5" #define FNAME10OUT "h5repack_fletcher_out.h5" /* All filters */ #define FNAME11 "h5repack_filters.h5" #define FNAME11OUT "h5repack_filters_out.h5" /* NBit filter */ #define FNAME12 "h5repack_nbit.h5" #define FNAME12OUT "h5repack_nbit_out.h5" /* Scale Offset filter */ #define FNAME13 "h5repack_soffset.h5" #define FNAME13OUT "h5repack_soffset_out.h5" /* Big file to test read by hyperslabs */ #define FNAME14 "h5repack_big.h5" #define FNAME14OUT "h5repack_big_out.h5" /* external file */ #define FNAME15 "h5repack_ext.h5" #define FNAME15OUT "h5repack_ext_out.h5" const char *H5REPACK_FILENAMES[] = { "h5repack_big_out", NULL }; #define H5REPACK_EXTFILE "h5repack_ext.bin" const char *progname = "h5repacktst"; int d_status = EXIT_SUCCESS; #define DIM1 40 #define DIM2 20 #define CDIM1 DIM1/2 #define CDIM2 DIM2/2 #define RANK 2 #define GBLL ((unsigned long_long) 1024*1024*1024) /*------------------------------------------------------------------------- * prototypes *------------------------------------------------------------------------- */ int make_all_objects(hid_t loc_id); int make_attributes(hid_t loc_id); int make_hlinks(hid_t loc_id); int make_early(void); int make_layout(hid_t loc_id); #ifdef H5_HAVE_FILTER_SZIP int make_szip(hid_t loc_id); #endif /* H5_HAVE_FILTER_SZIP */ int make_deflate(hid_t loc_id); int make_shuffle(hid_t loc_id); int make_fletcher32(hid_t loc_id); int make_nbit(hid_t loc_id); int make_scaleoffset(hid_t loc_id); int make_all(hid_t loc_id); int make_fill(hid_t loc_id); int make_big(hid_t loc_id); int make_testfiles(void); void write_dset_in(hid_t loc_id,const char* dset_name,hid_t file_id,int make_diffs ); void write_attr_in(hid_t loc_id,const char* dset_name,hid_t fid,int make_diffs ); int write_dset(hid_t loc_id,int rank,hsize_t *dims,const char *dset_name,hid_t type_id,void *buf ); int make_dset(hid_t loc_id,const char *name,hid_t sid,hid_t dcpl,void *buf); int make_attr(hid_t loc_id,int rank,hsize_t *dims,const char *attr_name,hid_t type_id,void *buf); void make_dset_reg_ref(hid_t loc_id); int make_external(hid_t loc_id); /*------------------------------------------------------------------------- * Function: main * * Purpose: Executes h5repack tests * * Return: Success: zero * Failure: 1 * * Programmer: Pedro Vicente * January, 6, 2004 * *------------------------------------------------------------------------- */ int main (void) { pack_opt_t pack_options; diff_opt_t diff_options; #if defined (H5_HAVE_FILTER_SZIP) int szip_can_encode = 0; #endif /* initialize */ memset(&diff_options, 0, sizeof (diff_opt_t)); memset(&pack_options, 0, sizeof (pack_opt_t)); /* run tests */ puts("Testing h5repack:"); /* make the test files */ TESTING(" generating datasets"); if (make_testfiles()<0) GOERROR; PASSED(); /*------------------------------------------------------------------------- * Format of the tests: * * 1) make a copy of the file with h5repack * 2) use the h5diff function to compare the input and output file *------------------------------------------------------------------------- */ /*------------------------------------------------------------------------- * file with fill values *------------------------------------------------------------------------- */ TESTING(" copy of datasets (fill values)"); if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack(FNAME0,FNAME0OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME0,FNAME0OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME0OUT,&pack_options)<=0) GOERROR; if (h5repack_cmpdcpl(FNAME0,FNAME0OUT)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); /*------------------------------------------------------------------------- * file with all kinds of dataset datatypes *------------------------------------------------------------------------- */ TESTING(" copy of datasets (all datatypes)"); if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack(FNAME1,FNAME1OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME1,FNAME1OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME1OUT,&pack_options)<=0) GOERROR; if (h5repack_cmpdcpl(FNAME1,FNAME1OUT)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); /*------------------------------------------------------------------------- * file with attributes *------------------------------------------------------------------------- */ TESTING(" copy of datasets (attributes)"); if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack(FNAME2,FNAME2OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME2,FNAME2OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME2OUT,&pack_options)<=0) GOERROR; if (h5repack_cmpdcpl(FNAME2,FNAME2OUT)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); /*------------------------------------------------------------------------- * file with hardlinks *------------------------------------------------------------------------- */ TESTING(" copy of datasets (hardlinks)"); if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack(FNAME3,FNAME3OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME3,FNAME3OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME3OUT,&pack_options)<=0) GOERROR; if (h5repack_cmpdcpl(FNAME3,FNAME3OUT)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); /*------------------------------------------------------------------------- * alloc early test *------------------------------------------------------------------------- */ TESTING(" copy of allocation early file"); if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack(FNAME5,FNAME5OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME5,FNAME5OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME5OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); /*------------------------------------------------------------------------- * the remaining files differ in the dcpl's *------------------------------------------------------------------------- */ /*------------------------------------------------------------------------- * deflate *------------------------------------------------------------------------- */ TESTING(" adding deflate filter"); #ifdef H5_HAVE_FILTER_DEFLATE /*------------------------------------------------------------------------- * test an individual object option *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("dset1:GZIP=9",&pack_options)<0) GOERROR; if (h5repack_addlayout("dset1:CHUNK=20x10",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif /*------------------------------------------------------------------------- * test all objects option *------------------------------------------------------------------------- */ TESTING(" adding deflate filter to all"); #ifdef H5_HAVE_FILTER_DEFLATE if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("GZIP=1",&pack_options)<0) GOERROR; if (h5repack_addlayout("CHUNK=20x10",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif /*------------------------------------------------------------------------- * SZIP *------------------------------------------------------------------------- */ TESTING(" adding szip filter"); #if defined (H5_HAVE_FILTER_SZIP) if (h5tools_can_encode(H5Z_FILTER_SZIP) >0) { szip_can_encode = 1; } /*------------------------------------------------------------------------- * test an individual object option *------------------------------------------------------------------------- */ if (szip_can_encode) { if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("dset2:SZIP=8,EC",&pack_options)<0) GOERROR; if (h5repack_addlayout("dset2:CHUNK=20x10",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); } else { SKIPPED(); } #else SKIPPED(); #endif /*------------------------------------------------------------------------- * test all objects option *------------------------------------------------------------------------- */ TESTING(" adding szip filter to all"); #if defined (H5_HAVE_FILTER_SZIP) if (szip_can_encode) { if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("SZIP=8,NN",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); } else { SKIPPED(); } #else SKIPPED(); #endif TESTING(" addding shuffle filter"); #ifdef H5_HAVE_FILTER_SHUFFLE /*------------------------------------------------------------------------- * test an individual object option *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("dset1:SHUF",&pack_options)<0) GOERROR; if (h5repack_addlayout("dset1:CHUNK=20x10",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif /*------------------------------------------------------------------------- * test all objects option *------------------------------------------------------------------------- */ TESTING(" addding shuffle filter to all"); #ifdef H5_HAVE_FILTER_SHUFFLE if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("SHUF",&pack_options)<0) GOERROR; if (h5repack_addlayout("CHUNK=20x10",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif TESTING(" adding checksum filter"); #ifdef H5_HAVE_FILTER_FLETCHER32 /*------------------------------------------------------------------------- * test an individual object option *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("dset1:FLET",&pack_options)<0) GOERROR; if (h5repack_addlayout("dset1:CHUNK=20x10",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif /*------------------------------------------------------------------------- * test all objects option *------------------------------------------------------------------------- */ TESTING(" adding checksum filter to all"); #ifdef H5_HAVE_FILTER_FLETCHER32 if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("FLET",&pack_options)<0) GOERROR; if (h5repack_addlayout("CHUNK=20x10",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif TESTING(" filter queue fletcher, shuffle, deflate, szip"); /*------------------------------------------------------------------------- * add some filters *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("dset1:CHUNK 20x10",&pack_options)<0) GOERROR; #if defined (H5_HAVE_FILTER_FLETCHER32) if (h5repack_addfilter("dset1:FLET",&pack_options)<0) GOERROR; #endif #ifdef H5_HAVE_FILTER_SHUFFLE if (h5repack_addfilter("dset1:SHUF",&pack_options)<0) GOERROR; #endif #if defined (H5_HAVE_FILTER_SZIP) if (szip_can_encode) { if (h5repack_addfilter("dset1:SZIP=8,NN",&pack_options)<0) GOERROR; } #endif #ifdef H5_HAVE_FILTER_DEFLATE if (h5repack_addfilter("dset1:GZIP=1",&pack_options)<0) GOERROR; #endif if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); TESTING(" adding layout chunked"); /*------------------------------------------------------------------------- * test an individual object option *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("dset1:CHUNK=20x10",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); /*------------------------------------------------------------------------- * test all objects option *------------------------------------------------------------------------- */ TESTING(" adding layout chunked to all"); if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("CHUNK=20x10",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); TESTING(" adding layout contiguous"); /*------------------------------------------------------------------------- * test an individual object option *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("dset1:CONTI",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); TESTING(" adding layout contiguous to all"); /*------------------------------------------------------------------------- * test all objects option *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("CONTI",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); TESTING(" adding layout compact"); /*------------------------------------------------------------------------- * test an individual object option *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("dset1:COMPA",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); TESTING(" adding layout compact to all"); /*------------------------------------------------------------------------- * test all objects option *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("COMPA",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); TESTING(" layout compact to contiguous conversion"); /*------------------------------------------------------------------------- * layout compact to contiguous conversion *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("dset_compact:CONTI",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); TESTING(" layout compact to chunk conversion"); /*------------------------------------------------------------------------- * layout compact to chunk conversion *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("dset_compact:CHUNK=2x5",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); TESTING(" layout compact to compact conversion"); /*------------------------------------------------------------------------- * layout compact to compact conversion *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("dset_compact:COMPA",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); TESTING(" layout contiguous to compact conversion"); /*------------------------------------------------------------------------- * layout contiguous to compact conversion *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("dset_contiguous:COMPA",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); TESTING(" layout contiguous to chunk conversion"); /*------------------------------------------------------------------------- * layout contiguous to chunk conversion *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("dset_contiguous:CHUNK=3x6",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); TESTING(" layout contiguous to contiguous conversion"); /*------------------------------------------------------------------------- * layout contiguous to contiguous conversion *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("dset_contiguous:CONTI",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); TESTING(" layout chunked to compact conversion"); /*------------------------------------------------------------------------- * layout chunked to compact conversion *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("dset_chunk:COMPA",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); TESTING(" layout chunked to contiguous conversion"); /*------------------------------------------------------------------------- * layout chunked to contiguous conversion *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("dset_chunk:CONTI",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); TESTING(" layout chunked to chunk conversion"); /*------------------------------------------------------------------------- * layout chunked to chunked conversion *------------------------------------------------------------------------- */ if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addlayout("dset_chunk:CHUNK=18x13",&pack_options)<0) GOERROR; if (h5repack(FNAME4,FNAME4OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME4,FNAME4OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME4OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); /*------------------------------------------------------------------------- * the following tests assume the input files have filters * FNAME7 * FNAME8 * FNAME9 * FNAME10 * FNAME11 *------------------------------------------------------------------------- */ TESTING(" copy of szip filter"); #if defined (H5_HAVE_FILTER_SZIP) if (szip_can_encode) { if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack(FNAME7,FNAME7OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME7,FNAME7OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME7OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); } else { SKIPPED(); } #else SKIPPED(); #endif TESTING(" removing szip filter"); #if defined (H5_HAVE_FILTER_SZIP) if (szip_can_encode) { if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("dset_szip:NONE",&pack_options)<0) GOERROR; if (h5repack(FNAME7,FNAME7OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME7,FNAME7OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME7OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); } else { SKIPPED(); } #else SKIPPED(); #endif TESTING(" copy of deflate filter"); #ifdef H5_HAVE_FILTER_DEFLATE if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack(FNAME8,FNAME8OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME8,FNAME8OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME8OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif TESTING(" removing deflate filter"); #ifdef H5_HAVE_FILTER_DEFLATE if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("dset_deflate:NONE",&pack_options)<0) GOERROR; if (h5repack(FNAME8,FNAME8OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME8,FNAME8OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME8OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif TESTING(" copy of shuffle filter"); #ifdef H5_HAVE_FILTER_SHUFFLE if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack(FNAME9,FNAME9OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME9,FNAME9OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME9OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif TESTING(" removing shuffle filter"); #ifdef H5_HAVE_FILTER_SHUFFLE if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("dset_shuffle:NONE",&pack_options)<0) GOERROR; if (h5repack(FNAME9,FNAME9OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME9,FNAME9OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME9OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif TESTING(" copy of fletcher filter"); #ifdef H5_HAVE_FILTER_FLETCHER32 if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack(FNAME10,FNAME10OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME10,FNAME10OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME10OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif TESTING(" removing fletcher filter"); #ifdef H5_HAVE_FILTER_FLETCHER32 if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("dset_fletcher32:NONE",&pack_options)<0) GOERROR; if (h5repack(FNAME10,FNAME10OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME10,FNAME10OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME10OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif TESTING(" copy of nbit filter"); #ifdef H5_HAVE_FILTER_NBIT if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack(FNAME12,FNAME12OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME12,FNAME12OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME12OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif TESTING(" removing nbit filter"); #ifdef H5_HAVE_FILTER_NBIT if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("dset_nbit:NONE",&pack_options)<0) GOERROR; if (h5repack(FNAME12,FNAME12OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME12,FNAME12OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME12OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif TESTING(" adding nbit filter"); #ifdef H5_HAVE_FILTER_NBIT if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("dset_int31:NBIT",&pack_options)<0) GOERROR; if (h5repack(FNAME12,FNAME12OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME12,FNAME12OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME12OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif TESTING(" copy of scaleoffset filter"); #ifdef H5_HAVE_FILTER_SCALEOFFSET if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack(FNAME13,FNAME13OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME13,FNAME13OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME13OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif TESTING(" removing scaleoffset filter"); #ifdef H5_HAVE_FILTER_SCALEOFFSET if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("dset_scaleoffset:NONE",&pack_options)<0) GOERROR; if (h5repack(FNAME13,FNAME13OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME13,FNAME13OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME13OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif TESTING(" adding scaleoffset filter"); #ifdef H5_HAVE_FILTER_SCALEOFFSET if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("dset_none:SOFF=31,IN",&pack_options)<0) GOERROR; if (h5repack(FNAME13,FNAME13OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME13,FNAME13OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME13OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif /*------------------------------------------------------------------------- * file with all filters * dset_all * dset_deflate * dset_szip * dset_shuffle * dset_fletcher32 *------------------------------------------------------------------------- */ TESTING(" filter conversion from deflate to szip"); #if defined (H5_HAVE_FILTER_SZIP) \ && defined (H5_HAVE_FILTER_DEFLATE) \ && defined (H5_HAVE_FILTER_FLETCHER32) && defined (H5_HAVE_FILTER_SHUFFLE) if (szip_can_encode) { if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("dset_deflate:SZIP=8,NN",&pack_options)<0) GOERROR; if (h5repack(FNAME11,FNAME11OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME11,FNAME11OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME11OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); } else { SKIPPED(); } #else SKIPPED(); #endif TESTING(" filter conversion from szip to deflate"); #if defined (H5_HAVE_FILTER_SZIP) \ && defined (H5_HAVE_FILTER_DEFLATE) \ && defined (H5_HAVE_FILTER_FLETCHER32) && defined (H5_HAVE_FILTER_SHUFFLE) if (szip_can_encode) { if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("dset_szip:GZIP=1",&pack_options)<0) GOERROR; if (h5repack(FNAME11,FNAME11OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME11,FNAME11OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME11OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); } else { SKIPPED(); } #else SKIPPED(); #endif /*------------------------------------------------------------------------- * test the NONE global option *------------------------------------------------------------------------- */ TESTING(" removing all filters"); #if defined (H5_HAVE_FILTER_SZIP) && defined (H5_HAVE_FILTER_DEFLATE) \ && defined (H5_HAVE_FILTER_FLETCHER32) && defined (H5_HAVE_FILTER_SHUFFLE) if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack_addfilter("NONE",&pack_options)<0) GOERROR; if (h5repack(FNAME11,FNAME11OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME11,FNAME11OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME11OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); #else SKIPPED(); #endif /*------------------------------------------------------------------------- * test a big file *------------------------------------------------------------------------- */ TESTING(" big file"); if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack(FNAME14,FNAME14OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME14,FNAME14OUT,NULL,NULL,&diff_options) >0) GOERROR; if (h5repack_verify(FNAME14OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); /*------------------------------------------------------------------------- * test external dataset *------------------------------------------------------------------------- */ TESTING(" external datasets"); if (h5repack_init (&pack_options, 0)<0) GOERROR; if (h5repack(FNAME15,FNAME15OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME15,FNAME15OUT,NULL,NULL,&diff_options) > 0) GOERROR; if (h5repack_verify(FNAME15OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); /*------------------------------------------------------------------------- * test --latest options *------------------------------------------------------------------------- */ TESTING(" latest file format options"); if (h5repack_init (&pack_options, 0)<0) GOERROR; pack_options.latest=1; pack_options.grp_compact=10; pack_options.grp_indexed=5; pack_options.msg_size[0] = 10; pack_options.msg_size[1] = 20; pack_options.msg_size[2] = 30; pack_options.msg_size[3] = 40; pack_options.msg_size[4] = 50; if (h5repack(FNAME1,FNAME1OUT,&pack_options) < 0) GOERROR; if (h5diff(FNAME1,FNAME1OUT,NULL,NULL,&diff_options) > 0) GOERROR; if (h5repack_verify(FNAME1OUT,&pack_options)<=0) GOERROR; if (h5repack_end (&pack_options)<0) GOERROR; PASSED(); /*------------------------------------------------------------------------- * clean temporary test files *------------------------------------------------------------------------- */ { hid_t fapl; /* setup */ h5_reset(); fapl = h5_fileaccess(); h5_cleanup(H5REPACK_FILENAMES, fapl); } puts("All h5repack tests passed."); return 0; error: puts("***** H5REPACK TESTS FAILED *****"); return 1; } /*------------------------------------------------------------------------- * Function: make_testfiles * * Purpose: make a test file with all types of HDF5 objects, * datatypes and filters * *------------------------------------------------------------------------- */ int make_testfiles(void) { hid_t loc_id; /* file ID */ /*------------------------------------------------------------------------- * create a file for general copy test *------------------------------------------------------------------------- */ if((loc_id = H5Fcreate(FNAME0,H5F_ACC_TRUNC,H5P_DEFAULT,H5P_DEFAULT))<0) return -1; if (make_fill(loc_id)<0) goto out; if(H5Fclose(loc_id)<0) return -1; /*------------------------------------------------------------------------- * create another file for general copy test (all datatypes) *------------------------------------------------------------------------- */ if((loc_id = H5Fcreate(FNAME1,H5F_ACC_TRUNC,H5P_DEFAULT,H5P_DEFAULT))<0) return -1; if (make_all_objects(loc_id)<0) goto out; if(H5Fclose(loc_id)<0) return -1; /*------------------------------------------------------------------------- * create a file for attributes copy test *------------------------------------------------------------------------- */ if((loc_id = H5Fcreate(FNAME2,H5F_ACC_TRUNC,H5P_DEFAULT,H5P_DEFAULT))<0) return -1; if (make_attributes(loc_id)<0) goto out; if(H5Fclose(loc_id)<0) return -1; /*------------------------------------------------------------------------- * create a file for hard links test *------------------------------------------------------------------------- */ if((loc_id = H5Fcreate(FNAME3,H5F_ACC_TRUNC,H5P_DEFAULT,H5P_DEFAULT))<0) return -1; if (make_hlinks(loc_id)<0) goto out; if(H5Fclose(loc_id)<0) return -1; /*------------------------------------------------------------------------- * create a file for layouts test *------------------------------------------------------------------------- */ if((loc_id = H5Fcreate(FNAME4,H5F_ACC_TRUNC,H5P_DEFAULT,H5P_DEFAULT))<0) return -1; if (make_layout(loc_id)<0) goto out; if(H5Fclose(loc_id)<0) return -1; /*------------------------------------------------------------------------- * create a file for the H5D_ALLOC_TIME_EARLY test *------------------------------------------------------------------------- */ if (make_early()<0) goto out; /*------------------------------------------------------------------------- * create a file with the SZIP filter *------------------------------------------------------------------------- */ #ifdef H5_HAVE_FILTER_SZIP if((loc_id = H5Fcreate(FNAME7,H5F_ACC_TRUNC,H5P_DEFAULT,H5P_DEFAULT))<0) return -1; if (make_szip(loc_id)<0) goto out; if(H5Fclose(loc_id)<0) return -1; #endif /* H5_HAVE_FILTER_SZIP */ /*------------------------------------------------------------------------- * create a file with the deflate filter *------------------------------------------------------------------------- */ if((loc_id = H5Fcreate(FNAME8,H5F_ACC_TRUNC,H5P_DEFAULT,H5P_DEFAULT))<0) return -1; if (make_deflate(loc_id)<0) goto out; if(H5Fclose(loc_id)<0) return -1; /*------------------------------------------------------------------------- * create a file with the shuffle filter *------------------------------------------------------------------------- */ if((loc_id = H5Fcreate(FNAME9,H5F_ACC_TRUNC,H5P_DEFAULT,H5P_DEFAULT))<0) return -1; if (make_shuffle(loc_id)<0) goto out; if(H5Fclose(loc_id)<0) return -1; /*------------------------------------------------------------------------- * create a file with the fletcher32 filter *------------------------------------------------------------------------- */ if((loc_id = H5Fcreate(FNAME10,H5F_ACC_TRUNC,H5P_DEFAULT,H5P_DEFAULT))<0) return -1; if (make_fletcher32(loc_id)<0) goto out; if(H5Fclose(loc_id)<0) return -1; /*------------------------------------------------------------------------- * create a file with all the filters *------------------------------------------------------------------------- */ if((loc_id = H5Fcreate(FNAME11,H5F_ACC_TRUNC,H5P_DEFAULT,H5P_DEFAULT))<0) return -1; if (make_all(loc_id)<0) goto out; if(H5Fclose(loc_id)<0) return -1; /*------------------------------------------------------------------------- * create a file with the nbit filter *------------------------------------------------------------------------- */ if((loc_id = H5Fcreate(FNAME12,H5F_ACC_TRUNC,H5P_DEFAULT,H5P_DEFAULT))<0) return -1; if (make_nbit(loc_id)<0) goto out; if(H5Fclose(loc_id)<0) return -1; /*------------------------------------------------------------------------- * create a file with the scaleoffset filter *------------------------------------------------------------------------- */ if((loc_id = H5Fcreate(FNAME13,H5F_ACC_TRUNC,H5P_DEFAULT,H5P_DEFAULT))<0) return -1; if (make_scaleoffset(loc_id)<0) goto out; if(H5Fclose(loc_id)<0) return -1; /*------------------------------------------------------------------------- * create a big dataset *------------------------------------------------------------------------- */ if((loc_id = H5Fcreate(FNAME14,H5F_ACC_TRUNC,H5P_DEFAULT,H5P_DEFAULT))<0) return -1; if (make_big(loc_id)<0) goto out; if(H5Fclose(loc_id)<0) return -1; /*------------------------------------------------------------------------- * create a file with external dataset *------------------------------------------------------------------------- */ if((loc_id = H5Fcreate(FNAME15,H5F_ACC_TRUNC,H5P_DEFAULT,H5P_DEFAULT))<0) return -1; if (make_external(loc_id)<0) goto out; if(H5Fclose(loc_id)<0) return -1; return 0; out: H5Fclose(loc_id); return -1; } /*------------------------------------------------------------------------- * Function: make_all_objects * * Purpose: make a test file with all types of HDF5 objects * *------------------------------------------------------------------------- */ int make_all_objects(hid_t loc_id) { hid_t dset_id; hid_t group_id; hid_t type_id; hid_t root_id; hid_t space_id; hsize_t dims[1]={2}; /* Compound datatype */ typedef struct s_t { int a; float b; } s_t; /*------------------------------------------------------------------------- * H5G_DATASET *------------------------------------------------------------------------- */ space_id = H5Screate_simple(1,dims,NULL); dset_id = H5Dcreate(loc_id,"dset_referenced",H5T_NATIVE_INT,space_id,H5P_DEFAULT); H5Sclose(space_id); /*------------------------------------------------------------------------- * H5G_GROUP *------------------------------------------------------------------------- */ group_id = H5Gcreate2(loc_id, "g1", H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); root_id = H5Gopen(loc_id, "/"); /*------------------------------------------------------------------------- * H5G_TYPE *------------------------------------------------------------------------- */ /* Create a memory compound datatype */ type_id = H5Tcreate (H5T_COMPOUND, sizeof(s_t)); H5Tinsert(type_id, "a", HOFFSET(s_t, a), H5T_NATIVE_INT); H5Tinsert(type_id, "b", HOFFSET(s_t, b), H5T_NATIVE_FLOAT); /* Commit compound datatype and close it */ H5Tcommit(loc_id, "type", type_id); H5Tclose(type_id); /*------------------------------------------------------------------------- * H5G_LINK *------------------------------------------------------------------------- */ H5Glink(loc_id, H5L_TYPE_SOFT, "dset", "link"); /*------------------------------------------------------------------------- * H5G_UDLINK *------------------------------------------------------------------------- */ /* Create an external link. Other UD links are not supported by h5repack */ H5Lcreate_external("file", "path", loc_id, "ext_link", H5P_DEFAULT, H5P_DEFAULT); /*------------------------------------------------------------------------- * write a series of datasetes *------------------------------------------------------------------------- */ write_dset_in(root_id,"dset_referenced",loc_id,0); /* Close */ H5Dclose(dset_id); H5Gclose(group_id); H5Gclose(root_id); return 0; } /*------------------------------------------------------------------------- * Function: make_attributes * * Purpose: make a test file with all types of attributes * *------------------------------------------------------------------------- */ int make_attributes(hid_t loc_id) { hid_t dset_id; hid_t group_id; hid_t root_id; hid_t space_id; hsize_t dims[1]={2}; /*------------------------------------------------------------------------- * H5G_DATASET *------------------------------------------------------------------------- */ space_id = H5Screate_simple(1,dims,NULL); dset_id = H5Dcreate(loc_id,"dset",H5T_NATIVE_INT,space_id,H5P_DEFAULT); H5Sclose(space_id); /*------------------------------------------------------------------------- * H5G_GROUP *------------------------------------------------------------------------- */ group_id = H5Gcreate2(loc_id, "g1", H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); root_id = H5Gopen(loc_id, "/"); /*------------------------------------------------------------------------- * write a series of attributes on the dataset, group, and root group *------------------------------------------------------------------------- */ write_attr_in(dset_id,"dset",loc_id,0); write_attr_in(group_id,"dset",loc_id,0); write_attr_in(root_id,"dset",loc_id,0); /* Close */ H5Dclose(dset_id); H5Gclose(group_id); H5Gclose(root_id); return 0; } /*------------------------------------------------------------------------- * Function: make_hlinks * * Purpose: make a test file with hard links * *------------------------------------------------------------------------- */ int make_hlinks(hid_t loc_id) { hid_t group1_id; hid_t group2_id; hid_t group3_id; hsize_t dims[2]={3,2}; int buf[3][2]= {{1,1},{1,2},{2,2}}; /*------------------------------------------------------------------------- * create a dataset and some hard links to it *------------------------------------------------------------------------- */ if(write_dset(loc_id,2,dims,"dset",H5T_NATIVE_INT,buf)<0) return -1; if(H5Glink(loc_id, H5L_TYPE_HARD, "dset", "link1 to dset")<0) return -1; if(H5Glink(loc_id, H5L_TYPE_HARD, "dset", "link2 to dset")<0) return -1; if(H5Glink(loc_id, H5L_TYPE_HARD, "dset", "link3 to dset")<0) return -1; /*------------------------------------------------------------------------- * create a group and some hard links to it *------------------------------------------------------------------------- */ if((group1_id = H5Gcreate2(loc_id, "g1", H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0) return -1; if((group2_id = H5Gcreate2(group1_id, "g2", H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0) return -1; if((group3_id = H5Gcreate2(group2_id, "g3", H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0) return -1; if(H5Glink2(loc_id, "g1", H5L_TYPE_HARD, group2_id, "link1 to g1")<0) return -1; if(H5Glink2(group1_id, "g2", H5L_TYPE_HARD, group3_id, "link1 to g2")<0) return -1; H5Gclose(group1_id); H5Gclose(group2_id); H5Gclose(group3_id); return 0; } /*------------------------------------------------------------------------- * Function: make_szip * * Purpose: make a dataset with the SZIP filter * *------------------------------------------------------------------------- */ #ifdef H5_HAVE_FILTER_SZIP int make_szip(hid_t loc_id) { hid_t dcpl; /* dataset creation property list */ hid_t sid; /* dataspace ID */ unsigned szip_options_mask=H5_SZIP_ALLOW_K13_OPTION_MASK|H5_SZIP_NN_OPTION_MASK; unsigned szip_pixels_per_block=8; hsize_t dims[RANK]={DIM1,DIM2}; hsize_t chunk_dims[RANK]={CDIM1,CDIM2}; int buf[DIM1][DIM2]; int i, j, n; int szip_can_encode = 0; for (i=n=0; i=0); status = H5Dvlen_reclaim(type_id,space_id,H5P_DEFAULT,buf5); assert(status>=0); status = H5Dclose(dset_id); status = H5Tclose(type_id); status = H5Sclose(space_id); /*------------------------------------------------------------------------- * H5T_ARRAY *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) for (j=0; j<3; j++) { buf6[i][j]=0; } } type_id = H5Tarray_create(H5T_NATIVE_INT, 1, dimarray, NULL); write_dset(loc_id,1,dims,"array",type_id,buf6); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_INTEGER and H5T_FLOAT *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) { buf7[i]=0; buf8[i]=0; } } write_dset(loc_id,1,dims,"integer",H5T_NATIVE_INT,buf7); write_dset(loc_id,1,dims,"float",H5T_NATIVE_FLOAT,buf8); /*------------------------------------------------------------------------- * 2D *------------------------------------------------------------------------- */ /*------------------------------------------------------------------------- * H5T_STRING *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf12, 'z', sizeof buf12); } type_id = H5Tcopy(H5T_C_S1); status = H5Tset_size(type_id, 2); write_dset(loc_id,2,dims2,"string2D",type_id,buf12); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_BITFIELD *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf22,0,sizeof buf22); } type_id = H5Tcopy(H5T_STD_B8LE); write_dset(loc_id,2,dims2,"bitfield2D",type_id,buf22); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_OPAQUE *------------------------------------------------------------------------- */ type_id = H5Tcreate(H5T_OPAQUE, 1); status = H5Tset_tag(type_id, "1-byte opaque type"); /* must set this */ write_dset(loc_id,2,dims2,"opaque2D",type_id,buf22); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_COMPOUND *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf32,0,sizeof buf32); } type_id = H5Tcreate (H5T_COMPOUND, sizeof(s_t)); H5Tinsert(type_id, "a", HOFFSET(s_t, a), H5T_NATIVE_CHAR); H5Tinsert(type_id, "b", HOFFSET(s_t, b), H5T_NATIVE_DOUBLE); write_dset(loc_id,2,dims2,"compound2D",type_id,buf32); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_REFERENCE *------------------------------------------------------------------------- */ /* Create references to dataset */ if (dset_name) { for (i = 0; i < 1; i++) { for (j = 0; j < 1; j++) { status=H5Rcreate(&buf42[i][j],file_id,dset_name,H5R_OBJECT,-1); } } write_dset(loc_id,2,dims2r,"refobj2D",H5T_STD_REF_OBJ,buf42); } /*------------------------------------------------------------------------- * H5T_ENUM *------------------------------------------------------------------------- */ type_id = H5Tcreate(H5T_ENUM, sizeof(e_t)); H5Tenum_insert(type_id, "RED", (val = 0, &val)); H5Tenum_insert(type_id, "GREEN", (val = 1, &val)); write_dset(loc_id,2,dims2,"enum2D",type_id,0); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_VLEN *------------------------------------------------------------------------- */ /* Allocate and initialize VL dataset to write */ n=0; for (i = 0; i < 3; i++) { for (j = 0; j < 2; j++) { int l; buf52[i][j].p = malloc((i + 1) * sizeof(int)); buf52[i][j].len = i + 1; for (l = 0; l < i + 1; l++) if (make_diffs)((int *)buf52[i][j].p)[l] = 0; else ((int *)buf52[i][j].p)[l] = n++; } } space_id = H5Screate_simple(2,dims2,NULL); type_id = H5Tvlen_create(H5T_NATIVE_INT); dset_id = H5Dcreate(loc_id,"vlen2D",type_id,space_id,H5P_DEFAULT); status = H5Dwrite(dset_id,type_id,H5S_ALL,H5S_ALL,H5P_DEFAULT,buf52); assert(status>=0); status = H5Dvlen_reclaim(type_id,space_id,H5P_DEFAULT,buf52); assert(status>=0); status = H5Dclose(dset_id); status = H5Tclose(type_id); status = H5Sclose(space_id); /*------------------------------------------------------------------------- * H5T_ARRAY *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf62,0,sizeof buf62); } type_id = H5Tarray_create(H5T_NATIVE_INT, 1, dimarray, NULL); write_dset(loc_id,2,dims2,"array2D",type_id,buf62); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_INTEGER, write a fill value *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf72,0,sizeof buf72); memset(buf82,0,sizeof buf82); } plist_id = H5Pcreate(H5P_DATASET_CREATE); space_id = H5Screate_simple(2,dims2,NULL); dset_id = H5Dcreate(loc_id,"integer2D",H5T_NATIVE_INT,space_id,plist_id); status = H5Dwrite(dset_id,H5T_NATIVE_INT,H5S_ALL,H5S_ALL,H5P_DEFAULT,buf72); status = H5Pclose(plist_id); status = H5Dclose(dset_id); status = H5Sclose(space_id); /*------------------------------------------------------------------------- * H5T_FLOAT *------------------------------------------------------------------------- */ write_dset(loc_id,2,dims2,"float2D",H5T_NATIVE_FLOAT,buf82); /*------------------------------------------------------------------------- * 3D *------------------------------------------------------------------------- */ /*------------------------------------------------------------------------- * H5T_STRING *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf13,'z',sizeof buf13); } type_id = H5Tcopy(H5T_C_S1); status = H5Tset_size(type_id, 2); write_dset(loc_id,3,dims3,"string3D",type_id,buf13); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_BITFIELD *------------------------------------------------------------------------- */ n=1; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { if (make_diffs) buf23[i][j][k]=0; else buf23[i][j][k]=n++; } } } type_id = H5Tcopy(H5T_STD_B8LE); write_dset(loc_id,3,dims3,"bitfield3D",type_id,buf23); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_OPAQUE *------------------------------------------------------------------------- */ type_id = H5Tcreate(H5T_OPAQUE, 1); status = H5Tset_tag(type_id, "1-byte opaque type"); /* must set this */ write_dset(loc_id,3,dims3,"opaque3D",type_id,buf23); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_COMPOUND *------------------------------------------------------------------------- */ n=1; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { if (make_diffs) { buf33[i][j][k].a=0; buf33[i][j][k].b=0; } else { buf33[i][j][k].a=n++; buf33[i][j][k].b=n++; } } } } type_id = H5Tcreate (H5T_COMPOUND, sizeof(s_t)); H5Tinsert(type_id, "a", HOFFSET(s_t, a), H5T_NATIVE_CHAR); H5Tinsert(type_id, "b", HOFFSET(s_t, b), H5T_NATIVE_DOUBLE); write_dset(loc_id,3,dims3,"compound3D",type_id,buf33); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_REFERENCE *------------------------------------------------------------------------- */ /* Create references to dataset */ if (dset_name) { for (i = 0; i < 1; i++) { for (j = 0; j < 1; j++) { for (k = 0; k < 1; k++) status=H5Rcreate(&buf43[i][j][k],file_id,dset_name,H5R_OBJECT,-1); } } write_dset(loc_id,3,dims3r,"refobj3D",H5T_STD_REF_OBJ,buf43); } /*------------------------------------------------------------------------- * H5T_ENUM *------------------------------------------------------------------------- */ type_id = H5Tcreate(H5T_ENUM, sizeof(e_t)); H5Tenum_insert(type_id, "RED", (val = 0, &val)); H5Tenum_insert(type_id, "GREEN", (val = 1, &val)); write_dset(loc_id,3,dims3,"enum3D",type_id,0); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_VLEN *------------------------------------------------------------------------- */ /* Allocate and initialize VL dataset to write */ n=0; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { int l; buf53[i][j][k].p = malloc((i + 1) * sizeof(int)); buf53[i][j][k].len = i + 1; for (l = 0; l < i + 1; l++) if (make_diffs)((int *)buf53[i][j][k].p)[l] = 0; else ((int *)buf53[i][j][k].p)[l] = n++; } } } space_id = H5Screate_simple(3,dims3,NULL); type_id = H5Tvlen_create(H5T_NATIVE_INT); dset_id = H5Dcreate(loc_id,"vlen3D",type_id,space_id,H5P_DEFAULT); status = H5Dwrite(dset_id,type_id,H5S_ALL,H5S_ALL,H5P_DEFAULT,buf53); assert(status>=0); status = H5Dvlen_reclaim(type_id,space_id,H5P_DEFAULT,buf53); assert(status>=0); status = H5Dclose(dset_id); status = H5Tclose(type_id); status = H5Sclose(space_id); /*------------------------------------------------------------------------- * H5T_ARRAY *------------------------------------------------------------------------- */ n=1; for (i = 0; i < 24; i++) { for (j = 0; j < (int)dimarray[0]; j++) { if (make_diffs) buf63[i][j]=0; else buf63[i][j]=n++; } } type_id = H5Tarray_create(H5T_NATIVE_INT, 1, dimarray, NULL); write_dset(loc_id,3,dims3,"array3D",type_id,buf63); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_INTEGER and H5T_FLOAT *------------------------------------------------------------------------- */ n=1; f=1; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { if (make_diffs) { buf73[i][j][k]=0; buf83[i][j][k]=0; } else { buf73[i][j][k]=n++; buf83[i][j][k]=f++; } } } } write_dset(loc_id,3,dims3,"integer3D",H5T_NATIVE_INT,buf73); write_dset(loc_id,3,dims3,"float3D",H5T_NATIVE_FLOAT,buf83); } /*------------------------------------------------------------------------- * Function: make_dset_reg_ref * * Purpose: write dataset region references * *------------------------------------------------------------------------- */ #define SPACE1_RANK 1 #define SPACE1_DIM1 1 #define SPACE2_RANK 2 #define SPACE2_DIM1 10 #define SPACE2_DIM2 10 #define NPOINTS 10 void make_dset_reg_ref(hid_t loc_id) { hid_t dset1; /* Dataset ID */ hid_t dset2; /* Dereferenced dataset ID */ hid_t sid1; /* Dataspace ID #1 */ hid_t sid2; /* Dataspace ID #2 */ hsize_t dims1[] = {SPACE1_DIM1}; hsize_t dims2[] = {SPACE2_DIM1, SPACE2_DIM2}; hsize_t start[SPACE2_RANK]; /* Starting location of hyperslab */ hsize_t stride[SPACE2_RANK]; /* Stride of hyperslab */ hsize_t count[SPACE2_RANK]; /* Element count of hyperslab */ hsize_t block[SPACE2_RANK]; /* Block size of hyperslab */ hdset_reg_ref_t *wbuf; /* buffer to write to disk */ int *dwbuf; /* Buffer for writing numeric data to disk */ int i; /* counting variables */ herr_t ret; /* Generic return value */ /* Allocate write & read buffers */ wbuf=calloc(sizeof(hdset_reg_ref_t), SPACE1_DIM1); dwbuf=malloc(sizeof(int)*SPACE2_DIM1*SPACE2_DIM2); /* Create dataspace for datasets */ sid2 = H5Screate_simple(SPACE2_RANK, dims2, NULL); /* Create a dataset */ dset2=H5Dcreate(loc_id,"dsetreg",H5T_NATIVE_UCHAR,sid2,H5P_DEFAULT); for(i=0; i and Attribute: and position string of string of difference ------------------------------------------------------------ [ 0 ] a z [ 0 ] b z [ 1 ] d z [ 1 ] e z */ type_id = H5Tcopy(H5T_C_S1); status = H5Tset_size(type_id, 2); make_attr(loc_id,1,dims,"string",type_id,buf1); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_BITFIELD *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) buf2[i]=buf2[1]=0; } /* buf2[2]= {1,2}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and Attribute: and position bitfield of bitfield of difference position opaque of opaque of difference ------------------------------------------------------------ [ 0 ] 1 0 1 [ 1 ] 2 0 2 */ type_id = H5Tcopy(H5T_STD_B8LE); make_attr(loc_id,1,dims,"bitfield",type_id,buf2); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_OPAQUE *------------------------------------------------------------------------- */ /* buf2[2]= {1,2}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and Attribute: and position opaque of opaque of difference position opaque of opaque of difference ------------------------------------------------------------ [ 0 ] 1 0 1 [ 1 ] 2 0 2 */ type_id = H5Tcreate(H5T_OPAQUE, 1); status = H5Tset_tag(type_id, "1-byte opaque type"); /* must set this */ make_attr(loc_id,1,dims,"opaque",type_id,buf2); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_COMPOUND *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) { buf3[i].a=0; buf3[i].b=0; } } /* buf3[2]= {{1,2},{3,4}}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and Attribute: and position compound of compound of difference ------------------------------------------------------------ [ 0 ] 1 5 4 [ 0 ] 2 5 3 [ 1 ] 3 5 2 [ 1 ] 4 5 1 */ type_id = H5Tcreate (H5T_COMPOUND, sizeof(s_t)); H5Tinsert(type_id, "a", HOFFSET(s_t, a), H5T_NATIVE_CHAR); H5Tinsert(type_id, "b", HOFFSET(s_t, b), H5T_NATIVE_DOUBLE); make_attr(loc_id,1,dims,"compound",type_id,buf3); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_REFERENCE *------------------------------------------------------------------------- */ /* object references ( H5R_OBJECT */ if (dset_name) { status=H5Rcreate(&buf4[0],fid,dset_name,H5R_OBJECT,-1); status=H5Rcreate(&buf4[1],fid,dset_name,H5R_OBJECT,-1); make_attr(loc_id,1,dims,"reference",H5T_STD_REF_OBJ,buf4); } /*------------------------------------------------------------------------- * H5T_ENUM *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) { buf45[i]=GREEN; } } /* buf45[2]= {RED,RED}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and Attribute: and position enum of enum of difference ------------------------------------------------------------ [ 0 ] RED GREEN [ 1 ] RED GREEN */ type_id = H5Tcreate(H5T_ENUM, sizeof(e_t)); H5Tenum_insert(type_id, "RED", (val = 0, &val)); H5Tenum_insert(type_id, "GREEN", (val = 1, &val)); make_attr(loc_id,1,dims,"enum",type_id,buf45); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_VLEN *------------------------------------------------------------------------- */ /* Allocate and initialize VL dataset to write */ buf5[0].len = 1; buf5[0].p = malloc( 1 * sizeof(int)); ((int *)buf5[0].p)[0]=1; buf5[1].len = 2; buf5[1].p = malloc( 2 * sizeof(int)); ((int *)buf5[1].p)[0]=2; ((int *)buf5[1].p)[1]=3; if (make_diffs) { ((int *)buf5[0].p)[0]=0; ((int *)buf5[1].p)[0]=0; ((int *)buf5[1].p)[1]=0; } /* $h5diff file7.h5 file6.h5 g1 g1 -v Group: and position vlen of vlen of difference ------------------------------------------------------------ [ 0 ] 1 0 1 [ 1 ] 2 0 2 [ 1 ] 3 0 3 */ space_id = H5Screate_simple(1,dims,NULL); type_id = H5Tvlen_create(H5T_NATIVE_INT); attr_id = H5Acreate(loc_id,"vlen",type_id,space_id,H5P_DEFAULT); status = H5Awrite(attr_id,type_id,buf5); assert(status>=0); status = H5Dvlen_reclaim(type_id,space_id,H5P_DEFAULT,buf5); assert(status>=0); status = H5Aclose(attr_id); status = H5Tclose(type_id); status = H5Sclose(space_id); /*------------------------------------------------------------------------- * H5T_ARRAY *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) for (j=0; j<3; j++) { buf6[i][j]=0; } } /* buf6[2][3]= {{1,2,3},{4,5,6}}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and Attribute: and position array of array of difference ------------------------------------------------------------ [ 0 ] 1 0 1 [ 0 ] 2 0 2 [ 0 ] 3 0 3 [ 1 ] 4 0 4 [ 1 ] 5 0 5 [ 1 ] 6 0 6 */ type_id = H5Tarray_create(H5T_NATIVE_INT, 1, dimarray, NULL); make_attr(loc_id,1,dims,"array",type_id,buf6); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_INTEGER and H5T_FLOAT *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) { buf7[i]=0; buf8[i]=0; } } /* buf7[2]= {1,2}; buf8[2]= {1,2}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and position integer of integer of difference ------------------------------------------------------------ [ 0 ] 1 0 1 [ 1 ] 2 0 2 position float of float of difference ------------------------------------------------------------ [ 0 ] 1 0 1 [ 1 ] 2 0 2 */ make_attr(loc_id,1,dims,"integer",H5T_NATIVE_INT,buf7); make_attr(loc_id,1,dims,"float",H5T_NATIVE_FLOAT,buf8); /*------------------------------------------------------------------------- * 2D attributes *------------------------------------------------------------------------- */ /*------------------------------------------------------------------------- * H5T_STRING *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf12, 'z', sizeof buf12); } /* buf12[6][2]= {"ab","cd","ef","gh","ij","kl"}; $h5diff file7.h5 file6.h5 g1 g1 -v Attribute: and position string2D of string2D of difference ------------------------------------------------------------ [ 0 0 ] a z [ 0 0 ] b z [ 0 1 ] c z [ 0 1 ] d z [ 1 0 ] e z [ 1 0 ] f z [ 1 1 ] g z [ 1 1 ] h z [ 2 0 ] i z [ 2 0 ] j z [ 2 1 ] k z [ 2 1 ] l z */ type_id = H5Tcopy(H5T_C_S1); status = H5Tset_size(type_id, 2); make_attr(loc_id,2,dims2,"string2D",type_id,buf12); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_BITFIELD *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf22,0,sizeof buf22); } /* buf22[3][2]= {{1,2},{3,4},{5,6}}; $h5diff file7.h5 file6.h5 g1 g1 -v Attribute: and position bitfield2D of bitfield2D of difference ------------------------------------------------------------ [ 0 0 ] 1 0 1 [ 0 1 ] 2 0 2 [ 1 0 ] 3 0 3 [ 1 1 ] 4 0 4 [ 2 0 ] 5 0 5 [ 2 1 ] 6 0 6 */ type_id = H5Tcopy(H5T_STD_B8LE); make_attr(loc_id,2,dims2,"bitfield2D",type_id,buf22); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_OPAQUE *------------------------------------------------------------------------- */ /* buf22[3][2]= {{1,2},{3,4},{5,6}}; $h5diff file7.h5 file6.h5 g1 g1 -v Attribute: and position opaque2D of opaque2D of difference ------------------------------------------------------------ [ 0 0 ] 1 0 1 [ 0 1 ] 2 0 2 [ 1 0 ] 3 0 3 [ 1 1 ] 4 0 4 [ 2 0 ] 5 0 5 [ 2 1 ] 6 0 6 */ type_id = H5Tcreate(H5T_OPAQUE, 1); status = H5Tset_tag(type_id, "1-byte opaque type"); /* must set this */ make_attr(loc_id,2,dims2,"opaque2D",type_id,buf22); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_COMPOUND *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf32,0,sizeof buf32); } /* buf32[6]= {{1,2},{3,4},{5,6},{7,8},{9,10},{11,12}}; $h5diff file7.h5 file6.h5 g1 g1 -v Attribute: and position opaque2D of opaque2D of difference ------------------------------------------------------------ [ 0 0 ] 1 0 1 [ 0 1 ] 2 0 2 [ 1 0 ] 3 0 3 [ 1 1 ] 4 0 4 [ 2 0 ] 5 0 5 [ 2 1 ] 6 0 6 */ type_id = H5Tcreate (H5T_COMPOUND, sizeof(s_t)); H5Tinsert(type_id, "a", HOFFSET(s_t, a), H5T_NATIVE_CHAR); H5Tinsert(type_id, "b", HOFFSET(s_t, b), H5T_NATIVE_DOUBLE); make_attr(loc_id,2,dims2,"compound2D",type_id,buf32); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_REFERENCE *------------------------------------------------------------------------- */ /* Create references to dataset */ if (dset_name) { for (i = 0; i < 3; i++) { for (j = 0; j < 2; j++) { status=H5Rcreate(&buf42[i][j],fid,dset_name,H5R_OBJECT,-1); } } make_attr(loc_id,2,dims2,"reference2D",H5T_STD_REF_OBJ,buf42); } /*------------------------------------------------------------------------- * H5T_ENUM *------------------------------------------------------------------------- */ for (i=0; i<3; i++) for (j=0; j<2; j++) { if (make_diffs) buf452[i][j]=GREEN; else buf452[i][j]=RED; } /* Attribute: and position enum2D of enum2D of difference ------------------------------------------------------------ [ 0 0 ] RED GREEN [ 0 1 ] RED GREEN [ 1 0 ] RED GREEN [ 1 1 ] RED GREEN [ 2 0 ] RED GREEN [ 2 1 ] RED GREEN */ type_id = H5Tcreate(H5T_ENUM, sizeof(e_t)); H5Tenum_insert(type_id, "RED", (val = 0, &val)); H5Tenum_insert(type_id, "GREEN", (val = 1, &val)); make_attr(loc_id,2,dims2,"enum2D",type_id,buf452); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_VLEN *------------------------------------------------------------------------- */ /* Allocate and initialize VL dataset to write */ n=0; for (i = 0; i < 3; i++) { for (j = 0; j < 2; j++) { int l; buf52[i][j].p = malloc((i + 1) * sizeof(int)); buf52[i][j].len = i + 1; for (l = 0; l < i + 1; l++) if (make_diffs)((int *)buf52[i][j].p)[l] = 0; else ((int *)buf52[i][j].p)[l] = n++; } } /* position vlen2D of vlen2D of difference ------------------------------------------------------------ [ 0 1 ] 1 0 1 [ 1 0 ] 2 0 2 [ 1 0 ] 3 0 3 [ 1 1 ] 4 0 4 [ 1 1 ] 5 0 5 [ 2 0 ] 6 0 6 [ 2 0 ] 7 0 7 [ 2 0 ] 8 0 8 [ 2 1 ] 9 0 9 [ 2 1 ] 10 0 10 [ 2 1 ] 11 0 11 */ space_id = H5Screate_simple(2,dims2,NULL); type_id = H5Tvlen_create(H5T_NATIVE_INT); attr_id = H5Acreate(loc_id,"vlen2D",type_id,space_id,H5P_DEFAULT); status = H5Awrite(attr_id,type_id,buf52); assert(status>=0); status = H5Dvlen_reclaim(type_id,space_id,H5P_DEFAULT,buf52); assert(status>=0); status = H5Aclose(attr_id); status = H5Tclose(type_id); status = H5Sclose(space_id); /*------------------------------------------------------------------------- * H5T_ARRAY *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf62,0,sizeof buf62); } /* buf62[6][3]= {{1,2,3},{4,5,6},{7,8,9},{10,11,12},{13,14,15},{16,17,18}}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and Attribute: and position array2D of array2D of difference ------------------------------------------------------------ [ 0 0 ] 1 0 1 [ 0 0 ] 2 0 2 [ 0 0 ] 3 0 3 [ 0 1 ] 4 0 4 [ 0 1 ] 5 0 5 [ 0 1 ] 6 0 6 [ 1 0 ] 7 0 7 [ 1 0 ] 8 0 8 [ 1 0 ] 9 0 9 [ 1 1 ] 10 0 10 [ 1 1 ] 11 0 11 [ 1 1 ] 12 0 12 [ 2 0 ] 13 0 13 [ 2 0 ] 14 0 14 [ 2 0 ] 15 0 15 [ 2 1 ] 16 0 16 [ 2 1 ] 17 0 17 [ 2 1 ] 18 0 18 */ type_id = H5Tarray_create(H5T_NATIVE_INT, 1, dimarray, NULL); make_attr(loc_id,2,dims2,"array2D",type_id,buf62); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_INTEGER and H5T_FLOAT *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf72,0,sizeof buf72); memset(buf82,0,sizeof buf82); } /* Attribute: and position integer2D of integer2D of difference ------------------------------------------------------------ [ 0 0 ] 1 0 1 [ 0 1 ] 2 0 2 [ 1 0 ] 3 0 3 [ 1 1 ] 4 0 4 [ 2 0 ] 5 0 5 [ 2 1 ] 6 0 6 6 differences found Attribute: and position float2D of float2D of difference ------------------------------------------------------------ [ 0 0 ] 1 0 1 [ 0 1 ] 2 0 2 [ 1 0 ] 3 0 3 [ 1 1 ] 4 0 4 [ 2 0 ] 5 0 5 [ 2 1 ] 6 0 6 */ make_attr(loc_id,2,dims2,"integer2D",H5T_NATIVE_INT,buf72); make_attr(loc_id,2,dims2,"float2D",H5T_NATIVE_FLOAT,buf82); /*------------------------------------------------------------------------- * 3D attributes *------------------------------------------------------------------------- */ /*------------------------------------------------------------------------- * H5T_STRING *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf13,'z',sizeof buf13); } /* buf13[24][2]= {"ab","cd","ef","gh","ij","kl","mn","pq", "rs","tu","vw","xz","AB","CD","EF","GH", "IJ","KL","MN","PQ","RS","TU","VW","XZ"}; Attribute: and position string3D of string3D of difference ------------------------------------------------------------ [ 0 0 0 ] a z [ 0 0 0 ] b z [ 0 0 1 ] c z [ 0 0 1 ] d z [ 0 1 0 ] e z [ 0 1 0 ] f z [ 0 1 1 ] g z [ 0 1 1 ] h z [ 0 2 0 ] i z [ 0 2 0 ] j z [ 0 2 1 ] k z [ 0 2 1 ] l z [ 1 0 0 ] m z [ 1 0 0 ] n z [ 1 0 1 ] p z [ 1 0 1 ] q z [ 1 1 0 ] r z [ 1 1 0 ] s z [ 1 1 1 ] t z [ 1 1 1 ] u z [ 1 2 0 ] v z [ 1 2 0 ] w z [ 1 2 1 ] x z [ 2 0 0 ] A z [ 2 0 0 ] B z [ 2 0 1 ] C z [ 2 0 1 ] D z [ 2 1 0 ] E z [ 2 1 0 ] F z [ 2 1 1 ] G z [ 2 1 1 ] H z [ 2 2 0 ] I z [ 2 2 0 ] J z [ 2 2 1 ] K z [ 2 2 1 ] L z [ 3 0 0 ] M z [ 3 0 0 ] N z [ 3 0 1 ] P z [ 3 0 1 ] Q z [ 3 1 0 ] R z [ 3 1 0 ] S z [ 3 1 1 ] T z [ 3 1 1 ] U z [ 3 2 0 ] V z [ 3 2 0 ] W z [ 3 2 1 ] X z [ 3 2 1 ] Z z */ type_id = H5Tcopy(H5T_C_S1); status = H5Tset_size(type_id, 2); make_attr(loc_id,3,dims3,"string3D",type_id,buf13); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_BITFIELD *------------------------------------------------------------------------- */ n=1; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { if (make_diffs) buf23[i][j][k]=0; else buf23[i][j][k]=n++; } } } /* position bitfield3D of bitfield3D of difference ------------------------------------------------------------ [ 0 0 0 ] 1 0 1 [ 0 0 1 ] 2 0 2 [ 0 1 0 ] 3 0 3 [ 0 1 1 ] 4 0 4 [ 0 2 0 ] 5 0 5 [ 0 2 1 ] 6 0 6 [ 1 0 0 ] 7 0 7 [ 1 0 1 ] 8 0 8 [ 1 1 0 ] 9 0 9 [ 1 1 1 ] 10 0 10 [ 1 2 0 ] 11 0 11 [ 1 2 1 ] 12 0 12 [ 2 0 0 ] 13 0 13 [ 2 0 1 ] 14 0 14 [ 2 1 0 ] 15 0 15 [ 2 1 1 ] 16 0 16 [ 2 2 0 ] 17 0 17 [ 2 2 1 ] 18 0 18 [ 3 0 0 ] 19 0 19 [ 3 0 1 ] 20 0 20 [ 3 1 0 ] 21 0 21 [ 3 1 1 ] 22 0 22 [ 3 2 0 ] 23 0 23 [ 3 2 1 ] 24 0 24 */ type_id = H5Tcopy(H5T_STD_B8LE); make_attr(loc_id,3,dims3,"bitfield3D",type_id,buf23); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_OPAQUE *------------------------------------------------------------------------- */ type_id = H5Tcreate(H5T_OPAQUE, 1); status = H5Tset_tag(type_id, "1-byte opaque type"); /* must set this */ make_attr(loc_id,3,dims3,"opaque3D",type_id,buf23); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_COMPOUND *------------------------------------------------------------------------- */ n=1; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { if (make_diffs) { buf33[i][j][k].a=0; buf33[i][j][k].b=0; } else { buf33[i][j][k].a=n++; buf33[i][j][k].b=n++; } } } } /*position compound3D of compound3D of difference ------------------------------------------------------------ [ 0 0 0 ] 1 0 1 [ 0 0 0 ] 2 0 2 [ 0 0 1 ] 3 0 3 [ 0 0 1 ] 4 0 4 [ 0 1 0 ] 5 0 5 [ 0 1 0 ] 6 0 6 [ 0 1 1 ] 7 0 7 [ 0 1 1 ] 8 0 8 [ 0 2 0 ] 9 0 9 [ 0 2 0 ] 10 0 10 [ 0 2 1 ] 11 0 11 [ 0 2 1 ] 12 0 12 [ 1 0 0 ] 13 0 13 [ 1 0 0 ] 14 0 14 [ 1 0 1 ] 15 0 15 [ 1 0 1 ] 16 0 16 [ 1 1 0 ] 17 0 17 [ 1 1 0 ] 18 0 18 [ 1 1 1 ] 19 0 19 [ 1 1 1 ] 20 0 20 [ 1 2 0 ] 21 0 21 [ 1 2 0 ] 22 0 22 [ 1 2 1 ] 23 0 23 [ 1 2 1 ] 24 0 24 [ 2 0 0 ] 25 0 25 [ 2 0 0 ] 26 0 26 [ 2 0 1 ] 27 0 27 [ 2 0 1 ] 28 0 28 [ 2 1 0 ] 29 0 29 [ 2 1 0 ] 30 0 30 [ 2 1 1 ] 31 0 31 [ 2 1 1 ] 32 0 32 [ 2 2 0 ] 33 0 33 [ 2 2 0 ] 34 0 34 [ 2 2 1 ] 35 0 35 [ 2 2 1 ] 36 0 36 [ 3 0 0 ] 37 0 37 [ 3 0 0 ] 38 0 38 [ 3 0 1 ] 39 0 39 [ 3 0 1 ] 40 0 40 [ 3 1 0 ] 41 0 41 [ 3 1 0 ] 42 0 42 [ 3 1 1 ] 43 0 43 [ 3 1 1 ] 44 0 44 [ 3 2 0 ] 45 0 45 [ 3 2 0 ] 46 0 46 [ 3 2 1 ] 47 0 47 [ 3 2 1 ] 48 0 48 */ type_id = H5Tcreate (H5T_COMPOUND, sizeof(s_t)); H5Tinsert(type_id, "a", HOFFSET(s_t, a), H5T_NATIVE_CHAR); H5Tinsert(type_id, "b", HOFFSET(s_t, b), H5T_NATIVE_DOUBLE); make_attr(loc_id,3,dims3,"compound3D",type_id,buf33); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_REFERENCE *------------------------------------------------------------------------- */ /* Create references to dataset */ if (dset_name) { for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) status=H5Rcreate(&buf43[i][j][k],fid,dset_name,H5R_OBJECT,-1); } } make_attr(loc_id,3,dims3,"reference3D",H5T_STD_REF_OBJ,buf43); } /*------------------------------------------------------------------------- * H5T_ENUM *------------------------------------------------------------------------- */ for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { if (make_diffs) buf453[i][j][k]=RED; else buf453[i][j][k]=GREEN; } } } /* position enum3D of enum3D of difference ------------------------------------------------------------ [ 0 0 0 ] GREEN RED [ 0 0 1 ] GREEN RED [ 0 1 0 ] GREEN RED [ 0 1 1 ] GREEN RED [ 0 2 0 ] GREEN RED [ 0 2 1 ] GREEN RED [ 1 0 0 ] GREEN RED [ 1 0 1 ] GREEN RED [ 1 1 0 ] GREEN RED [ 1 1 1 ] GREEN RED [ 1 2 0 ] GREEN RED [ 1 2 1 ] GREEN RED [ 2 0 0 ] GREEN RED [ 2 0 1 ] GREEN RED [ 2 1 0 ] GREEN RED [ 2 1 1 ] GREEN RED [ 2 2 0 ] GREEN RED [ 2 2 1 ] GREEN RED [ 3 0 0 ] GREEN RED [ 3 0 1 ] GREEN RED [ 3 1 0 ] GREEN RED [ 3 1 1 ] GREEN RED [ 3 2 0 ] GREEN RED [ 3 2 1 ] GREEN RED */ type_id = H5Tcreate(H5T_ENUM, sizeof(e_t)); H5Tenum_insert(type_id, "RED", (val = 0, &val)); H5Tenum_insert(type_id, "GREEN", (val = 1, &val)); make_attr(loc_id,3,dims3,"enum3D",type_id,buf453); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_VLEN *------------------------------------------------------------------------- */ /* Allocate and initialize VL dataset to write */ n=0; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { int l; buf53[i][j][k].p = malloc((i + 1) * sizeof(int)); buf53[i][j][k].len = i + 1; for (l = 0; l < i + 1; l++) if (make_diffs)((int *)buf53[i][j][k].p)[l] = 0; else ((int *)buf53[i][j][k].p)[l] = n++; } } } /* position vlen3D of vlen3D of difference ------------------------------------------------------------ [ 0 0 1 ] 1 0 1 [ 0 1 0 ] 2 0 2 [ 0 1 1 ] 3 0 3 [ 0 2 0 ] 4 0 4 [ 0 2 1 ] 5 0 5 [ 1 0 0 ] 6 0 6 [ 1 0 0 ] 7 0 7 [ 1 0 1 ] 8 0 8 [ 1 0 1 ] 9 0 9 [ 1 1 0 ] 10 0 10 etc */ space_id = H5Screate_simple(3,dims3,NULL); type_id = H5Tvlen_create(H5T_NATIVE_INT); attr_id = H5Acreate(loc_id,"vlen3D",type_id,space_id,H5P_DEFAULT); status = H5Awrite(attr_id,type_id,buf53); assert(status>=0); status = H5Dvlen_reclaim(type_id,space_id,H5P_DEFAULT,buf53); assert(status>=0); status = H5Aclose(attr_id); status = H5Tclose(type_id); status = H5Sclose(space_id); /*------------------------------------------------------------------------- * H5T_ARRAY *------------------------------------------------------------------------- */ n=1; for (i = 0; i < 24; i++) { for (j = 0; j < (int)dimarray[0]; j++) { if (make_diffs) buf63[i][j]=0; else buf63[i][j]=n++; } } /* position array3D of array3D of difference ------------------------------------------------------------ [ 0 0 0 ] 1 0 1 [ 0 0 0 ] 2 0 2 [ 0 0 0 ] 3 0 3 [ 0 0 1 ] 4 0 4 [ 0 0 1 ] 5 0 5 [ 0 0 1 ] 6 0 6 [ 0 1 0 ] 7 0 7 etc */ type_id = H5Tarray_create(H5T_NATIVE_INT, 1, dimarray, NULL); make_attr(loc_id,3,dims3,"array3D",type_id,buf63); status = H5Tclose(type_id); /*------------------------------------------------------------------------- * H5T_INTEGER and H5T_FLOAT *------------------------------------------------------------------------- */ n=1; f=1; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { if (make_diffs) { buf73[i][j][k]=0; buf83[i][j][k]=0; } else { buf73[i][j][k]=n++; buf83[i][j][k]=f++; } } } } /* position integer3D of integer3D of difference ------------------------------------------------------------ [ 0 0 0 ] 1 0 1 [ 0 0 1 ] 2 0 2 [ 0 1 0 ] 3 0 3 [ 0 1 1 ] 4 0 4 [ 0 2 0 ] 5 0 5 [ 0 2 1 ] 6 0 6 [ 1 0 0 ] 7 0 7 [ 1 0 1 ] 8 0 8 [ 1 1 0 ] 9 0 9 [ 1 1 1 ] 10 0 10 etc */ make_attr(loc_id,3,dims3,"integer3D",H5T_NATIVE_INT,buf73); make_attr(loc_id,3,dims3,"float3D",H5T_NATIVE_FLOAT,buf83); } /*------------------------------------------------------------------------- * Function: make_dset * * Purpose: utility function to create and write a dataset in LOC_ID * * Programmer: Pedro Vicente, pvn@ncsa.uiuc.edu * * Date: November 12, 2003 * *------------------------------------------------------------------------- */ int make_dset(hid_t loc_id, const char *name, hid_t sid, hid_t dcpl, void *buf) { hid_t dsid; /* create the dataset */ if((dsid = H5Dcreate (loc_id,name,H5T_NATIVE_INT,sid,dcpl))<0) return -1; /* write */ if(H5Dwrite(dsid,H5T_NATIVE_INT,H5S_ALL,H5S_ALL,H5P_DEFAULT,buf)<0) goto out; /* close */ if(H5Dclose(dsid)<0) return -1; return 0; out: H5E_BEGIN_TRY { H5Dclose(dsid); } H5E_END_TRY; return -1; } /*------------------------------------------------------------------------- * Function: write_dset * * Purpose: utility function to create and write a dataset in LOC_ID * * Programmer: Pedro Vicente, pvn@ncsa.uiuc.edu * * Date: November 12, 2003 * *------------------------------------------------------------------------- */ int write_dset( hid_t loc_id, int rank, hsize_t *dims, const char *dset_name, hid_t type_id, void *buf ) { hid_t dset_id; hid_t space_id; /* Create a buf space */ if ((space_id = H5Screate_simple(rank,dims,NULL))<0) return -1; /* Create a dataset */ if ((dset_id = H5Dcreate(loc_id,dset_name,type_id,space_id,H5P_DEFAULT))<0) return -1; /* Write the buf */ if ( buf ) if (H5Dwrite(dset_id,type_id,H5S_ALL,H5S_ALL,H5P_DEFAULT,buf)<0) return -1; /* Close */ if (H5Dclose(dset_id)<0) return -1; if (H5Sclose(space_id)<0) return -1; return 0; } /*------------------------------------------------------------------------- * Function: write_attr * * Purpose: utility function to write an attribute in LOC_ID * * Programmer: Pedro Vicente, pvn@ncsa.uiuc.edu * * Date: November 12, 2003 * *------------------------------------------------------------------------- */ int make_attr(hid_t loc_id, int rank, hsize_t *dims, const char *attr_name, hid_t type_id, void *buf) { hid_t attr_id; hid_t space_id; /* create a space */ if ((space_id = H5Screate_simple(rank,dims,NULL))<0) return -1; /* create the attribute */ if ((attr_id = H5Acreate(loc_id,attr_name,type_id,space_id,H5P_DEFAULT))<0) goto out; /* write the buffer */ if ( buf ) { if (H5Awrite(attr_id,type_id,buf)<0) goto out; } /* close */ H5Aclose(attr_id); H5Sclose(space_id); return 0; out: H5E_BEGIN_TRY { H5Aclose(attr_id); H5Sclose(space_id); } H5E_END_TRY; return -1; }