/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * Copyright by The HDF Group. * * Copyright by the Board of Trustees of the University of Illinois. * * All rights reserved. * * * * This file is part of HDF5. The full HDF5 copyright notice, including * * terms governing use, modification, and redistribution, is contained in * * the files COPYING and Copyright.html. COPYING can be found at the root * * of the source code distribution tree; Copyright.html can be found at the * * root level of an installed copy of the electronic HDF5 document set and * * is linked from the top-level documents page. It can also be found at * * http://hdfgroup.org/HDF5/doc/Copyright.html. If you do not have * * access to either file, you may request a copy from help@hdfgroup.org. * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */ #include #include #include "hdf5.h" #include "H5private.h" #include "h5tools.h" /*------------------------------------------------------------------------- * Program: h5diffgentest * * Purpose: generate files for h5diff testing * * Programmer: Pedro Vicente, pvn@ncsa.uiuc.edu * * Date: November 12, 2003 * *------------------------------------------------------------------------- */ #define FILE1 "h5diff_basic1.h5" #define FILE2 "h5diff_basic2.h5" #define FILE3 "h5diff_types.h5" #define FILE4 "h5diff_dtypes.h5" #define FILE5 "h5diff_attr1.h5" #define FILE6 "h5diff_attr2.h5" #define FILE7 "h5diff_dset1.h5" #define FILE8 "h5diff_dset2.h5" #define FILE9 "h5diff_hyper1.h5" #define FILE10 "h5diff_hyper2.h5" #define FILE11 "h5diff_empty.h5" #define FILE12 "h5diff_dset_idx1.h5" #define FILE13 "h5diff_dset_idx2.h5" #define UIMAX 4294967295u /*Maximum value for a variable of type unsigned int */ #define STR_SIZE 3 #define GBLL ((unsigned long long) 1024 * 1024 *1024 ) #define MY_LINKCLASS 187 /* A UD link traversal function. Shouldn't actually be called. */ static hid_t UD_traverse(UNUSED const char * link_name, UNUSED hid_t cur_group, UNUSED const void * udata, UNUSED size_t udata_size, UNUSED hid_t lapl_id) { return -1; } const H5L_class_t UD_link_class[1] = {{ H5L_LINK_CLASS_T_VERS, /* H5L_class_t version */ (H5L_type_t)MY_LINKCLASS, /* Link type id number */ "UD link class", /* name for debugging */ NULL, /* Creation callback */ NULL, /* Move/rename callback */ NULL, /* Copy callback */ UD_traverse, /* The actual traversal function */ NULL, /* Deletion callback */ NULL /* Query callback */ }}; /*------------------------------------------------------------------------- * prototypes *------------------------------------------------------------------------- */ /* tests called in main() */ static int test_basic(const char *fname1, const char *fname2, const char *fname3); static int test_types(const char *fname); static int test_datatypes(const char *fname); static int test_attributes(const char *fname,int make_diffs); static int test_datasets(const char *fname,int make_diffs); static int test_hyperslab(const char *fname,int make_diffs); /* called by test_attributes() and test_datasets() */ static void write_attr_in(hid_t loc_id,const char* dset_name,hid_t fid,int make_diffs); static void write_dset_in(hid_t loc_id,const char* dset_name,hid_t fid,int make_diffs); static void gen_datareg(hid_t fid,int make_diffs); /* utilities */ static int write_attr(hid_t loc_id,int rank,hsize_t *dims,const char *name,hid_t tid,void *buf); static int write_dset(hid_t loc_id,int rank,hsize_t *dims,const char *name,hid_t tid,void *buf); static int gen_dataset_idx(const char *file, int format); /*------------------------------------------------------------------------- * Function: main * * Purpose: main program * *------------------------------------------------------------------------- */ /* module-scoped variables */ int d_status = EXIT_SUCCESS; int main(void) { test_basic(FILE1, FILE2, FILE11); test_types (FILE3); test_datatypes(FILE4); /* generate 2 files, the second call creates a similar file with differences */ test_attributes(FILE5,0); test_attributes(FILE6,1); /* generate 2 files, the second call creates a similar file with differences */ test_datasets(FILE7,0); test_datasets(FILE8,1); /* generate 2 files, the second call creates a similar file with differences */ test_hyperslab(FILE9,0); test_hyperslab(FILE10,1); /* * Generate 2 files: FILE12 with old format; FILE13 with new format * Create 2 datasets in each file: * One dataset: chunked layout, w/o filters, fixed dimension * One dataset: chunked layout, w/ filters, fixed dimension */ gen_dataset_idx(FILE12, 0); gen_dataset_idx(FILE13, 1); return 0; } /*------------------------------------------------------------------------- * Function: test_basic * * Purpose: Create basic test files, first two contains different data, the * third one is just an empty file. * *------------------------------------------------------------------------- */ static int test_basic(const char *fname1, const char *fname2, const char *fname3) { hid_t fid1, fid2; hid_t gid1, gid2, gid3; hsize_t dims1[1] = { 6 }; hsize_t dims2[2] = { 3,2 }; /* create the empty file */ if ((fid1=H5Fcreate(fname3, H5F_ACC_TRUNC, H5P_DEFAULT, H5P_DEFAULT)) < 0){ fprintf(stderr, "empty file (%s) creation failed.\n", fname3); goto out; } if (H5Fclose(fid1) < 0){ fprintf(stderr, "empty file (%s) close failed.\n", fname3); goto out; } /*------------------------------------------------------------------------- * create two files *------------------------------------------------------------------------- */ if (( fid1 = H5Fcreate (fname1, H5F_ACC_TRUNC, H5P_DEFAULT, H5P_DEFAULT)) < 0 ) goto out; if (( fid2 = H5Fcreate (fname2, H5F_ACC_TRUNC, H5P_DEFAULT, H5P_DEFAULT)) < 0 ) goto out; /*------------------------------------------------------------------------- * create groups *------------------------------------------------------------------------- */ gid1 = H5Gcreate2(fid1, "g1", H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); gid2 = H5Gcreate2(fid2, "g1", H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); gid3 = H5Gcreate2(fid2, "g2", H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); /*------------------------------------------------------------------------- * tests: * # 1.1 normal mode * # 1.2 normal mode with objects * # 1.3 report mode * # 1.4 report mode with objects * # 1.5 with -d *------------------------------------------------------------------------- */ { double data1[3][2] = {{1,1}, {1,1}, {0,0}}; double data2[3][2] = {{0,1.1},{1.01,1.001},{0,1}}; double data3[3][2] = {{100,100},{100,100},{100,100}}; double data4[3][2] = {{105,120},{160,95},{80,40}}; write_dset(gid1,2,dims2,"dset1",H5T_NATIVE_DOUBLE,data1); write_dset(gid2,2,dims2,"dset2",H5T_NATIVE_DOUBLE,data2); write_dset(gid1,2,dims2,"dset3",H5T_NATIVE_DOUBLE,data3); write_dset(gid2,2,dims2,"dset4",H5T_NATIVE_DOUBLE,data4); write_dset(gid2,2,dims2,"dset1",H5T_NATIVE_DOUBLE,data2); } /*------------------------------------------------------------------------- * relative error, compare divide by zero, both zero * # 1.6.1 with -p (int) *------------------------------------------------------------------------- */ { int data5[3][2] = {{100,100},{100,0},{0,100}}; int data6[3][2] = {{120,80}, {0,100},{0,50}}; write_dset(gid1,2,dims2,"dset5",H5T_NATIVE_INT,data5); write_dset(gid1,2,dims2,"dset6",H5T_NATIVE_INT,data6); } /*------------------------------------------------------------------------- * relative error, compare divide by zero, both zero * # 1.6.2 with -p (unsigned long long) *------------------------------------------------------------------------- */ { unsigned long long data7[3][2] = {{100,100},{100,0},{0,100}}; unsigned long long data8[3][2] = {{120,80}, {0,100},{0,50}}; write_dset(gid1,2,dims2,"dset7",H5T_NATIVE_ULLONG,data7); write_dset(gid1,2,dims2,"dset8",H5T_NATIVE_ULLONG,data8); } /*------------------------------------------------------------------------- * relative error, compare divide by zero, both zero * # 1.6.3 with -p (double) * * A B 1-B/A % * 100 120 0.2 20 * 100 80 0.2 20 * 100 0 1 100 * 0 100 #DIV/0! #DIV/0! * 0 0 #DIV/0! #DIV/0! * 100 50 0.5 50 *------------------------------------------------------------------------- */ { double data9[3][2] = {{100,100},{100,0},{0,100}}; double data10[3][2] ={{120,80}, {0,100},{0,50}}; write_dset(gid1,2,dims2,"dset9",H5T_NATIVE_DOUBLE,data9); write_dset(gid1,2,dims2,"dset10",H5T_NATIVE_DOUBLE,data10); } /*------------------------------------------------------------------------- * test floating point comparison *------------------------------------------------------------------------- */ { /* epsilon = 0.00001 */ float data11[3][2] ={{0.00000f,0.00001f},{0.00001f, 0.00000f},{0.00001f,0.00001f}}; float data12[3][2] ={{0.00000f,0.00002f},{0.000009f,0.00001f},{0.00000f,0.00001f}}; double data13[3][2] ={{0.000000000,0.000000001},{0.000000001, 0.000000000},{0.000000001,0.000000001}}; double data14[3][2] ={{0.000000000,0.000000002},{0.0000000009,0.000000001},{0.000000000,0.000000001}}; write_dset(gid1,2,dims2,"fp1",H5T_NATIVE_FLOAT,data11); write_dset(gid1,2,dims2,"fp2",H5T_NATIVE_FLOAT,data12); write_dset(gid1,2,dims2,"d1",H5T_NATIVE_DOUBLE,data13); write_dset(gid1,2,dims2,"d2",H5T_NATIVE_DOUBLE,data14); } #if H5_SIZEOF_LONG_DOUBLE !=0 { /*------------------------------------------------------------------------- * H5T_NATIVE_LDOUBLE *------------------------------------------------------------------------- */ long double data15[3][2] ={{1,1},{1,1},{1,1}}; write_dset(gid1,2,dims2,"ld",H5T_NATIVE_LDOUBLE,data15); } #endif /*------------------------------------------------------------------------- * NaNs in H5T_NATIVE_FLOAT *------------------------------------------------------------------------- */ { float data15[6]; float data16[6]; data15[0] = (float) sqrt( (double)-1 ); data15[1] = 1; data15[2] = (float) sqrt( (double)-1 ); data15[3] = 1; data15[4] = 1; data15[5] = 1; data16[0] = (float) sqrt( (double)-1 ); data16[1] = (float) sqrt( (double)-1 ); data16[2] = 1; data16[3] = 1; data16[4] = 1; data16[5] = 1; write_dset(gid1,1,dims1,"fp15",H5T_NATIVE_FLOAT,data15); write_dset(gid1,1,dims1,"fp16",H5T_NATIVE_FLOAT,data16); } /*------------------------------------------------------------------------- * NaNs in H5T_NATIVE_DOUBLE *------------------------------------------------------------------------- */ { double data17[6]; double data18[6]; data17[0] = sqrt( (double)-1 ); data17[1] = 1; data17[2] = sqrt( (double)-1 ); data17[3] = 1; data17[4] = 1; data17[5] = 1; data18[0] = (float) sqrt( (double)-1 ); data18[1] = (float) sqrt( (double)-1 ); data18[2] = 1; data18[3] = 1; data18[4] = 1; data18[5] = 1; write_dset(gid1,1,dims1,"fp17",H5T_NATIVE_DOUBLE,data17); write_dset(gid1,1,dims1,"fp18",H5T_NATIVE_DOUBLE,data18); } /*------------------------------------------------------------------------ * INFINITY values *------------------------------------------------------------------------ */ { float data19[6]; double data20[6]; data19[0] = data19[1] = data19[2] = log(0); data19[3] = data19[4] = data19[5] = -log(0); data20[0] = data20[1] = data20[2] = log(0); data20[3] = data20[4] = data20[5] = -log(0); write_dset(gid1,1,dims1,"fp19",H5T_NATIVE_FLOAT,data19); write_dset(gid1,1,dims1,"fp20",H5T_NATIVE_DOUBLE,data20); } /*------------------------------------------------------------------------- * NaNs in H5T_NATIVE_DOUBLE and H5T_NATIVE_FLOAT inside H5T_COMPOUND *------------------------------------------------------------------------- */ { typedef struct cmp1_t { double d; float f; } cmp1_t; cmp1_t buf1[2]; cmp1_t buf2[2]; hsize_t dims[1] = {2}; size_t type_size; hid_t tid; buf1[0].d = sqrt( (double)-1 ); buf1[0].f = (float) sqrt( (double)-1 ); buf2[0].d = sqrt( (double)-1 ); buf2[0].f = (float) sqrt( (double)-1 ); buf1[1].d = sqrt( (double)-1 ); buf1[1].f = (float) sqrt( (double)-1 ); buf2[1].d = 0; buf2[1].f = 0; type_size = sizeof( cmp1_t ); tid = H5Tcreate (H5T_COMPOUND, type_size ); H5Tinsert(tid, "d", HOFFSET( cmp1_t, d ), H5T_NATIVE_DOUBLE ); H5Tinsert(tid, "f", HOFFSET( cmp1_t, f ), H5T_NATIVE_FLOAT ); write_dset(gid1,1,dims,"dset11",tid,buf1); write_dset(gid1,1,dims,"dset12",tid,buf2); H5Tclose(tid); } /* not comparable objects */ { typedef struct cmp1_t { double d; int i; } cmp1_t; typedef struct cmp2_t { int i; double d; } cmp2_t; typedef struct cmp3_t { int i; } cmp3_t; double data2[6] = {0,0,0,0,0,0}; int data3[6] = {0,0,0,0,0,0}; int data4[3][2] = {{0,0},{0,0},{0,0}}; int data5[2][2] = {{0,0},{0,0}}; unsigned int data6[3][2] = {{0,0},{0,0},{0,0}}; cmp1_t data7[1] = {1,2}; cmp2_t data8[1] = {1,2}; hsize_t dims3[2] = { 2,2 }; hsize_t dims4[1] = { 1 }; size_t type_size; hid_t tid; write_dset(gid3,1,dims1,"dset1",H5T_NATIVE_DOUBLE,NULL); write_dset(gid3,1,dims1,"dset2",H5T_NATIVE_DOUBLE,data2); write_dset(gid3,1,dims1,"dset3",H5T_NATIVE_INT,data3); write_dset(gid3,2,dims2,"dset4",H5T_NATIVE_INT,data4); write_dset(gid3,2,dims3,"dset5",H5T_NATIVE_INT,data5); write_dset(gid3,2,dims2,"dset6",H5T_NATIVE_UINT,data6); /* case of compound with different type members */ type_size = sizeof( cmp1_t ); tid = H5Tcreate (H5T_COMPOUND, type_size ); H5Tinsert(tid, "d", HOFFSET( cmp1_t, d ), H5T_NATIVE_DOUBLE ); H5Tinsert(tid, "i", HOFFSET( cmp1_t, i ), H5T_NATIVE_INT ); write_dset(gid3,1,dims4,"dset7",tid,data7); H5Tclose(tid); type_size = sizeof( cmp2_t ); tid = H5Tcreate (H5T_COMPOUND, type_size ); H5Tinsert(tid, "i", HOFFSET( cmp2_t, i ), H5T_NATIVE_INT ); H5Tinsert(tid, "d", HOFFSET( cmp2_t, d ), H5T_NATIVE_DOUBLE ); write_dset(gid3,1,dims4,"dset8",tid,data8); H5Tclose(tid); /* case of compound with different number of members */ type_size = sizeof( cmp3_t ); tid = H5Tcreate (H5T_COMPOUND, type_size ); H5Tinsert(tid, "i", HOFFSET( cmp2_t, i ), H5T_NATIVE_INT ); write_dset(gid3,1,dims4,"dset9",tid,NULL); H5Tclose(tid); } /*------------------------------------------------------------------------- * close *------------------------------------------------------------------------- */ H5Gclose(gid1); H5Gclose(gid2); H5Gclose(gid3); H5Fclose(fid1); H5Fclose(fid2); return SUCCEED; out: return FAIL; } /*------------------------------------------------------------------------- * Function: test_types * * Purpose: Compare different HDF5 object & link types: * H5G_DATASET, H5G_TYPE, H5G_GROUP, H5G_LINK, H5G_UDLINK * *------------------------------------------------------------------------- */ static int test_types(const char *fname) { hid_t fid1; hid_t gid1; hid_t gid2; hid_t tid1; hid_t tid2; herr_t status; hsize_t dims[1]={1}; typedef struct s1_t { int a; float b; } s1_t; typedef struct s2_t { int a; } s2_t; /*------------------------------------------------------------------------- * Create one file *------------------------------------------------------------------------- */ fid1 = H5Fcreate (fname, H5F_ACC_TRUNC, H5P_DEFAULT, H5P_DEFAULT); /*------------------------------------------------------------------------- * H5G_DATASET *------------------------------------------------------------------------- */ write_dset(fid1,1,dims,"dset",H5T_NATIVE_INT,0); /*------------------------------------------------------------------------- * H5G_GROUP *------------------------------------------------------------------------- */ gid1 = H5Gcreate2(fid1, "g1", H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); status = H5Gclose(gid1); gid2 = H5Gcreate2(fid1, "g2", H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); status = H5Gclose(gid2); /*------------------------------------------------------------------------- * H5G_TYPE *------------------------------------------------------------------------- */ /* create and commit datatype 1 */ tid1 = H5Tcreate(H5T_COMPOUND, sizeof(s1_t)); H5Tinsert(tid1, "a", HOFFSET(s1_t, a), H5T_NATIVE_INT); H5Tinsert(tid1, "b", HOFFSET(s1_t, b), H5T_NATIVE_FLOAT); H5Tcommit2(fid1, "t1", tid1, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); H5Tclose(tid1); /* create and commit datatype 2 */ tid2 = H5Tcreate(H5T_COMPOUND, sizeof(s2_t)); H5Tinsert(tid2, "a", HOFFSET(s2_t, a), H5T_NATIVE_INT); H5Tcommit2(fid1, "t2", tid2, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); H5Tclose(tid2); /*------------------------------------------------------------------------- * H5G_LINK *------------------------------------------------------------------------- */ status = H5Lcreate_soft("g1", fid1, "l1", H5P_DEFAULT, H5P_DEFAULT); status = H5Lcreate_soft("g2", fid1, "l2", H5P_DEFAULT, H5P_DEFAULT); /*------------------------------------------------------------------------- * H5G_UDLINK *------------------------------------------------------------------------- */ H5Lcreate_external("filename", "objname", fid1, "ext_link", H5P_DEFAULT, H5P_DEFAULT); H5Lregister(UD_link_class); H5Lcreate_ud(fid1, "ud_link", (H5L_type_t)MY_LINKCLASS, NULL, (size_t)0, H5P_DEFAULT, H5P_DEFAULT); /*------------------------------------------------------------------------- * Close *------------------------------------------------------------------------- */ status = H5Fclose(fid1); return status; } /* # ############################################################################## # # not comparable types # ############################################################################## # 2.0 TOOLTEST h5diff_20.txt file3.h5 file3.h5 -v dset g1 # 2.1 TOOLTEST h5diff_21.txt file3.h5 file3.h5 -v dset l1 # 2.2 TOOLTEST h5diff_22.txt file3.h5 file3.h5 -v dset t1 # ############################################################################## # # compare groups, types, links (no differences and differences) # ############################################################################## # 2.3 TOOLTEST h5diff_23.txt file3.h5 file3.h5 -v g1 g1 # 2.4 TOOLTEST h5diff_24.txt file3.h5 file3.h5 -v t1 t1 # 2.5 TOOLTEST h5diff_25.txt file3.h5 file3.h5 -v l1 l1 # 2.6 TOOLTEST h5diff_26.txt file3.h5 file3.h5 -v g1 g2 # 2.7 TOOLTEST h5diff_27.txt file3.h5 file3.h5 -v t1 t2 # 2.8 TOOLTEST h5diff_28.txt file3.h5 file3.h5 -v l1 l2 */ /*------------------------------------------------------------------------- * Function: test_datatypes * * Purpose: test dataset datatypes * *------------------------------------------------------------------------- */ static int test_datatypes(const char *fname) { hid_t fid1; hsize_t dims[2]={3,2}; herr_t status; char buf1a[3][2] = {{1,1},{1,1},{1,1}}; char buf1b[3][2] = {{1,1},{3,4},{5,6}}; short buf2a[3][2] = {{1,1},{1,1},{1,1}}; short buf2b[3][2] = {{1,1},{3,4},{5,6}}; int buf3a[3][2] = {{1,1},{1,1},{1,1}}; int buf3b[3][2] = {{1,1},{3,4},{5,6}}; long buf4a[3][2] = {{1,1},{1,1},{1,1}}; long buf4b[3][2] = {{1,1},{3,4},{5,6}}; float buf5a[3][2] = {{1,1},{1,1},{1,1}}; float buf5b[3][2] = {{1,1},{3,4},{5,6}}; double buf6a[3][2] = {{1,1},{1,1},{1,1}}; double buf6b[3][2] = {{1,1},{3,4},{5,6}}; /*unsigned/signed test signed char -128 to 127 unsigned char 0 to 255 */ char buf7a[3][2] = {{-1,-128},{-1,-1},{-1,-1}}; unsigned char buf7b[3][2] = {{1,128},{1,1},{1,1}}; /* long long test */ long long buf8a[3][2] = {{1,1},{1,1},{1,1}}; long long buf8b[3][2] = {{1,1},{3,4},{5,6}}; unsigned long long buf9a[3][2] = {{1,1},{1,1},{1,1}}; unsigned long long buf9b[3][2] = {{1,1},{3,4},{5,6}}; unsigned int buf10a[3][2] = {{UIMAX,1},{1,1},{1,1}}; unsigned int buf10b[3][2] = {{UIMAX-1,1},{3,4},{5,6}}; /*------------------------------------------------------------------------- * Create a file *------------------------------------------------------------------------- */ fid1 = H5Fcreate (fname, H5F_ACC_TRUNC, H5P_DEFAULT, H5P_DEFAULT); /*------------------------------------------------------------------------- * Check for different storage order. Give a warning if they are different *------------------------------------------------------------------------- */ write_dset(fid1,2,dims,"dset0a",H5T_STD_I16LE,buf2a); write_dset(fid1,2,dims,"dset0b",H5T_STD_I32LE,buf3b); /*------------------------------------------------------------------------- * H5T_NATIVE_CHAR *------------------------------------------------------------------------- */ write_dset(fid1,2,dims,"dset1a",H5T_NATIVE_CHAR,buf1a); write_dset(fid1,2,dims,"dset1b",H5T_NATIVE_CHAR,buf1b); /*------------------------------------------------------------------------- * H5T_NATIVE_SHORT *------------------------------------------------------------------------- */ write_dset(fid1,2,dims,"dset2a",H5T_NATIVE_SHORT,buf2a); write_dset(fid1,2,dims,"dset2b",H5T_NATIVE_SHORT,buf2b); /*------------------------------------------------------------------------- * H5T_NATIVE_INT *------------------------------------------------------------------------- */ write_dset(fid1,2,dims,"dset3a",H5T_NATIVE_INT,buf3a); write_dset(fid1,2,dims,"dset3b",H5T_NATIVE_INT,buf3b); /*------------------------------------------------------------------------- * H5T_NATIVE_LONG *------------------------------------------------------------------------- */ write_dset(fid1,2,dims,"dset4a",H5T_NATIVE_LONG,buf4a); write_dset(fid1,2,dims,"dset4b",H5T_NATIVE_LONG,buf4b); /*------------------------------------------------------------------------- * H5T_NATIVE_FLOAT *------------------------------------------------------------------------- */ write_dset(fid1,2,dims,"dset5a",H5T_NATIVE_FLOAT,buf5a); write_dset(fid1,2,dims,"dset5b",H5T_NATIVE_FLOAT,buf5b); /*------------------------------------------------------------------------- * H5T_NATIVE_DOUBLE *------------------------------------------------------------------------- */ write_dset(fid1,2,dims,"dset6a",H5T_NATIVE_DOUBLE,buf6a); write_dset(fid1,2,dims,"dset6b",H5T_NATIVE_DOUBLE,buf6b); /*------------------------------------------------------------------------- * H5T_NATIVE_CHAR and H5T_NATIVE_UCHAR *------------------------------------------------------------------------- */ write_dset(fid1,2,dims,"dset7a",H5T_NATIVE_CHAR,buf7a); write_dset(fid1,2,dims,"dset7b",H5T_NATIVE_UCHAR,buf7b); /*------------------------------------------------------------------------- * H5T_NATIVE_LLONG *------------------------------------------------------------------------- */ write_dset(fid1,2,dims,"dset8a",H5T_NATIVE_LLONG,buf8a); write_dset(fid1,2,dims,"dset8b",H5T_NATIVE_LLONG,buf8b); /*------------------------------------------------------------------------- * H5T_NATIVE_ULLONG *------------------------------------------------------------------------- */ write_dset(fid1,2,dims,"dset9a",H5T_NATIVE_ULLONG,buf9a); write_dset(fid1,2,dims,"dset9b",H5T_NATIVE_ULLONG,buf9b); /*------------------------------------------------------------------------- * H5T_NATIVE_INT *------------------------------------------------------------------------- */ write_dset(fid1,2,dims,"dset10a",H5T_NATIVE_UINT,buf10a); write_dset(fid1,2,dims,"dset10b",H5T_NATIVE_UINT,buf10b); /*------------------------------------------------------------------------- * Close *------------------------------------------------------------------------- */ status = H5Fclose(fid1); return status; } /* # ############################################################################## # # Dataset datatypes # ############################################################################## # 5.0 TOOLTEST h5diff_50.txt file4.h5 file4.h5 -v dset0a dset0b # 5.1 TOOLTEST h5diff_51.txt file4.h5 file4.h5 -v dset1a dset1b # 5.2 TOOLTEST h5diff_52.txt file4.h5 file4.h5 -v dset2a dset2b # 5.3 TOOLTEST h5diff_53.txt file4.h5 file4.h5 -v dset3a dset4b # 5.4 TOOLTEST h5diff_54.txt file4.h5 file4.h5 -v dset4a dset4b # 5.5 TOOLTEST h5diff_55.txt file4.h5 file4.h5 -v dset5a dset5b # 5.6 TOOLTEST h5diff_56.txt file4.h5 file4.h5 -v dset6a dset6b # 5.7 TOOLTEST h5diff_57.txt file4.h5 file4.h5 -v dset7a dset7b # 5.8 (region reference) TOOLTEST h5diff_58.txt file7.h5 file8.h5 -v refreg */ /*------------------------------------------------------------------------- * Function: test_attributes * * Purpose: test attributes * *------------------------------------------------------------------------- */ static int test_attributes(const char *file, int make_diffs /* flag to modify data buffers */) { hid_t fid; hid_t did; hid_t gid; hid_t root_id; hid_t sid; hsize_t dims[1]={2}; herr_t status; /* Create a file */ if((fid = H5Fcreate(file, H5F_ACC_TRUNC, H5P_DEFAULT, H5P_DEFAULT)) < 0) return -1; /* Create a 1D dataset */ sid = H5Screate_simple(1, dims, NULL); did = H5Dcreate2(fid, "dset", H5T_NATIVE_INT, sid, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); status = H5Sclose(sid); assert(status >= 0); /* Create groups */ gid = H5Gcreate2(fid, "g1", H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); root_id = H5Gopen2(fid, "/", H5P_DEFAULT); /*------------------------------------------------------------------------- * write a series of attributes on the dataset, group, and root group *------------------------------------------------------------------------- */ write_attr_in(did,"dset",fid,make_diffs); write_attr_in(gid,NULL,0,make_diffs); write_attr_in(root_id,NULL,0,make_diffs); /* Close */ status = H5Dclose(did); assert(status >= 0); status = H5Gclose(gid); assert(status >= 0); status = H5Gclose(root_id); assert(status >= 0); /* Close file */ status = H5Fclose(fid); assert(status >= 0); return status; } /*------------------------------------------------------------------------- * Function: test_datasets * * Purpose: Check all HDF5 classes * H5T_INTEGER, H5T_FLOAT * H5T_TIME, H5T_STRING, H5T_BITFIELD, H5T_OPAQUE, H5T_COMPOUND, H5T_REFERENCE, * H5T_ENUM, H5T_VLEN, H5T_ARRAY * *------------------------------------------------------------------------- */ static int test_datasets(const char *file, int make_diffs /* flag to modify data buffers */) { hid_t fid; hid_t did; hid_t gid; hid_t sid; hsize_t dims[1]={2}; herr_t status; int buf[2]={1,2}; if(make_diffs) memset(buf, 0, sizeof buf); /* Create a file */ if((fid = H5Fcreate(file, H5F_ACC_TRUNC, H5P_DEFAULT, H5P_DEFAULT)) < 0) return -1; /* Create a 1D dataset */ sid = H5Screate_simple(1, dims, NULL); did = H5Dcreate2(fid, "dset", H5T_NATIVE_INT, sid, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); status = H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); status = H5Sclose(sid); assert(status >= 0); /* Create a group */ gid = H5Gcreate2(fid, "g1", H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); /*------------------------------------------------------------------------- * write a series of datasets on the group *------------------------------------------------------------------------- */ write_dset_in(gid,"/dset",fid,make_diffs); /* close */ status = H5Dclose(did); assert(status >= 0); status = H5Gclose(gid); assert(status >= 0); /* close file */ status = H5Fclose(fid); assert(status >= 0); return status; } /*------------------------------------------------------------------------- * Function: gen_dataset_idx * * Purpose: Create a file with either the new or old format * Create two datasets in the file: * one dataset: fixed dimension, chunked layout, w/o filters * one dataset: fixed dimension, chunked layout, w/ filters * *------------------------------------------------------------------------- */ static int gen_dataset_idx(const char *file, int format) { hid_t fid; /* file id */ hid_t did, did2; /* dataset id */ hid_t sid; /* space id */ hid_t fapl; /* file access property id */ hid_t dcpl; /* dataset creation property id */ hsize_t dims[1] = {10}; /* dataset dimension */ hsize_t c_dims[1] = {2}; /* chunk dimension */ herr_t status; /* return status */ int buf[10]; /* data buffer */ int i; /* local index variable */ /* Get a copy of the file aaccess property */ fapl = H5Pcreate(H5P_FILE_ACCESS); /* Set the "use the latest format" bounds for creating objects in the file */ if(format) { status = H5Pset_libver_bounds(fapl, H5F_LIBVER_LATEST, H5F_LIBVER_LATEST); assert(status >= 0); } /* Create a file */ if((fid = H5Fcreate(file, H5F_ACC_TRUNC, H5P_DEFAULT, fapl)) < 0) return -1; /* Create data */ for(i = 0; i < 10; i++) buf[i] = i; /* Set chunk */ dcpl = H5Pcreate(H5P_DATASET_CREATE); status = H5Pset_chunk(dcpl, 1, c_dims); assert(status >= 0); /* Create a 1D dataset */ sid = H5Screate_simple(1, dims, NULL); did = H5Dcreate2(fid, "dset", H5T_NATIVE_INT, sid, H5P_DEFAULT, dcpl, H5P_DEFAULT); /* Write to the dataset */ status = H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); assert(status >= 0); #if defined (H5_HAVE_FILTER_DEFLATE) /* set deflate data */ status = H5Pset_deflate(dcpl, 9); assert(status >= 0); /* Create and write the dataset */ did2 = H5Dcreate2(fid, "dset_filter", H5T_NATIVE_INT, sid, H5P_DEFAULT, dcpl, H5P_DEFAULT); status = H5Dwrite(did2, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); assert(status >= 0); /* Close the dataset */ status = H5Dclose(did2); assert(status >= 0); #endif /* closing: dataspace, dataset, file */ status = H5Sclose(sid); assert(status >= 0); status = H5Dclose(did); assert(status >= 0); status = H5Fclose(fid); assert(status >= 0); status = H5Pclose(dcpl); assert(status >= 0); status = H5Pclose(fapl); assert(status >= 0); return status; } /*------------------------------------------------------------------------- * Function: write_attr_in * * Purpose: write attributes in LOC_ID (dataset, group, named datatype) * *------------------------------------------------------------------------- */ static void write_attr_in(hid_t loc_id, const char* dset_name, /* for saving reference to dataset*/ hid_t fid, int make_diffs /* flag to modify data buffers */) { /* Compound datatype */ typedef struct s_t { char a; double b; } s_t; typedef enum { RED, GREEN } e_t; hid_t aid; hid_t sid; hid_t tid; herr_t status; int val, i, j, k, l, n; float f; /* create 1D attributes with dimension [2], 2 elements */ hsize_t dims[1]={2}; char buf1[2][STR_SIZE]= {"ab","de"}; /* string */ char *buf1a[2]; /* VL string */ char buf2[2]= {1,2}; /* bitfield, opaque */ s_t buf3[2]= {{1,2},{3,4}}; /* compound */ hobj_ref_t buf4[2]; /* reference */ e_t buf45[2]= {RED,RED}; /* enum */ hvl_t buf5[2]; /* vlen */ hsize_t dimarray[1]={3}; /* array dimension */ int buf6[2][3]= {{1,2,3},{4,5,6}}; /* array */ int buf7[2]= {1,2}; /* integer */ float buf8[2]= {1,2}; /* float */ /* create 2D attributes with dimension [3][2], 6 elements */ hsize_t dims2[2]={3,2}; char buf12[3][2][STR_SIZE]= {{"ab","cd"},{"ef","gh"},{"ij","kl"}}; /* string */ char *buf12a[3][2]; /* VL string */ char buf22[3][2]= {{1,2},{3,4},{5,6}}; /* bitfield, opaque */ s_t buf32[6]= {{1,2},{3,4},{5,6},{7,8},{9,10},{11,12}}; /* compound */ hobj_ref_t buf42[3][2]; /* reference */ e_t buf452[3][2]; /* enum */ hvl_t buf52[3][2]; /* vlen */ int buf62[6][3]= {{1,2,3},{4,5,6},{7,8,9},{10,11,12},{13,14,15},{16,17,18}}; /* array */ int buf72[3][2]= {{1,2},{3,4},{5,6}}; /* integer */ float buf82[3][2]= {{1,2},{3,4},{5,6}}; /* float */ /* create 3D attributes with dimension [4][3][2], 24 elements */ hsize_t dims3[3]={4,3,2}; char buf13[4][3][2][STR_SIZE]= {{{"ab","cd"},{"ef","gh"},{"ij","kl"}}, {{"mn","pq"},{"rs","tu"},{"vw","xz"}}, {{"AB","CD"},{"EF","GH"},{"IJ","KL"}}, {{"MN","PQ"},{"RS","TU"},{"VW","XZ"}}}; /* string */ char *buf13a[4][3][2]; /* VL string */ char buf23[4][3][2]; /* bitfield, opaque */ s_t buf33[4][3][2]; /* compound */ hobj_ref_t buf43[4][3][2]; /* reference */ e_t buf453[4][3][2]; /* enum */ hvl_t buf53[4][3][2]; /* vlen */ int buf63[24][3]; /* array */ int buf73[4][3][2]; /* integer */ float buf83[4][3][2]; /* float */ /*------------------------------------------------------------------------- * 1D attributes *------------------------------------------------------------------------- */ /*------------------------------------------------------------------------- * H5T_STRING *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) { for (j=0; j<2; j++) { buf1[i][j]='z'; } } } /* buf1[2][2]= {"ab","de"}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and Attribute: and position string of string of difference ------------------------------------------------------------ [ 0 ] a z [ 0 ] b z [ 1 ] d z [ 1 ] e z */ tid = H5Tcopy(H5T_C_S1); status = H5Tset_size(tid, (size_t)STR_SIZE); write_attr(loc_id,1,dims,"string",tid,buf1); status = H5Tclose(tid); for (i=0; i<2; i++) buf1a[i]=buf1[i]; tid = H5Tcopy(H5T_C_S1); status = H5Tset_size(tid, H5T_VARIABLE); write_attr(loc_id,1,dims,"VLstring",tid,buf1a); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_BITFIELD *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) buf2[i]=buf2[1]=0; } /* buf2[2]= {1,2}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and Attribute: and position bitfield of bitfield of difference position opaque of opaque of difference ------------------------------------------------------------ [ 0 ] 1 0 1 [ 1 ] 2 0 2 */ tid = H5Tcopy(H5T_STD_B8LE); write_attr(loc_id,1,dims,"bitfield",tid,buf2); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_OPAQUE *------------------------------------------------------------------------- */ /* buf2[2]= {1,2}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and Attribute: and position opaque of opaque of difference position opaque of opaque of difference ------------------------------------------------------------ [ 0 ] 1 0 1 [ 1 ] 2 0 2 */ tid = H5Tcreate(H5T_OPAQUE, (size_t)1); status = H5Tset_tag(tid, "1-byte opaque type"); /* must set this */ write_attr(loc_id,1,dims,"opaque",tid,buf2); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_COMPOUND *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) { buf3[i].a=0; buf3[i].b=0; } } /* buf3[2]= {{1,2},{3,4}}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and Attribute: and position compound of compound of difference ------------------------------------------------------------ [ 0 ] 1 5 4 [ 0 ] 2 5 3 [ 1 ] 3 5 2 [ 1 ] 4 5 1 */ tid = H5Tcreate (H5T_COMPOUND, sizeof(s_t)); H5Tinsert(tid, "a", HOFFSET(s_t, a), H5T_NATIVE_CHAR); H5Tinsert(tid, "b", HOFFSET(s_t, b), H5T_NATIVE_DOUBLE); write_attr(loc_id,1,dims,"compound",tid,buf3); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_REFERENCE (H5R_OBJECT object reference) *------------------------------------------------------------------------- */ /* Create references to dataset */ if (dset_name) { status=H5Rcreate(&buf4[0],fid,dset_name,H5R_OBJECT,-1); status=H5Rcreate(&buf4[1],fid,dset_name,H5R_OBJECT,-1); write_attr(loc_id,1,dims,"reference",H5T_STD_REF_OBJ,buf4); } /*------------------------------------------------------------------------- * H5T_ENUM *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) { buf45[i]=GREEN; } } /* buf45[2]= {RED,RED}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and Attribute: and position enum of enum of difference ------------------------------------------------------------ [ 0 ] RED GREEN [ 1 ] RED GREEN */ tid = H5Tcreate(H5T_ENUM, sizeof(e_t)); H5Tenum_insert(tid, "RED", (val = 0, &val)); H5Tenum_insert(tid, "GREEN", (val = 1, &val)); write_attr(loc_id,1,dims,"enum",tid,buf45); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_VLEN *------------------------------------------------------------------------- */ /* Allocate and initialize VL dataset to write */ buf5[0].len = 1; buf5[0].p = malloc( 1 * sizeof(int)); ((int *)buf5[0].p)[0]=1; buf5[1].len = 2; buf5[1].p = malloc( 2 * sizeof(int)); ((int *)buf5[1].p)[0]=2; ((int *)buf5[1].p)[1]=3; if (make_diffs) { ((int *)buf5[0].p)[0]=0; ((int *)buf5[1].p)[0]=0; ((int *)buf5[1].p)[1]=0; } /* $h5diff file7.h5 file6.h5 g1 g1 -v Group: and position vlen of vlen of difference ------------------------------------------------------------ [ 0 ] 1 0 1 [ 1 ] 2 0 2 [ 1 ] 3 0 3 */ sid = H5Screate_simple(1, dims, NULL); tid = H5Tvlen_create(H5T_NATIVE_INT); aid = H5Acreate2(loc_id, "vlen", tid, sid, H5P_DEFAULT, H5P_DEFAULT); status = H5Awrite(aid, tid, buf5); assert(status >= 0); status = H5Dvlen_reclaim(tid, sid, H5P_DEFAULT, buf5); assert(status >= 0); status = H5Aclose(aid); status = H5Tclose(tid); status = H5Sclose(sid); /*------------------------------------------------------------------------- * H5T_ARRAY *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) for (j=0; j<3; j++) { buf6[i][j]=0; } } /* buf6[2][3]= {{1,2,3},{4,5,6}}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and Attribute: and position array of array of difference ------------------------------------------------------------ [ 0 ] 1 0 1 [ 0 ] 2 0 2 [ 0 ] 3 0 3 [ 1 ] 4 0 4 [ 1 ] 5 0 5 [ 1 ] 6 0 6 */ tid = H5Tarray_create2(H5T_NATIVE_INT, 1, dimarray); write_attr(loc_id, 1, dims, "array", tid, buf6); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_INTEGER and H5T_FLOAT *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) { buf7[i]=0; buf8[i]=0; } } /* buf7[2]= {1,2}; buf8[2]= {1,2}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and position integer of integer of difference ------------------------------------------------------------ [ 0 ] 1 0 1 [ 1 ] 2 0 2 position float of float of difference ------------------------------------------------------------ [ 0 ] 1 0 1 [ 1 ] 2 0 2 */ write_attr(loc_id,1,dims,"integer",H5T_NATIVE_INT,buf7); write_attr(loc_id,1,dims,"float",H5T_NATIVE_FLOAT,buf8); /*------------------------------------------------------------------------- * 2D attributes *------------------------------------------------------------------------- */ /*------------------------------------------------------------------------- * H5T_STRING *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<3; i++) for (j=0; j<2; j++) for (k=0; k<2; k++) buf12[i][j][k]='z'; } /* buf12[6][2]= {"ab","cd","ef","gh","ij","kl"}; $h5diff file7.h5 file6.h5 g1 g1 -v Attribute: and position string2D of string2D of difference ------------------------------------------------------------ [ 0 0 ] a z [ 0 0 ] b z [ 0 1 ] c z [ 0 1 ] d z [ 1 0 ] e z [ 1 0 ] f z [ 1 1 ] g z [ 1 1 ] h z [ 2 0 ] i z [ 2 0 ] j z [ 2 1 ] k z [ 2 1 ] l z */ tid = H5Tcopy(H5T_C_S1); status = H5Tset_size(tid, (size_t)STR_SIZE); write_attr(loc_id,2,dims2,"string2D",tid,buf12); status = H5Tclose(tid); for (i=0; i<3; i++) { for (j=0; j<2; j++) { buf12a[i][j]=buf12[i][j]; } } tid = H5Tcopy(H5T_C_S1); status = H5Tset_size(tid, H5T_VARIABLE); write_attr(loc_id,2,dims2,"VLstring2D",tid,buf12a); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_BITFIELD *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf22,0,sizeof buf22); } /* buf22[3][2]= {{1,2},{3,4},{5,6}}; $h5diff file7.h5 file6.h5 g1 g1 -v Attribute: and position bitfield2D of bitfield2D of difference ------------------------------------------------------------ [ 0 0 ] 1 0 1 [ 0 1 ] 2 0 2 [ 1 0 ] 3 0 3 [ 1 1 ] 4 0 4 [ 2 0 ] 5 0 5 [ 2 1 ] 6 0 6 */ tid = H5Tcopy(H5T_STD_B8LE); write_attr(loc_id,2,dims2,"bitfield2D",tid,buf22); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_OPAQUE *------------------------------------------------------------------------- */ /* buf22[3][2]= {{1,2},{3,4},{5,6}}; $h5diff file7.h5 file6.h5 g1 g1 -v Attribute: and position opaque2D of opaque2D of difference ------------------------------------------------------------ [ 0 0 ] 1 0 1 [ 0 1 ] 2 0 2 [ 1 0 ] 3 0 3 [ 1 1 ] 4 0 4 [ 2 0 ] 5 0 5 [ 2 1 ] 6 0 6 */ tid = H5Tcreate(H5T_OPAQUE, (size_t)1); status = H5Tset_tag(tid, "1-byte opaque type"); /* must set this */ write_attr(loc_id,2,dims2,"opaque2D",tid,buf22); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_COMPOUND *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf32,0,sizeof buf32); } /* buf32[6]= {{1,2},{3,4},{5,6},{7,8},{9,10},{11,12}}; $h5diff file7.h5 file6.h5 g1 g1 -v Attribute: and position opaque2D of opaque2D of difference ------------------------------------------------------------ [ 0 0 ] 1 0 1 [ 0 1 ] 2 0 2 [ 1 0 ] 3 0 3 [ 1 1 ] 4 0 4 [ 2 0 ] 5 0 5 [ 2 1 ] 6 0 6 */ tid = H5Tcreate (H5T_COMPOUND, sizeof(s_t)); H5Tinsert(tid, "a", HOFFSET(s_t, a), H5T_NATIVE_CHAR); H5Tinsert(tid, "b", HOFFSET(s_t, b), H5T_NATIVE_DOUBLE); write_attr(loc_id,2,dims2,"compound2D",tid,buf32); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_REFERENCE (H5R_OBJECT object reference) *------------------------------------------------------------------------- */ /* Create references to dataset */ if (dset_name) { for (i = 0; i < 3; i++) { for (j = 0; j < 2; j++) { status=H5Rcreate(&buf42[i][j],fid,dset_name,H5R_OBJECT,-1); } } write_attr(loc_id,2,dims2,"reference2D",H5T_STD_REF_OBJ,buf42); } /*------------------------------------------------------------------------- * H5T_ENUM *------------------------------------------------------------------------- */ for (i=0; i<3; i++) { for (j=0; j<2; j++) { if (make_diffs) buf452[i][j]=GREEN; else buf452[i][j]=RED; } } /* Attribute: and position enum2D of enum2D of difference ------------------------------------------------------------ [ 0 0 ] RED GREEN [ 0 1 ] RED GREEN [ 1 0 ] RED GREEN [ 1 1 ] RED GREEN [ 2 0 ] RED GREEN [ 2 1 ] RED GREEN */ tid = H5Tcreate(H5T_ENUM, sizeof(e_t)); H5Tenum_insert(tid, "RED", (val = 0, &val)); H5Tenum_insert(tid, "GREEN", (val = 1, &val)); write_attr(loc_id,2,dims2,"enum2D",tid,buf452); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_VLEN *------------------------------------------------------------------------- */ /* Allocate and initialize VL dataset to write */ n=0; for (i = 0; i < 3; i++) { for (j = 0; j < 2; j++) { buf52[i][j].p = malloc((i + 1) * sizeof(int)); buf52[i][j].len = i + 1; for (l = 0; l < i + 1; l++) if (make_diffs)((int *)buf52[i][j].p)[l] = 0; else ((int *)buf52[i][j].p)[l] = n++; } } /* position vlen2D of vlen2D of difference ------------------------------------------------------------ [ 0 1 ] 1 0 1 [ 1 0 ] 2 0 2 [ 1 0 ] 3 0 3 [ 1 1 ] 4 0 4 [ 1 1 ] 5 0 5 [ 2 0 ] 6 0 6 [ 2 0 ] 7 0 7 [ 2 0 ] 8 0 8 [ 2 1 ] 9 0 9 [ 2 1 ] 10 0 10 [ 2 1 ] 11 0 11 */ sid = H5Screate_simple(2, dims2, NULL); tid = H5Tvlen_create(H5T_NATIVE_INT); aid = H5Acreate2(loc_id, "vlen2D", tid, sid, H5P_DEFAULT, H5P_DEFAULT); status = H5Awrite(aid, tid, buf52); assert(status >= 0); status = H5Dvlen_reclaim(tid, sid, H5P_DEFAULT, buf52); assert(status >= 0); status = H5Aclose(aid); status = H5Tclose(tid); status = H5Sclose(sid); /*------------------------------------------------------------------------- * H5T_ARRAY *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf62,0,sizeof buf62); } /* buf62[6][3]= {{1,2,3},{4,5,6},{7,8,9},{10,11,12},{13,14,15},{16,17,18}}; $h5diff file7.h5 file6.h5 g1 g1 -v Group: and Attribute: and position array2D of array2D of difference ------------------------------------------------------------ [ 0 0 ] 1 0 1 [ 0 0 ] 2 0 2 [ 0 0 ] 3 0 3 [ 0 1 ] 4 0 4 [ 0 1 ] 5 0 5 [ 0 1 ] 6 0 6 [ 1 0 ] 7 0 7 [ 1 0 ] 8 0 8 [ 1 0 ] 9 0 9 [ 1 1 ] 10 0 10 [ 1 1 ] 11 0 11 [ 1 1 ] 12 0 12 [ 2 0 ] 13 0 13 [ 2 0 ] 14 0 14 [ 2 0 ] 15 0 15 [ 2 1 ] 16 0 16 [ 2 1 ] 17 0 17 [ 2 1 ] 18 0 18 */ tid = H5Tarray_create2(H5T_NATIVE_INT, 1, dimarray); write_attr(loc_id, 2, dims2, "array2D", tid, buf62); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_INTEGER and H5T_FLOAT *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf72,0,sizeof buf72); memset(buf82,0,sizeof buf82); } /* Attribute: and position integer2D of integer2D of difference ------------------------------------------------------------ [ 0 0 ] 1 0 1 [ 0 1 ] 2 0 2 [ 1 0 ] 3 0 3 [ 1 1 ] 4 0 4 [ 2 0 ] 5 0 5 [ 2 1 ] 6 0 6 6 differences found Attribute: and position float2D of float2D of difference ------------------------------------------------------------ [ 0 0 ] 1 0 1 [ 0 1 ] 2 0 2 [ 1 0 ] 3 0 3 [ 1 1 ] 4 0 4 [ 2 0 ] 5 0 5 [ 2 1 ] 6 0 6 */ write_attr(loc_id,2,dims2,"integer2D",H5T_NATIVE_INT,buf72); write_attr(loc_id,2,dims2,"float2D",H5T_NATIVE_FLOAT,buf82); /*------------------------------------------------------------------------- * 3D attributes *------------------------------------------------------------------------- */ /*------------------------------------------------------------------------- * H5T_STRING *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<4; i++) for (j=0; j<3; j++) for (k=0; k<2; k++) for (l=0; l<2; l++) buf13[i][j][k][l]='z'; } /* buf13[24][2]= {"ab","cd","ef","gh","ij","kl","mn","pq", "rs","tu","vw","xz","AB","CD","EF","GH", "IJ","KL","MN","PQ","RS","TU","VW","XZ"}; Attribute: and position string3D of string3D of difference ------------------------------------------------------------ [ 0 0 0 ] a z [ 0 0 0 ] b z [ 0 0 1 ] c z [ 0 0 1 ] d z [ 0 1 0 ] e z [ 0 1 0 ] f z [ 0 1 1 ] g z [ 0 1 1 ] h z [ 0 2 0 ] i z [ 0 2 0 ] j z [ 0 2 1 ] k z [ 0 2 1 ] l z [ 1 0 0 ] m z [ 1 0 0 ] n z [ 1 0 1 ] p z [ 1 0 1 ] q z [ 1 1 0 ] r z [ 1 1 0 ] s z [ 1 1 1 ] t z [ 1 1 1 ] u z [ 1 2 0 ] v z [ 1 2 0 ] w z [ 1 2 1 ] x z [ 2 0 0 ] A z [ 2 0 0 ] B z [ 2 0 1 ] C z [ 2 0 1 ] D z [ 2 1 0 ] E z [ 2 1 0 ] F z [ 2 1 1 ] G z [ 2 1 1 ] H z [ 2 2 0 ] I z [ 2 2 0 ] J z [ 2 2 1 ] K z [ 2 2 1 ] L z [ 3 0 0 ] M z [ 3 0 0 ] N z [ 3 0 1 ] P z [ 3 0 1 ] Q z [ 3 1 0 ] R z [ 3 1 0 ] S z [ 3 1 1 ] T z [ 3 1 1 ] U z [ 3 2 0 ] V z [ 3 2 0 ] W z [ 3 2 1 ] X z [ 3 2 1 ] Z z */ tid = H5Tcopy(H5T_C_S1); status = H5Tset_size(tid, (size_t)STR_SIZE); write_attr(loc_id,3,dims3,"string3D",tid,buf13); status = H5Tclose(tid); for (i=0; i<4; i++) { for (j=0; j<3; j++) { for (k=0; k<2; k++) { buf13a[i][j][k]=buf13[i][j][k]; } } } tid = H5Tcopy(H5T_C_S1); status = H5Tset_size(tid, H5T_VARIABLE); write_attr(loc_id,3,dims3,"VLstring3D",tid,buf13a); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_BITFIELD *------------------------------------------------------------------------- */ n=1; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { if (make_diffs) buf23[i][j][k]=0; else buf23[i][j][k]=n++; } } } /* position bitfield3D of bitfield3D of difference ------------------------------------------------------------ [ 0 0 0 ] 1 0 1 [ 0 0 1 ] 2 0 2 [ 0 1 0 ] 3 0 3 [ 0 1 1 ] 4 0 4 [ 0 2 0 ] 5 0 5 [ 0 2 1 ] 6 0 6 [ 1 0 0 ] 7 0 7 [ 1 0 1 ] 8 0 8 [ 1 1 0 ] 9 0 9 [ 1 1 1 ] 10 0 10 [ 1 2 0 ] 11 0 11 [ 1 2 1 ] 12 0 12 [ 2 0 0 ] 13 0 13 [ 2 0 1 ] 14 0 14 [ 2 1 0 ] 15 0 15 [ 2 1 1 ] 16 0 16 [ 2 2 0 ] 17 0 17 [ 2 2 1 ] 18 0 18 [ 3 0 0 ] 19 0 19 [ 3 0 1 ] 20 0 20 [ 3 1 0 ] 21 0 21 [ 3 1 1 ] 22 0 22 [ 3 2 0 ] 23 0 23 [ 3 2 1 ] 24 0 24 */ tid = H5Tcopy(H5T_STD_B8LE); write_attr(loc_id,3,dims3,"bitfield3D",tid,buf23); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_OPAQUE *------------------------------------------------------------------------- */ tid = H5Tcreate(H5T_OPAQUE, (size_t)1); status = H5Tset_tag(tid, "1-byte opaque type"); /* must set this */ write_attr(loc_id,3,dims3,"opaque3D",tid,buf23); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_COMPOUND *------------------------------------------------------------------------- */ n=1; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { if (make_diffs) { buf33[i][j][k].a=0; buf33[i][j][k].b=0; } else { buf33[i][j][k].a=n++; buf33[i][j][k].b=n++; } } } } /*position compound3D of compound3D of difference ------------------------------------------------------------ [ 0 0 0 ] 1 0 1 [ 0 0 0 ] 2 0 2 [ 0 0 1 ] 3 0 3 [ 0 0 1 ] 4 0 4 [ 0 1 0 ] 5 0 5 [ 0 1 0 ] 6 0 6 [ 0 1 1 ] 7 0 7 [ 0 1 1 ] 8 0 8 [ 0 2 0 ] 9 0 9 [ 0 2 0 ] 10 0 10 [ 0 2 1 ] 11 0 11 [ 0 2 1 ] 12 0 12 [ 1 0 0 ] 13 0 13 [ 1 0 0 ] 14 0 14 [ 1 0 1 ] 15 0 15 [ 1 0 1 ] 16 0 16 [ 1 1 0 ] 17 0 17 [ 1 1 0 ] 18 0 18 [ 1 1 1 ] 19 0 19 [ 1 1 1 ] 20 0 20 [ 1 2 0 ] 21 0 21 [ 1 2 0 ] 22 0 22 [ 1 2 1 ] 23 0 23 [ 1 2 1 ] 24 0 24 [ 2 0 0 ] 25 0 25 [ 2 0 0 ] 26 0 26 [ 2 0 1 ] 27 0 27 [ 2 0 1 ] 28 0 28 [ 2 1 0 ] 29 0 29 [ 2 1 0 ] 30 0 30 [ 2 1 1 ] 31 0 31 [ 2 1 1 ] 32 0 32 [ 2 2 0 ] 33 0 33 [ 2 2 0 ] 34 0 34 [ 2 2 1 ] 35 0 35 [ 2 2 1 ] 36 0 36 [ 3 0 0 ] 37 0 37 [ 3 0 0 ] 38 0 38 [ 3 0 1 ] 39 0 39 [ 3 0 1 ] 40 0 40 [ 3 1 0 ] 41 0 41 [ 3 1 0 ] 42 0 42 [ 3 1 1 ] 43 0 43 [ 3 1 1 ] 44 0 44 [ 3 2 0 ] 45 0 45 [ 3 2 0 ] 46 0 46 [ 3 2 1 ] 47 0 47 [ 3 2 1 ] 48 0 48 */ tid = H5Tcreate (H5T_COMPOUND, sizeof(s_t)); H5Tinsert(tid, "a", HOFFSET(s_t, a), H5T_NATIVE_CHAR); H5Tinsert(tid, "b", HOFFSET(s_t, b), H5T_NATIVE_DOUBLE); write_attr(loc_id,3,dims3,"compound3D",tid,buf33); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_REFERENCE (H5R_OBJECT object reference) *------------------------------------------------------------------------- */ /* Create references to dataset */ if (dset_name) { for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) status=H5Rcreate(&buf43[i][j][k],fid,dset_name,H5R_OBJECT,-1); } } write_attr(loc_id,3,dims3,"reference3D",H5T_STD_REF_OBJ,buf43); } /*------------------------------------------------------------------------- * H5T_ENUM *------------------------------------------------------------------------- */ for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { if (make_diffs) buf453[i][j][k]=RED; else buf453[i][j][k]=GREEN; } } } /* position enum3D of enum3D of difference ------------------------------------------------------------ [ 0 0 0 ] GREEN RED [ 0 0 1 ] GREEN RED [ 0 1 0 ] GREEN RED [ 0 1 1 ] GREEN RED [ 0 2 0 ] GREEN RED [ 0 2 1 ] GREEN RED [ 1 0 0 ] GREEN RED [ 1 0 1 ] GREEN RED [ 1 1 0 ] GREEN RED [ 1 1 1 ] GREEN RED [ 1 2 0 ] GREEN RED [ 1 2 1 ] GREEN RED [ 2 0 0 ] GREEN RED [ 2 0 1 ] GREEN RED [ 2 1 0 ] GREEN RED [ 2 1 1 ] GREEN RED [ 2 2 0 ] GREEN RED [ 2 2 1 ] GREEN RED [ 3 0 0 ] GREEN RED [ 3 0 1 ] GREEN RED [ 3 1 0 ] GREEN RED [ 3 1 1 ] GREEN RED [ 3 2 0 ] GREEN RED [ 3 2 1 ] GREEN RED */ tid = H5Tcreate(H5T_ENUM, sizeof(e_t)); H5Tenum_insert(tid, "RED", (val = 0, &val)); H5Tenum_insert(tid, "GREEN", (val = 1, &val)); write_attr(loc_id,3,dims3,"enum3D",tid,buf453); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_VLEN *------------------------------------------------------------------------- */ /* Allocate and initialize VL dataset to write */ n=0; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { buf53[i][j][k].p = malloc((i + 1) * sizeof(int)); buf53[i][j][k].len = i + 1; for (l = 0; l < i + 1; l++) if (make_diffs)((int *)buf53[i][j][k].p)[l] = 0; else ((int *)buf53[i][j][k].p)[l] = n++; } } } /* position vlen3D of vlen3D of difference ------------------------------------------------------------ [ 0 0 1 ] 1 0 1 [ 0 1 0 ] 2 0 2 [ 0 1 1 ] 3 0 3 [ 0 2 0 ] 4 0 4 [ 0 2 1 ] 5 0 5 [ 1 0 0 ] 6 0 6 [ 1 0 0 ] 7 0 7 [ 1 0 1 ] 8 0 8 [ 1 0 1 ] 9 0 9 [ 1 1 0 ] 10 0 10 etc */ sid = H5Screate_simple(3, dims3, NULL); tid = H5Tvlen_create(H5T_NATIVE_INT); aid = H5Acreate2(loc_id, "vlen3D", tid, sid, H5P_DEFAULT, H5P_DEFAULT); status = H5Awrite(aid, tid, buf53); assert(status >= 0); status = H5Dvlen_reclaim(tid, sid, H5P_DEFAULT, buf53); assert(status >= 0); status = H5Aclose(aid); status = H5Tclose(tid); status = H5Sclose(sid); /*------------------------------------------------------------------------- * H5T_ARRAY *------------------------------------------------------------------------- */ n=1; for (i = 0; i < 24; i++) { for (j = 0; j < (int)dimarray[0]; j++) { if (make_diffs) buf63[i][j]=0; else buf63[i][j]=n++; } } /* position array3D of array3D of difference ------------------------------------------------------------ [ 0 0 0 ] 1 0 1 [ 0 0 0 ] 2 0 2 [ 0 0 0 ] 3 0 3 [ 0 0 1 ] 4 0 4 [ 0 0 1 ] 5 0 5 [ 0 0 1 ] 6 0 6 [ 0 1 0 ] 7 0 7 etc */ tid = H5Tarray_create2(H5T_NATIVE_INT, 1, dimarray); write_attr(loc_id, 3, dims3, "array3D", tid, buf63); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_INTEGER and H5T_FLOAT *------------------------------------------------------------------------- */ n=1; f=1; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { if (make_diffs) { buf73[i][j][k]=0; buf83[i][j][k]=0; } else { buf73[i][j][k]=n++; buf83[i][j][k]=f++; } } } } /* position integer3D of integer3D of difference ------------------------------------------------------------ [ 0 0 0 ] 1 0 1 [ 0 0 1 ] 2 0 2 [ 0 1 0 ] 3 0 3 [ 0 1 1 ] 4 0 4 [ 0 2 0 ] 5 0 5 [ 0 2 1 ] 6 0 6 [ 1 0 0 ] 7 0 7 [ 1 0 1 ] 8 0 8 [ 1 1 0 ] 9 0 9 [ 1 1 1 ] 10 0 10 etc */ write_attr(loc_id,3,dims3,"integer3D",H5T_NATIVE_INT,buf73); write_attr(loc_id,3,dims3,"float3D",H5T_NATIVE_FLOAT,buf83); } /*------------------------------------------------------------------------- * Function: write_dset_in * * Purpose: write datasets in LOC_ID * *------------------------------------------------------------------------- */ static void write_dset_in(hid_t loc_id, const char* dset_name, /* for saving reference to dataset*/ hid_t fid, int make_diffs /* flag to modify data buffers */) { /* Compound datatype */ typedef struct s_t { char a; double b; } s_t; typedef enum { RED, GREEN } e_t; hid_t did; hid_t sid; hid_t tid; hid_t dcpl; herr_t status; int val, i, j, k, l, n; float f; int fillvalue=2; int scalar_data = 2; /* create 1D attributes with dimension [2], 2 elements */ hsize_t dims[1]={2}; char buf1[2][STR_SIZE]= {"ab","de"}; /* string */ char *buf1a[2]; /* VL string */ char buf2[2]= {1,2}; /* bitfield, opaque */ s_t buf3[2]= {{1,2},{3,4}}; /* compound */ hobj_ref_t buf4[2]; /* reference */ e_t buf45[2]= {RED,GREEN}; /* enum */ hvl_t buf5[2]; /* vlen */ hsize_t dimarray[1]={3}; /* array dimension */ int buf6[2][3]= {{1,2,3},{4,5,6}}; /* array */ int buf7[2]= {1,2}; /* integer */ float buf8[2]= {1,2}; /* float */ /* create 2D attributes with dimension [3][2], 6 elements */ hsize_t dims2[2]={3,2}; char buf12[3][2][STR_SIZE]= {{"ab","cd"},{"ef","gh"},{"ij","kl"}}; /* string */ char *buf12a[3][2]; /* VL string */ char buf22[3][2]= {{1,2},{3,4},{5,6}}; /* bitfield, opaque */ s_t buf32[6]= {{1,2},{3,4},{5,6},{7,8},{9,10},{11,12}}; /* compound */ hobj_ref_t buf42[3][2]; /* reference */ hvl_t buf52[3][2]; /* vlen */ int buf62[6][3]= {{1,2,3},{4,5,6},{7,8,9},{10,11,12},{13,14,15},{16,17,18}}; /* array */ int buf72[3][2]= {{1,2},{3,4},{5,6}}; /* integer */ float buf82[3][2]= {{1,2},{3,4},{5,6}}; /* float */ /* create 3D attributes with dimension [4][3][2], 24 elements */ hsize_t dims3[3]={4,3,2}; char buf13[4][3][2][STR_SIZE]= {{{"ab","cd"},{"ef","gh"},{"ij","kl"}}, {{"mn","pq"},{"rs","tu"},{"vw","xz"}}, {{"AB","CD"},{"EF","GH"},{"IJ","KL"}}, {{"MN","PQ"},{"RS","TU"},{"VW","XZ"}}}; /* string */ char *buf13a[4][3][2]; /* VL string */ char buf23[4][3][2]; /* bitfield, opaque */ s_t buf33[4][3][2]; /* compound */ hobj_ref_t buf43[4][3][2]; /* reference */ hvl_t buf53[4][3][2]; /* vlen */ int buf63[24][3]; /* array */ int buf73[4][3][2]; /* integer */ float buf83[4][3][2]; /* float */ /*------------------------------------------------------------------------- * H5S_SCALAR *------------------------------------------------------------------------- */ if ( make_diffs ) { scalar_data = 1; } /* create a space */ sid = H5Screate(H5S_SCALAR); /* create a dataset */ did = H5Dcreate2(loc_id, "scalar", H5T_NATIVE_INT, sid, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); /* write */ H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, &scalar_data); /* close */ H5Dclose(did); H5Sclose(sid); /*------------------------------------------------------------------------- * 1D *------------------------------------------------------------------------- */ /*------------------------------------------------------------------------- * H5T_STRING *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) for (j=0; j<2; j++) buf1[i][j]='z'; } tid = H5Tcopy(H5T_C_S1); status = H5Tset_size(tid,(size_t)STR_SIZE); write_dset(loc_id,1,dims,"string",tid,buf1); status = H5Tclose(tid); for (i=0; i<2; i++) { buf1a[i]=buf1[i]; } tid = H5Tcopy(H5T_C_S1); status = H5Tset_size(tid, H5T_VARIABLE); write_dset(loc_id,1,dims,"VLstring",tid,buf1a); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_BITFIELD *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) buf2[i]=buf2[1]=0; } tid = H5Tcopy(H5T_STD_B8LE); write_dset(loc_id,1,dims,"bitfield",tid,buf2); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_OPAQUE *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) { buf3[i].a=0; buf3[i].b=0; } } tid = H5Tcreate(H5T_OPAQUE, (size_t)1); status = H5Tset_tag(tid, "1-byte opaque type"); /* must set this */ write_dset(loc_id,1,dims,"opaque",tid,buf2); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_COMPOUND *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) { buf45[i]=GREEN; } } tid = H5Tcreate (H5T_COMPOUND, sizeof(s_t)); H5Tinsert(tid, "a", HOFFSET(s_t, a), H5T_NATIVE_CHAR); H5Tinsert(tid, "b", HOFFSET(s_t, b), H5T_NATIVE_DOUBLE); write_dset(loc_id,1,dims,"compound",tid,buf3); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_REFERENCE (H5R_OBJECT object reference) *------------------------------------------------------------------------- */ /* Create references to dataset */ if (dset_name) { status=H5Rcreate(&buf4[0],fid,dset_name,H5R_OBJECT,-1); status=H5Rcreate(&buf4[1],fid,dset_name,H5R_OBJECT,-1); write_dset(loc_id,1,dims,"reference",H5T_STD_REF_OBJ,buf4); } /*------------------------------------------------------------------------- * H5T_REFERENCE (H5R_DATASET_REGION dataset region reference) *------------------------------------------------------------------------- */ gen_datareg(fid,make_diffs); /*------------------------------------------------------------------------- * H5T_ENUM *------------------------------------------------------------------------- */ tid = H5Tcreate(H5T_ENUM, sizeof(e_t)); H5Tenum_insert(tid, "RED", (val = 0, &val)); H5Tenum_insert(tid, "GREEN", (val = 1, &val)); write_dset(loc_id,1,dims,"enum",tid,buf45); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_VLEN *------------------------------------------------------------------------- */ /* Allocate and initialize VL dataset to write */ buf5[0].len = 1; buf5[0].p = malloc( 1 * sizeof(int)); ((int *)buf5[0].p)[0]=1; buf5[1].len = 2; buf5[1].p = malloc( 2 * sizeof(int)); ((int *)buf5[1].p)[0]=2; ((int *)buf5[1].p)[1]=3; if(make_diffs) { ((int *)buf5[0].p)[0] = 0; ((int *)buf5[1].p)[0] = 0; ((int *)buf5[1].p)[1]=0; } sid = H5Screate_simple(1, dims, NULL); tid = H5Tvlen_create(H5T_NATIVE_INT); did = H5Dcreate2(loc_id, "vlen", tid, sid, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); status = H5Dwrite(did, tid, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf5); assert(status >= 0); status = H5Dvlen_reclaim(tid, sid, H5P_DEFAULT, buf5); assert(status >= 0); status = H5Dclose(did); status = H5Tclose(tid); status = H5Sclose(sid); /*------------------------------------------------------------------------- * H5T_ARRAY *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) for (j=0; j<3; j++) { buf6[i][j]=0; } } tid = H5Tarray_create2(H5T_NATIVE_INT, 1, dimarray); write_dset(loc_id, 1, dims, "array", tid, buf6); status = H5Tclose(tid); { double *dbuf; /* information to write */ hid_t did; /* dataset ID */ hid_t sid; /* dataspace ID */ hid_t tid; /* datatype ID */ size_t size; hsize_t sdims[] = {1}; hsize_t tdims[] = {H5TOOLS_MALLOCSIZE / sizeof(double) + 1}; int j; /* allocate and initialize array data to write */ size = ( H5TOOLS_MALLOCSIZE / sizeof(double) + 1 ) * sizeof(double); dbuf = malloc( size ); for( j = 0; j < H5TOOLS_MALLOCSIZE / sizeof(double) + 1; j++) dbuf[j] = j; if (make_diffs) { dbuf[5] = 0; dbuf[6] = 0; } /* create a type larger than H5TOOLS_MALLOCSIZE */ tid = H5Tarray_create2(H5T_NATIVE_DOUBLE, 1, tdims); size = H5Tget_size(tid); sid = H5Screate_simple(1, sdims, NULL); did = H5Dcreate2(loc_id, "arrayd", tid, sid, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); #if defined(WRITE_ARRAY) H5Dwrite(did, tid, H5S_ALL, H5S_ALL, H5P_DEFAULT, dbuf); #endif /* close */ H5Dclose(did); H5Tclose(tid); H5Sclose(sid); free( dbuf ); } /*------------------------------------------------------------------------- * H5T_INTEGER and H5T_FLOAT *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<2; i++) { buf7[i]=0; buf8[i]=0; } } write_dset(loc_id,1,dims,"integer",H5T_NATIVE_INT,buf7); write_dset(loc_id,1,dims,"float",H5T_NATIVE_FLOAT,buf8); /*------------------------------------------------------------------------- * 2D *------------------------------------------------------------------------- */ /*------------------------------------------------------------------------- * H5T_STRING *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<3; i++) for (j=0; j<2; j++) for (k=0; k<2; k++) buf12[i][j][k]='z'; } tid = H5Tcopy(H5T_C_S1); status = H5Tset_size(tid,(size_t)STR_SIZE); write_dset(loc_id,2,dims2,"string2D",tid,buf12); status = H5Tclose(tid); for (i=0; i<3; i++) { for (j=0; j<2; j++) { buf12a[i][j]=buf12[i][j]; } } tid = H5Tcopy(H5T_C_S1); status = H5Tset_size(tid, H5T_VARIABLE); write_dset(loc_id,2,dims2,"VLstring2D",tid,buf12a); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_BITFIELD *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf22,0,sizeof buf22); } tid = H5Tcopy(H5T_STD_B8LE); write_dset(loc_id,2,dims2,"bitfield2D",tid,buf22); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_OPAQUE *------------------------------------------------------------------------- */ tid = H5Tcreate(H5T_OPAQUE, (size_t)1); status = H5Tset_tag(tid, "1-byte opaque type"); /* must set this */ write_dset(loc_id,2,dims2,"opaque2D",tid,buf22); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_COMPOUND *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf32,0,sizeof buf32); } tid = H5Tcreate (H5T_COMPOUND, sizeof(s_t)); H5Tinsert(tid, "a", HOFFSET(s_t, a), H5T_NATIVE_CHAR); H5Tinsert(tid, "b", HOFFSET(s_t, b), H5T_NATIVE_DOUBLE); write_dset(loc_id,2,dims2,"compound2D",tid,buf32); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_REFERENCE (H5R_OBJECT object reference) *------------------------------------------------------------------------- */ /* Create references to dataset */ if (dset_name) { for (i = 0; i < 3; i++) { for (j = 0; j < 2; j++) { status=H5Rcreate(&buf42[i][j],fid,dset_name,H5R_OBJECT,-1); } } write_dset(loc_id,2,dims2,"reference2D",H5T_STD_REF_OBJ,buf42); } /*------------------------------------------------------------------------- * H5T_ENUM *------------------------------------------------------------------------- */ tid = H5Tcreate(H5T_ENUM, sizeof(e_t)); H5Tenum_insert(tid, "RED", (val = 0, &val)); H5Tenum_insert(tid, "GREEN", (val = 1, &val)); write_dset(loc_id,2,dims2,"enum2D",tid,0); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_VLEN *------------------------------------------------------------------------- */ /* Allocate and initialize VL dataset to write */ n = 0; for(i = 0; i < 3; i++) { for(j = 0; j < 2; j++) { buf52[i][j].p = malloc((i + 1) * sizeof(int)); buf52[i][j].len = i + 1; for(l = 0; l < i + 1; l++) { if (make_diffs) ((int *)buf52[i][j].p)[l] = 0; else ((int *)buf52[i][j].p)[l] = n++; } } } sid = H5Screate_simple(2, dims2, NULL); tid = H5Tvlen_create(H5T_NATIVE_INT); did = H5Dcreate2(loc_id, "vlen2D", tid, sid, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); status = H5Dwrite(did, tid, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf52); assert(status >= 0); status = H5Dvlen_reclaim(tid, sid, H5P_DEFAULT, buf52); assert(status >= 0); status = H5Dclose(did); status = H5Tclose(tid); status = H5Sclose(sid); /*------------------------------------------------------------------------- * H5T_ARRAY *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf62,0,sizeof buf62); } tid = H5Tarray_create2(H5T_NATIVE_INT, 1, dimarray); write_dset(loc_id, 2, dims2, "array2D", tid, buf62); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_INTEGER, write a fill value *------------------------------------------------------------------------- */ if (make_diffs) { memset(buf72, 0, sizeof buf72); memset(buf82, 0, sizeof buf82); } dcpl = H5Pcreate(H5P_DATASET_CREATE); status = H5Pset_fill_value(dcpl, H5T_NATIVE_INT, &fillvalue); sid = H5Screate_simple(2, dims2, NULL); did = H5Dcreate2(loc_id, "integer2D", H5T_NATIVE_INT, sid, H5P_DEFAULT, dcpl, H5P_DEFAULT); status = H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf72); status = H5Pclose(dcpl); status = H5Dclose(did); status = H5Sclose(sid); /*------------------------------------------------------------------------- * H5T_FLOAT *------------------------------------------------------------------------- */ write_dset(loc_id,2,dims2,"float2D",H5T_NATIVE_FLOAT,buf82); /*------------------------------------------------------------------------- * 3D *------------------------------------------------------------------------- */ /*------------------------------------------------------------------------- * H5T_STRING *------------------------------------------------------------------------- */ if (make_diffs) { for (i=0; i<4; i++) for (j=0; j<3; j++) for (k=0; k<2; k++) for (l=0; l<2; l++) buf13[i][j][k][l]='z'; } tid = H5Tcopy(H5T_C_S1); status = H5Tset_size(tid,(size_t)STR_SIZE); write_dset(loc_id,3,dims3,"string3D",tid,buf13); status = H5Tclose(tid); for (i=0; i<4; i++) { for (j=0; j<3; j++) { for (k=0; k<2; k++) { buf13a[i][j][k]=buf13[i][j][k]; } } } tid = H5Tcopy(H5T_C_S1); status = H5Tset_size(tid, H5T_VARIABLE); write_dset(loc_id,3,dims3,"VLstring3D",tid,buf13a); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_BITFIELD *------------------------------------------------------------------------- */ n=1; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { if (make_diffs) buf23[i][j][k]=0; else buf23[i][j][k]=n++; } } } tid = H5Tcopy(H5T_STD_B8LE); write_dset(loc_id,3,dims3,"bitfield3D",tid,buf23); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_OPAQUE *------------------------------------------------------------------------- */ tid = H5Tcreate(H5T_OPAQUE, (size_t)1); status = H5Tset_tag(tid, "1-byte opaque type"); /* must set this */ write_dset(loc_id,3,dims3,"opaque3D",tid,buf23); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_COMPOUND *------------------------------------------------------------------------- */ n=1; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { if (make_diffs) { buf33[i][j][k].a=0; buf33[i][j][k].b=0; } else { buf33[i][j][k].a=n++; buf33[i][j][k].b=n++; } } } } tid = H5Tcreate (H5T_COMPOUND, sizeof(s_t)); H5Tinsert(tid, "a", HOFFSET(s_t, a), H5T_NATIVE_CHAR); H5Tinsert(tid, "b", HOFFSET(s_t, b), H5T_NATIVE_DOUBLE); write_dset(loc_id,3,dims3,"compound3D",tid,buf33); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_REFERENCE (H5R_OBJECT object reference) *------------------------------------------------------------------------- */ /* Create references to dataset */ if (dset_name) { for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) status=H5Rcreate(&buf43[i][j][k],fid,dset_name,H5R_OBJECT,-1); } } write_dset(loc_id,3,dims3,"reference3D",H5T_STD_REF_OBJ,buf43); } /*------------------------------------------------------------------------- * H5T_ENUM *------------------------------------------------------------------------- */ tid = H5Tcreate(H5T_ENUM, sizeof(e_t)); H5Tenum_insert(tid, "RED", (val = 0, &val)); H5Tenum_insert(tid, "GREEN", (val = 1, &val)); write_dset(loc_id,3,dims3,"enum3D",tid,0); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_VLEN *------------------------------------------------------------------------- */ /* Allocate and initialize VL dataset to write */ n=0; for(i = 0; i < 4; i++) { for(j = 0; j < 3; j++) { for(k = 0; k < 2; k++) { buf53[i][j][k].p = malloc((i + 1) * sizeof(int)); buf53[i][j][k].len = i + 1; for(l = 0; l < i + 1; l++) { if(make_diffs) ((int *)buf53[i][j][k].p)[l] = 0; else ((int *)buf53[i][j][k].p)[l] = n++; } } } } sid = H5Screate_simple(3, dims3, NULL); tid = H5Tvlen_create(H5T_NATIVE_INT); did = H5Dcreate2(loc_id, "vlen3D", tid, sid, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); status = H5Dwrite(did, tid, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf53); assert(status >= 0); status = H5Dvlen_reclaim(tid, sid, H5P_DEFAULT, buf53); assert(status >= 0); status = H5Dclose(did); status = H5Tclose(tid); status = H5Sclose(sid); /*------------------------------------------------------------------------- * H5T_ARRAY *------------------------------------------------------------------------- */ n=1; for (i = 0; i < 24; i++) { for (j = 0; j < (int)dimarray[0]; j++) { if (make_diffs) buf63[i][j]=0; else buf63[i][j]=n++; } } tid = H5Tarray_create2(H5T_NATIVE_INT, 1, dimarray); write_dset(loc_id, 3, dims3, "array3D", tid, buf63); status = H5Tclose(tid); /*------------------------------------------------------------------------- * H5T_INTEGER and H5T_FLOAT *------------------------------------------------------------------------- */ n=1; f=1; for (i = 0; i < 4; i++) { for (j = 0; j < 3; j++) { for (k = 0; k < 2; k++) { if (make_diffs) { buf73[i][j][k]=0; buf83[i][j][k]=0; } else { buf73[i][j][k]=n++; buf83[i][j][k]=f++; } } } } write_dset(loc_id,3,dims3,"integer3D",H5T_NATIVE_INT,buf73); write_dset(loc_id,3,dims3,"float3D",H5T_NATIVE_FLOAT,buf83); } /*------------------------------------------------------------------------- * Function: gen_datareg * * Purpose: generate a dataset region and its reference * * Date: April 19, 2006 * *------------------------------------------------------------------------- */ static void gen_datareg(hid_t fid, int make_diffs /* flag to modify data buffers */) { /* data dataset */ hid_t did1; /* dataset ID */ hid_t sid1; /* dataspace ID */ hsize_t dims1[2] = {10,10};/* dimensions */ int *buf; /* dataset buffer */ /* reference dataset */ hid_t did2; /* dataset ID */ hid_t sid2; /* dataspace ID */ hsize_t dims2[] = {2}; /* 2 references */ hdset_reg_ref_t *rbuf; /* buffer for write the references */ hsize_t start[10]; /* starting location of hyperslab */ hsize_t count[10]; /* element count of hyperslab */ hsize_t coord[5][2]; /* coordinates for point selection */ herr_t status; int i; /* allocate the buffer for write the references */ rbuf = calloc((size_t)2, sizeof(hdset_reg_ref_t)); /* allocate the buffer for write the data dataset */ buf = malloc(10 * 10 * sizeof(int)); for(i = 0; i < 10 * 10; i++) buf[i] = i; /* create the data dataset */ sid1 = H5Screate_simple(2, dims1, NULL); did1 = H5Dcreate2(fid, "dsetref", H5T_NATIVE_INT, sid1, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); status = H5Dwrite(did1, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf); assert(status >= 0); /* create the reference dataset */ sid2 = H5Screate_simple(1, dims2, NULL); did2 = H5Dcreate2(fid, "refreg", H5T_STD_REF_DSETREG, sid2, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); /* create the references */ /* select hyperslab for first reference */ start[0] = 2; start[1] = 2; count[0] = 6; count[1] = 6; if(make_diffs) { start[0] = 0; start[1] = 0; count[0] = 3; count[1] = 3; } status = H5Sselect_hyperslab(sid1, H5S_SELECT_SET, start, NULL, count, NULL); assert(status >= 0); H5Sget_select_npoints(sid1); /* store first dataset region */ status = H5Rcreate(&rbuf[0], fid, "dsetref", H5R_DATASET_REGION, sid1); assert(status >= 0); /* select sequence of five points for second reference */ coord[0][0]=6; coord[0][1]=9; coord[1][0]=2; coord[1][1]=2; coord[2][0]=8; coord[2][1]=4; coord[3][0]=1; coord[3][1]=6; coord[4][0]=2; coord[4][1]=8; if (make_diffs) { coord[1][0]=3; coord[1][1]=3; coord[3][0]=2; coord[3][1]=5; coord[4][0]=1; coord[4][1]=7; } H5Sselect_elements(sid1,H5S_SELECT_SET,(size_t)5,(const hsize_t *)coord); H5Sget_select_npoints(sid1); /* store second dataset region */ H5Rcreate(&rbuf[1],fid,"dsetref",H5R_DATASET_REGION,sid1); /* write */ status = H5Dwrite(did2,H5T_STD_REF_DSETREG,H5S_ALL,H5S_ALL,H5P_DEFAULT,rbuf); assert(status >= 0); /* close, free memory buffers */ status = H5Dclose(did1); assert(status >= 0); status = H5Sclose(sid1); assert(status >= 0); status = H5Dclose(did2); assert(status >= 0); status = H5Sclose(sid2); assert(status >= 0); free(rbuf); free(buf); } /*------------------------------------------------------------------------- * Function: test_hyperslab * * Purpose: test diff by hyperslabs. create a dataset with 1GB dimensions * by iterating trough 1KB hyperslabs * *------------------------------------------------------------------------- */ static int test_hyperslab(const char *fname, int make_diffs /* flag to modify data buffers */) { hid_t did=-1; hid_t fid=-1; hid_t f_sid=-1; hid_t m_sid=-1; hid_t tid=-1; hid_t dcpl=-1; hsize_t dims[1]={GBLL}; /* dataset dimensions */ hsize_t hs_size[1]={GBLL/(1024*1024)}; /* hyperslab dimensions */ hsize_t chunk_dims[1]={GBLL/1024}; /* chunk dimensions */ hsize_t hs_start[1]; size_t size; size_t nelmts=(size_t)GBLL/(1024*1024); /* elements in each hyperslab */ char fillvalue=-1; char *buf=NULL; int i, j, s; char c; /* create */ fid = H5Fcreate(fname, H5F_ACC_TRUNC, H5P_DEFAULT, H5P_DEFAULT); if((dcpl = H5Pcreate(H5P_DATASET_CREATE)) < 0) goto out; if(H5Pset_fill_value(dcpl, H5T_NATIVE_CHAR, &fillvalue) < 0) goto out; if(H5Pset_chunk(dcpl, 1, chunk_dims) < 0) goto out; if((f_sid = H5Screate_simple(1, dims, NULL)) < 0) goto out; if((did = H5Dcreate2(fid, "big", H5T_NATIVE_CHAR, f_sid, H5P_DEFAULT, dcpl, H5P_DEFAULT)) < 0) goto out; if((m_sid = H5Screate_simple(1, hs_size, hs_size)) < 0) goto out; if((tid = H5Dget_type(did)) < 0) goto out; if((size = H5Tget_size(tid)) <= 0) goto out; /* create a evenly divided buffer from 0 to 127 */ buf = (char *)HDmalloc((size_t)(nelmts * size)); s = 1024 * 1024 / 127; for(i = 0, j = 0, c = 0; i < 1024 * 1024; j++, i++) { if(j == s) { c++; j = 0; } /* set the hyperslab values */ HDmemset(buf, c, nelmts); /* make a different hyperslab at this position */ if(make_diffs && i == 512 * 512) HDmemset(buf, 0, nelmts); hs_start[0] = i * GBLL/(1024*1024); if (H5Sselect_hyperslab (f_sid,H5S_SELECT_SET,hs_start,NULL,hs_size, NULL) < 0) goto out; /* write only one hyperslab */ if ( i==512*512) { if (H5Dwrite (did,H5T_NATIVE_CHAR,m_sid,f_sid,H5P_DEFAULT,buf) < 0) goto out; } } free(buf); buf=NULL; /* close */ if(H5Sclose(f_sid) < 0) goto out; if(H5Sclose(m_sid) < 0) goto out; if(H5Pclose(dcpl) < 0) goto out; if(H5Dclose(did) < 0) goto out; H5Fclose(fid); return 0; out: H5E_BEGIN_TRY { H5Pclose(dcpl); H5Sclose(f_sid); H5Sclose(m_sid); H5Dclose(did); H5Fclose(fid); } H5E_END_TRY; return -1; } /*------------------------------------------------------------------------- * Function: write_attr * * Purpose: utility function to write an attribute in LOC_ID * *------------------------------------------------------------------------- */ static int write_attr(hid_t loc_id, int rank, hsize_t *dims, const char *name, hid_t tid, void *buf) { hid_t aid=-1; hid_t sid=-1; /* create a space */ if((sid = H5Screate_simple(rank, dims, NULL)) < 0) goto out; /* create the attribute */ if((aid = H5Acreate2(loc_id, name, tid, sid, H5P_DEFAULT, H5P_DEFAULT)) < 0) goto out; /* write */ if(buf) { if(H5Awrite(aid, tid, buf) < 0) goto out; } /* close */ H5Aclose(aid); H5Sclose(sid); return SUCCEED; out: H5Aclose(aid); H5Sclose(sid); return FAIL; } /*------------------------------------------------------------------------- * Function: write_dset * * Purpose: utility function to create and write a dataset in LOC_ID * *------------------------------------------------------------------------- */ static int write_dset( hid_t loc_id, int rank, hsize_t *dims, const char *name, hid_t tid, void *buf ) { hid_t did=-1; hid_t sid=-1; /* create a space */ if((sid = H5Screate_simple(rank, dims, NULL)) < 0) goto out; /* create the dataset */ if((did = H5Dcreate2(loc_id, name, tid, sid, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0) goto out; /* write */ if(buf) { if(H5Dwrite(did, tid, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf) < 0) goto out; } /* close */ H5Dclose(did); H5Sclose(sid); return SUCCEED; out: H5Dclose(did); H5Sclose(sid); return FAIL; }