[svn-r7703] Purpose:

h5repack new features

Description:
implemented some features of h5repack , mostly borrowed from hrepack
like
1) the parsing of options
2) building a list of options
3) printing formats

added a test program that generates files and calls h5diff to compare
the input and output files


Platforms tested:

Misc. update:

1 files changed, 385 insertions, 0 deletions

diff --git a/tools/h5repack/h5repack_parse.c b/tools/h5repack/h5repack_parse.c
new file mode 100644
index 0000000..36f6884
--- /dev/null
+++ b/tools/h5repack/h5repack_parse.c
@@ -0,0 +1,385 @@
+/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
+ * Copyright by the Board of Trustees of the University of Illinois.         *
+ * All rights reserved.                                                      *
+ *                                                                           *
+ * This file is part of HDF5.  The full HDF5 copyright notice, including     *
+ * terms governing use, modification, and redistribution, is contained in    *
+ * the files COPYING and Copyright.html.  COPYING can be found at the root   *
+ * of the source code distribution tree; Copyright.html can be found at the  *
+ * root level of an installed copy of the electronic HDF5 document set and   *
+ * is linked from the top-level documents page.  It can also be found at     *
+ * http://hdf.ncsa.uiuc.edu/HDF5/doc/Copyright.html.  If you do not have     *
+ * access to either file, you may request a copy from hdfhelp@ncsa.uiuc.edu. *
+ * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
+
+#include <stdlib.h>
+#include <string.h>
+#include <stdio.h>
+#include <ctype.h>
+#include "h5repack_parse.h"
+
+
+/*-------------------------------------------------------------------------
+ * Function: parse_comp
+ *
+ * Purpose: read compression info
+ *
+ * Return: a list of names, the number of names and its compression type
+ *
+ * Examples: 
+ * "AA,B,CDE:RLE" 
+ * "*:GZIP 6"
+ * "A,B:NONE"
+ *
+ * Programmer: Pedro Vicente, pvn@ncsa.uiuc.edu
+ *
+ * Date: September, 23, 2003
+ *
+ *-------------------------------------------------------------------------
+ */
+
+
+obj_list_t* parse_comp(char *str, int *n_objs, comp_info_t *comp)
+{
+ unsigned    i, u;
+ char        c;
+ size_t      len=strlen(str);
+ int         j, m, n, k, end_obj=-1, no_param=0;
+ char        obj[MAX_NC_NAME]; 
+ char        scomp[10];
+ char        stype[5];
+ obj_list_t* obj_list=NULL;
+
+ /* initialize compression  info */
+ memset(comp,0,sizeof(comp_info_t));
+
+ /* check for the end of object list and number of objects */
+ for ( i=0, n=0; i<len; i++)
+ {
+  c = str[i];
+  if ( c==':' )
+  {
+   end_obj=i;
+  }
+  if ( c==',' )
+  {
+   n++;
+  }
+ }
+
+ if (end_obj==-1) { /* missing : */
+  printf("Input Error: Invalid compression input in <%s>\n",str);
+  exit(1);
+ }
+  
+ n++;
+ obj_list=malloc(n*sizeof(obj_list_t));
+ *n_objs=n;
+
+ /* get object list */
+ for ( j=0, k=0, n=0; j<end_obj; j++,k++)
+ {
+  c = str[j];
+  obj[k]=c;
+  if ( c==',' || j==end_obj-1) 
+  {
+   if ( c==',') obj[k]='\0'; else obj[k+1]='\0';
+   strcpy(obj_list[n].obj,obj);
+   memset(obj,0,sizeof(obj));
+   n++;
+   k=-1;
+  }
+ }
+ /* nothing after : */
+ if (end_obj+1==(int)len)
+ {
+  if (obj_list) free(obj_list);
+  printf("Input Error: Invalid compression type in <%s>\n",str);
+  exit(1);
+ }
+
+
+ /* get compression type */
+ m=0;
+ for ( i=end_obj+1, k=0; i<len; i++,k++)
+ {
+  c = str[i];
+  scomp[k]=c;
+  if ( c==' ' || i==len-1) 
+  {
+   if ( c==' ') {      /*one more parameter */
+    scomp[k]='\0';     /*cut space */
+
+    /* here we could have 1, 2 or 3 digits  */
+    for ( m=0,u=i+1; u<len; u++,m++) {
+     c = str[u];
+     if (!isdigit(c)){
+      printf("Input Error: Compression parameter not digit in <%s>\n",str);
+      exit(1);
+     }
+     stype[m]=c;
+    }
+    stype[m]='\0';
+    comp->info=atoi(stype);
+    i+=m; /* jump */
+   }
+   else if (i==len-1) { /*no more parameters */
+    scomp[k+1]='\0';
+    no_param=1;
+   }
+
+/*-------------------------------------------------------------------------
+ * H5Z_FILTER_NONE
+ *-------------------------------------------------------------------------
+ */
+   if (strcmp(scomp,"NONE")==0)
+    comp->type=H5Z_FILTER_NONE;
+
+/*-------------------------------------------------------------------------
+ * H5Z_FILTER_DEFLATE
+ *-------------------------------------------------------------------------
+ */
+   else if (strcmp(scomp,"GZIP")==0)
+   {
+    comp->type=H5Z_FILTER_DEFLATE;
+    if (no_param) { /*no more parameters, GZIP must have parameter */
+     if (obj_list) free(obj_list);
+     printf("Input Error: Missing compression parameter in <%s>\n",str);
+     exit(1);
+    }
+   }
+
+/*-------------------------------------------------------------------------
+ * H5Z_FILTER_SZIP
+ *-------------------------------------------------------------------------
+ */
+   else if (strcmp(scomp,"SZIP")==0)
+   {
+    comp->type=H5Z_FILTER_SZIP;
+    if (m>0){ /*SZIP does not have parameter */
+     if (obj_list) free(obj_list);
+     printf("Input Error: Extra compression parameter in SZIP <%s>\n",str);
+     exit(1);
+    }
+   }
+   else {
+    if (obj_list) free(obj_list);
+    printf("Input Error: Invalid compression type in <%s>\n",str);
+    exit(1);
+   }
+  }
+ } /*i*/
+
+
+ /* check valid parameters */
+ switch (comp->type)
+  {
+  case H5Z_FILTER_DEFLATE:
+   if (comp->info<0 || comp->info>9 ){
+    if (obj_list) free(obj_list);
+    printf("Input Error: Invalid compression parameter in <%s>\n",str);
+    exit(1);
+   }
+   break;
+  case H5Z_FILTER_SZIP:
+   break;
+  };
+
+ return obj_list;
+}
+
+
+/*-------------------------------------------------------------------------
+ * Function: get_scomp
+ *
+ * Purpose: return the compression type as a string
+ *
+ * Return: name of filter, exit on error
+ *
+ *-------------------------------------------------------------------------
+ */
+
+char* get_scomp(int code)
+{
+ if (code==H5Z_FILTER_NONE)
+  return "NONE";
+ else if (code==H5Z_FILTER_DEFLATE)
+  return "GZIP";
+ else if (code==H5Z_FILTER_SZIP)
+  return "SZIP";
+ else {
+  printf("Input Error in compression type\n");
+  exit(1);
+ }
+ return NULL;
+} 
+
+
+/*-------------------------------------------------------------------------
+ * Function: parse_chunk
+ *
+ * Purpose: read chunkink info
+ *
+ * Return: a list of names, the number of names and its chunking info
+ *
+ * Examples: 
+ * "AA,B,CDE:10X10 
+ * "*:10X10"
+ *
+ * Programmer: Pedro Vicente, pvn@ncsa.uiuc.edu
+ *
+ * Date: September, 23, 2003
+ *
+ *-------------------------------------------------------------------------
+ */
+
+
+obj_list_t* parse_chunk(char *str, 
+                        int *n_objs, 
+                        hsize_t *chunk_lengths, 
+                        int *chunk_rank)
+{
+ obj_list_t* obj_list=NULL;
+ unsigned    i;
+ char        c;
+ size_t      len=strlen(str);
+ int         j, n, k, end_obj=-1, c_index;
+ char        obj[MAX_NC_NAME]; 
+ char        sdim[10];
+ 
+ /* check for the end of object list and number of objects */
+ for ( i=0, n=0; i<len; i++)
+ {
+  c = str[i];
+  if ( c==':' )
+  {
+   end_obj=i;
+  }
+  if ( c==',' )
+  {
+   n++;
+  }
+ }
+
+ if (end_obj==-1) { /* missing : */
+  printf("Input Error: Invalid chunking input in <%s>\n",str);
+  exit(1);
+ }
+  
+ n++;
+ obj_list=malloc(n*sizeof(obj_list_t));
+ *n_objs=n;
+
+ /* get object list */
+ for ( j=0, k=0, n=0; j<end_obj; j++,k++)
+ {
+  c = str[j];
+  obj[k]=c;
+  if ( c==',' || j==end_obj-1) 
+  {
+   if ( c==',') obj[k]='\0'; else obj[k+1]='\0';
+   strcpy(obj_list[n].obj,obj);
+   memset(obj,0,sizeof(obj));
+   n++;
+   k=-1;
+  }
+ }
+
+ /* nothing after : */
+ if (end_obj+1==(int)len)
+ {
+  if (obj_list) free(obj_list);
+  printf("Input Error: Invalid chunking in <%s>\n",str);
+  exit(1);
+ }
+
+ /* get chunk info */
+ k=0; 
+ for ( i=end_obj+1, c_index=0; i<len; i++)
+ {
+  c = str[i];
+  sdim[k]=c;
+  k++; /*increment sdim index */
+
+  if (!isdigit(c) && c!='x' && c!='N' && c!='O' && c!='N' && c!='E'){
+   if (obj_list) free(obj_list);
+   printf("Input Error: Invalid chunking in <%s>\n",str);
+   exit(1);
+  }
+
+  if ( c=='x' || i==len-1) 
+  {
+   if ( c=='x') {  
+    sdim[k-1]='\0';  
+    k=0;
+    chunk_lengths[c_index]=atoi(sdim);
+    if (chunk_lengths[c_index]==0) {
+      if (obj_list) free(obj_list);
+      printf("Input Error: Invalid chunking in <%s>\n",str);
+      exit(1);
+     }
+    c_index++;
+   }
+   else if (i==len-1) { /*no more parameters */
+    sdim[k]='\0';  
+    k=0;
+    if (strcmp(sdim,"NONE")==0)
+    {
+     *chunk_rank=-2;
+    }
+    else
+    {
+     chunk_lengths[c_index]=atoi(sdim);
+     if (chunk_lengths[c_index]==0){
+      if (obj_list) free(obj_list);
+      printf("Input Error: Invalid chunking in <%s>\n",str);
+      exit(1);
+     }
+     *chunk_rank=c_index+1;
+    }
+   } /*if */
+  } /*if c=='x' || i==len-1 */
+ } /*i*/
+
+ return obj_list;
+}
+
+
+
+/*-------------------------------------------------------------------------
+ * Function: parse_number
+ *
+ * Purpose: read a number from command line argument
+ *
+ * Return: number, -1 for FAIL
+ *
+ * Programmer: Pedro Vicente, pvn@ncsa.uiuc.edu
+ *
+ * Date: September, 23, 2003
+ *
+ *-------------------------------------------------------------------------
+ */
+
+
+int parse_number(char *str)
+{
+ unsigned    i;
+ int         n;
+ char        c;
+ size_t      len=strlen(str);
+  
+ for ( i=0; i<len; i++)
+ {
+  c = str[i];
+  if (!isdigit(c)){
+   return -1;
+  }
+ }
+ str[i]='\0';     
+ n=atoi(str);
+ return n;
+}
+
+
+
+