HDFFV-9984 Add options to merge/prune external links during repack

1 files changed, 73 insertions, 11 deletions

diff --git a/tools/src/h5repack/h5repack_copy.c b/tools/src/h5repack/h5repack_copy.c
index b1d6ab4..8f3496f 100644
--- a/tools/src/h5repack/h5repack_copy.c
+++ b/tools/src/h5repack/h5repack_copy.c
@@ -594,6 +594,8 @@ do_copy_objects(hid_t fidin, hid_t fidout, trav_table_t *travt,
     hid_t f_space_id = H5I_INVALID_HID; /* file space ID */
     hid_t ftype_id = H5I_INVALID_HID; /* file type ID */
     hid_t wtype_id = H5I_INVALID_HID; /* read/write type ID */
+    hid_t ocpl_id = H5I_INVALID_HID;  /* property to pass copy options */
+    hid_t lcpl_id = H5I_INVALID_HID;  /* link creation property list */
     named_dt_t *named_dt_head = NULL; /* Pointer to the stack of named datatypes copied */
     size_t msize;        /* size of type */
     hsize_t nelmts;      /* number of elements in dataset */
@@ -610,6 +612,7 @@ do_copy_objects(hid_t fidin, hid_t fidout, trav_table_t *travt,
     int req_filter;      /* there was a request for a filter */
     int req_obj_layout = 0; /* request layout to current object */
     unsigned crt_order_flags; /* group creation order flag */
+    h5tool_link_info_t linkinfo;
     unsigned i;
     unsigned u;
     int ifil;
@@ -619,6 +622,9 @@ do_copy_objects(hid_t fidin, hid_t fidout, trav_table_t *travt,
     hsize_t size_dset;
     int ret_value = 0;
 
+    /* init linkinfo struct */
+    HDmemset(&linkinfo, 0, sizeof(h5tool_link_info_t));
+
     /*-------------------------------------------------------------------------
      * copy the supplied object list
      *-------------------------------------------------------------------------
@@ -1137,26 +1143,25 @@ do_copy_objects(hid_t fidin, hid_t fidout, trav_table_t *travt,
                  *-------------------------------------------------------------------------
                  */
                 else {
-                    hid_t pid = H5I_INVALID_HID;
-
                     /* create property to pass copy options */
-                    if ((pid = H5Pcreate(H5P_OBJECT_COPY)) < 0)
+                    if ((ocpl_id = H5Pcreate(H5P_OBJECT_COPY)) < 0)
                         H5TOOLS_GOTO_ERROR((-1), "H5Pcreate failed");
 
                     /* set options for object copy */
-                    if (H5Pset_copy_object(pid, H5O_COPY_WITHOUT_ATTR_FLAG) < 0)
+                    if (H5Pset_copy_object(ocpl_id, H5O_COPY_WITHOUT_ATTR_FLAG) < 0)
                         H5TOOLS_GOTO_ERROR((-1), "H5Pset_copy_object failed");
 
                     if (H5Ocopy(fidin, /* Source file or group identifier */
                             travt->objs[i].name, /* Name of the source object to be copied */
                             fidout, /* Destination file or group identifier  */
                             travt->objs[i].name, /* Name of the destination object  */
-                            pid, /* Properties which apply to the copy   */
+                            ocpl_id, /* Properties which apply to the copy   */
                             H5P_DEFAULT) < 0) /* Properties which apply to the new hard link */
                         H5TOOLS_GOTO_ERROR((-1), "H5Ocopy failed");
 
-                    if (H5Pclose(pid) < 0)
+                    if (H5Pclose(ocpl_id) < 0)
                         H5TOOLS_GOTO_ERROR((-1), "H5Pclose failed");
+                    ocpl_id = H5I_INVALID_HID;
 
                     /*-------------------------------------------------------------------------
                      * Copy attrs manually
@@ -1228,11 +1233,61 @@ do_copy_objects(hid_t fidin, hid_t fidout, trav_table_t *travt,
                 if (options->verbose)
                     HDprintf(FORMAT_OBJ, "link", travt->objs[i].name);
 
-                if (H5Lcopy(fidin, travt->objs[i].name, fidout, travt->objs[i].name, H5P_DEFAULT, H5P_DEFAULT) < 0)
-                    H5TOOLS_GOTO_ERROR((-1), "H5Lcopy failed");
+                /* Check -X option. */
+                if (options->merge) {
+                    if (H5tools_get_symlink_info(fidin, travt->objs[i].name, &linkinfo, 1) == 0) {
+                        /* dangling link */
+                        if (options->prune) {
+                            HDprintf("Pruned %s.\n", travt->objs[i].name);
+                        }
+                        else {
+                            if (H5Lcopy(fidin, travt->objs[i].name, fidout, travt->objs[i].name, H5P_DEFAULT, H5P_DEFAULT) < 0)
+                                H5TOOLS_GOTO_ERROR((-1), "H5Lcopy failed");
+                        }
+                    }
+                    else {
+                        /* valid link */
+                        /* create property to pass copy options */
+                        if ((ocpl_id = H5Pcreate(H5P_OBJECT_COPY)) < 0)
+                            H5TOOLS_GOTO_ERROR((-1), "H5Pcreate create property failed");
 
-                if (options->verbose)
-                    HDprintf(FORMAT_OBJ, "link", travt->objs[i].name);
+                        /* set options for object copy */
+                        if (H5Pset_copy_object(ocpl_id, H5O_COPY_EXPAND_EXT_LINK_FLAG) < 0)
+                            H5TOOLS_GOTO_ERROR((-1), "H5Pset_copy_object failed");
+
+                        /* Create link creation property list */
+                        if((lcpl_id = H5Pcreate(H5P_LINK_CREATE)) < 0) {
+                            H5TOOLS_GOTO_ERROR((-1), "H5Pcreate link creation property failed");
+                        }
+
+                        /* Set flag for intermediate group creation */
+                        if (H5Pset_create_intermediate_group(lcpl_id, TRUE) < 0)
+                            H5TOOLS_GOTO_ERROR((-1), "H5Pset_create_intermediate_group failed");
+
+                        if (H5Ocopy(fidin, travt->objs[i].name, fidout, travt->objs[i].name, ocpl_id, lcpl_id) < 0)
+                            H5TOOLS_GOTO_ERROR((-1), "H5Ocopy failed");
+
+                        if (H5Pclose(lcpl_id) < 0)
+                            H5TOOLS_GOTO_ERROR((-1), "H5Pclose failed");
+
+                        if (H5Pclose(ocpl_id) < 0)
+                            H5TOOLS_GOTO_ERROR((-1), "H5Pclose failed");
+                    }
+
+                    /* free link info path */
+                    if (linkinfo.trg_path)
+                        HDfree(linkinfo.trg_path);
+                    linkinfo.trg_path = NULL;
+                } /* options->merge */
+                else {
+                    if (options->prune) {
+                        HDprintf("Pruned %s.\n", travt->objs[i].name);
+                    }
+                    else {
+                        if (H5Lcopy(fidin, travt->objs[i].name, fidout, travt->objs[i].name, H5P_DEFAULT, H5P_DEFAULT) < 0)
+                            H5TOOLS_GOTO_ERROR((-1), "H5Lcopy failed");
+                    }
+                }
                 break;
 
             default:
@@ -1249,15 +1304,22 @@ done:
         if (named_datatype_free(&named_dt_head, 0) < 0)
             H5TOOLS_ERROR((-1), "named_datatype_free failed");
     }
-    else
+    else {
         H5E_BEGIN_TRY {
             named_datatype_free(&named_dt_head, 1);
         } H5E_END_TRY;
+    }
+
+    /* free link info path */
+    if (linkinfo.trg_path)
+        HDfree(linkinfo.trg_path);
 
     H5E_BEGIN_TRY
     {
         H5Gclose(grp_in);
         H5Gclose(grp_out);
+        H5Pclose(lcpl_id);
+        H5Pclose(ocpl_id);
         H5Pclose(dcpl_in);
         H5Pclose(gcpl_in);
         H5Pclose(gcpl_out);