add python script for recursive copy of DLL dependencies

1 files changed, 157 insertions, 0 deletions

diff --git a/tools/copydlldeps.py b/tools/copydlldeps.py
new file mode 100644
index 0000000..89e99ed
--- /dev/null
+++ b/tools/copydlldeps.py
@@ -0,0 +1,157 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# DLL dependency resolution and copying script.
+# Copyright (C) 2010 John Stumpo
+# Copyright (C) 2014 Martin Müllenhaupt
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+import os
+import shutil
+import struct
+import sys
+
+def is_pe_file(file):
+    f = open(file, 'rb')
+    if f.read(2) != 'MZ':
+        return False  # DOS magic number not present
+    f.seek(60)
+    peoffset = struct.unpack('<L', f.read(4))[0]
+    f.seek(peoffset)
+    if f.read(4) != 'PE\0\0':
+        return False  # PE magic number not present
+    return True
+
+def get_imports(file):
+    f = open(file, 'rb')
+    # We already know it's a PE, so don't bother checking again.
+    f.seek(60)
+    pe_header_offset = struct.unpack('<L', f.read(4))[0]
+
+    # Get sizes of tables we need.
+    f.seek(pe_header_offset + 6)
+    number_of_sections = struct.unpack('<H', f.read(2))[0]
+    f.seek(pe_header_offset + 116)
+    number_of_data_directory_entries = struct.unpack('<L', f.read(4))[0]
+    data_directory_offset = f.tell()  # it's right after the number of entries
+
+    # Where is the import table?
+    f.seek(data_directory_offset + 8)
+    rva_of_import_table = struct.unpack('<L', f.read(4))[0]
+
+    # Get the section ranges so we can convert RVAs to file offsets.
+    f.seek(data_directory_offset + 8 * number_of_data_directory_entries)
+    sections = []
+    for i in range(number_of_sections):
+        section_descriptor_data = f.read(40)
+        name, size, va, rawsize, offset = struct.unpack('<8sLLLL', section_descriptor_data[:24])
+        sections.append({'min': va, 'max': va+rawsize, 'offset': offset})
+
+    def seek_to_rva(rva):
+        for s in sections:
+            if s['min'] <= rva and rva < s['max']:
+                f.seek(rva - s['min'] + s['offset'])
+                return
+        raise(ValueError, 'Could not find section for RVA.')
+
+    # Walk the import table and get RVAs to the null-terminated names of DLLs this file uses.
+    # The table is terminated by an all-zero entry.
+    seek_to_rva(rva_of_import_table)
+    dll_rvas = []
+    while True:
+        import_descriptor = f.read(20)
+        if import_descriptor == '\0' * 20:
+            break
+        dll_rvas.append(struct.unpack('<L', import_descriptor[12:16])[0])
+
+    # Read the DLL names from the RVAs we found in the import table.
+    dll_names = []
+    for rva in dll_rvas:
+        seek_to_rva(rva)
+        name = ''
+        while True:
+            c = f.read(1)
+            if c == '\0':
+                break
+            name += c
+        dll_names.append(name)
+
+    return dll_names
+
+
+if __name__ == "__main__":
+  import argparse
+  parser = argparse.ArgumentParser(description='Recursive copy of DLL dependencies')
+  parser.add_argument('targetdir',
+                      type=str,
+                      help='target directory where to place the DLLs')
+  parser.add_argument('-C',
+                      '--checkdir',
+                      type=str,
+                      action='append',
+                      nargs='+',
+                      default=[],
+                      required=True,
+                      help='directories whose depencies must be fulfilled. All PE files will be checked (mostly .exe and .dll files)',
+                      dest='checkdirs')
+  parser.add_argument('-L',
+                      '--libdir',
+                      type=str,
+                      action='append',
+                      nargs='+',
+                      default=[],
+                      required=True,
+                      help='include directories to search for DLL dependencies (only .dll files will be used from here)',
+                      dest='libdirs')
+  args = parser.parse_args()
+
+  from sets import Set
+
+  availableDlls = dict() #map from shortname ('qtcore4.dll') to full path (eg. '/.../mxe/i686-w64-mingw32.shared/qt/bin/QtCore4.dll')
+  copiedDlls    = Set() #remember already copied DLLs (eg 'qtcore4.dll', 'qtgui4.dll')
+  dllsToCopy    = Set() #remember which DLLs must still be checked (eg 'qtnetwork4.dll', 'qtgui4.dll')
+  notFoundDlls  = Set()
+
+  #create a list of all available .dll files in the libdir directories
+  for libdir in [item for sublist in args.libdirs for item in sublist]: #flatten list: http://stackoverflow.com/questions/952914
+    for dll_filename in os.listdir(libdir):
+      dll_filename_full = os.path.join(libdir, dll_filename)
+      if dll_filename.endswith('.dll') and is_pe_file(dll_filename_full):
+        availableDlls[dll_filename.lower()] = dll_filename_full
+
+  #create a list of initial dependencies (dllsToCopy) and already copied DLLs (copiedDlls) from the checkdir arguments
+  for checkdir in [item for sublist in args.checkdirs for item in sublist]: #flatten list: http://stackoverflow.com/questions/952914
+    for pe_filename in os.listdir(checkdir):
+      pe_filename_full = os.path.join(checkdir, pe_filename)
+      if is_pe_file(pe_filename_full):
+        for dependencyDll in get_imports(pe_filename_full):
+          dllsToCopy.add(dependencyDll.lower())
+        if pe_filename.endswith('.dll'):
+          copiedDlls.add(pe_filename.lower())
+
+  while len(dllsToCopy):
+    for dllToCopy in dllsToCopy.copy(): #we may not change the set during iteration
+      if dllToCopy in copiedDlls:
+        None
+      elif dllToCopy in notFoundDlls:
+        None
+      elif dllToCopy in availableDlls:
+        shutil.copyfile(availableDlls[dllToCopy], os.path.join( args.targetdir, os.path.basename(availableDlls[dllToCopy]) ) )
+        copiedDlls.add(dllToCopy.lower())
+        for dependencyDll in get_imports(availableDlls[dllToCopy]):
+          dllsToCopy.add(dependencyDll.lower())
+      else:
+        notFoundDlls.add(dllToCopy)
+      dllsToCopy.remove(dllToCopy)
+  print("NOT FOUND Dlls:", notFoundDlls)