[svn r3994] r4835@delle: sbehnel | 2008-11-06 22:16:35 +0100

 new setup.py option '--static-deps' to trigger a complete download+build of libxml2/xslt as part the static build

--HG--
branch : trunk

1 files changed, 199 insertions, 0 deletions

diff --git a/buildlibxml.py b/buildlibxml.py
new file mode 100644
index 00000000..4a4c3f44
--- /dev/null
+++ b/buildlibxml.py
@@ -0,0 +1,199 @@
+import os, re
+from distutils import log
+
+## Routines to download and build libxml2/xslt:
+
+LIBXML2_LOCATION = 'ftp://xmlsoft.org/libxml2/'
+match_libfile_version = re.compile('^[^-]*-([.0-9-]+)[.].*').match
+
+def ftp_listdir(url):
+    import ftplib, urlparse, posixpath
+    scheme, netloc, path, qs, fragment = urlparse.urlsplit(url)
+    assert scheme.lower() == 'ftp'
+    server = ftplib.FTP(netloc)
+    server.login()
+    files = [posixpath.basename(fn) for fn in server.nlst(path)]
+    return files
+
+def tryint(s):
+    try:
+        return int(s)
+    except ValueError:
+        return s
+
+def download_libxml2(dest_dir, version=None):
+    """Downloads libxml2, returning the filename where the library was downloaded"""
+    version_re = re.compile(r'^LATEST_LIBXML2_IS_(.*)$')
+    filename = 'libxml2-%s.tar.gz'
+    return download_library(dest_dir, LIBXML2_LOCATION, 'libxml2',
+                            version_re, filename, version=version)
+
+def download_libxslt(dest_dir, version=None):
+    """Downloads libxslt, returning the filename where the library was downloaded"""
+    version_re = re.compile(r'^LATEST_LIBXSLT_IS_(.*)$')
+    filename = 'libxslt-%s.tar.gz'
+    return download_library(dest_dir, LIBXML2_LOCATION, 'libxslt',
+                            version_re, filename, version=version)
+
+def download_library(dest_dir, location, name, version_re, filename, 
+                     version=None):
+    import urllib, urlparse
+    if version is None:
+        try:
+            fns = ftp_listdir(location)
+            for fn in fns:
+                match = version_re.search(fn)
+                if match:
+                    version = match.group(1)
+                    print('Latest version of %s is %s' % (name, version))
+                    break
+            else:
+                raise Exception(
+                    "Could not find the most current version of the %s from the files: %s"
+                    % (name, fns))
+            filename = filename % version
+        except IOError:
+            # network failure - maybe we have the files already?
+            latest = (0,0,0)
+            fns = os.listdir(dest_dir)
+            for fn in fns:
+                if fn.startswith(name+'-'):
+                    match = match_libfile_version(fn)
+                    if match:
+                        version = tuple(map(tryint, match.group(1).split('.')))
+                        if version > latest:
+                            latest = version
+                            filename = fn
+                            break
+            else:
+                raise
+    full_url = urlparse.urljoin(location, filename)
+    dest_filename = os.path.join(dest_dir, filename)
+    if os.path.exists(dest_filename):
+        print('Using existing %s downloaded into %s (delete this file if you want to re-download the package)'
+              % (name, dest_filename))
+    else:
+        print('Downloading %s into %s' % (name, dest_filename))
+        urllib.urlretrieve(full_url, dest_filename)
+    return dest_filename
+
+## Backported method of tarfile.TarFile.extractall (doesn't exist in 2.4):
+def _extractall(self, path=".", members=None):
+    """Extract all members from the archive to the current working
+       directory and set owner, modification time and permissions on
+       directories afterwards. `path' specifies a different directory
+       to extract to. `members' is optional and must be a subset of the
+       list returned by getmembers().
+    """
+    import copy
+    is_ignored_file = re.compile(
+        r'''[\\/]((test|results?)[\\/]
+                  |doc[\\/].*(Log|[.](out|imp|err|png|ent|gif|tif|pdf))$
+                  |tests[\\/](.*[\\/])?(?!Makefile)[^\\/]*$
+                  |python[\\/].*[.]py$
+                 )
+        ''', re.X).search
+
+    directories = []
+
+    if members is None:
+        members = self
+
+    for tarinfo in members:
+        if is_ignored_file(tarinfo.name):
+            continue
+        if tarinfo.isdir():
+            # Extract directories with a safe mode.
+            directories.append((tarinfo.name, tarinfo))
+            tarinfo = copy.copy(tarinfo)
+            tarinfo.mode = 0700
+        self.extract(tarinfo, path)
+
+    # Reverse sort directories.
+    directories.sort()
+    directories.reverse()
+
+    # Set correct owner, mtime and filemode on directories.
+    for name, tarinfo in directories:
+        dirpath = os.path.join(path, name)
+        try:
+            self.chown(tarinfo, dirpath)
+            self.utime(tarinfo, dirpath)
+            self.chmod(tarinfo, dirpath)
+        except ExtractError, e:
+            if self.errorlevel > 1:
+                raise
+            else:
+                self._dbg(1, "tarfile: %s" % e)
+
+def unpack_tarball(tar_filename, dest):
+    import tarfile
+    print('Unpacking %s into %s' % (os.path.basename(tar_filename), dest))
+    tar = tarfile.open(tar_filename)
+    base_dir = None
+    for member in tar:
+        base_name = member.name.split('/')[0]
+        if base_dir is None:
+            base_dir = base_name
+        else:
+            if base_dir != base_name:
+                print('Unexpected path in %s: %s' % (tar_filename, base_name))
+    _extractall(tar, dest)
+    tar.close()
+    return os.path.join(dest, base_dir)
+
+def call_subprocess(cmd, **kw):
+    import subprocess
+    cwd = kw.get('cwd', '.')
+    cmd_desc = ' '.join(cmd)
+    log.info('Running "%s" in %s' % (cmd_desc, cwd))
+    returncode = subprocess.call(cmd, **kw)
+    if returncode:
+        raise Exception('Command "%s" returned code %s' % (cmd_desc, returncode))
+
+def safe_mkdir(dir):
+    if not os.path.exists(dir):
+        os.makedirs(dir)
+
+def build_libxml2xslt(download_dir, build_dir,
+                      static_include_dirs, static_library_dirs,
+                      static_cflags, static_binaries,
+                      libxml2_version=None, libxslt_version=None):
+    safe_mkdir(download_dir)
+    safe_mkdir(build_dir)
+    libxml2_dir = unpack_tarball(download_libxml2(download_dir, libxml2_version), build_dir)
+    libxslt_dir = unpack_tarball(download_libxslt(download_dir, libxslt_version), build_dir)
+    prefix = os.path.join(os.path.abspath(build_dir), 'libxml2')
+    safe_mkdir(prefix)
+
+    configure_cmd = ['./configure', '--without-python',
+                     '--disable-shared', '--prefix=%s' % prefix]
+    call_subprocess(configure_cmd, cwd=libxml2_dir)
+    call_subprocess(
+        ['make'], cwd=libxml2_dir)
+    call_subprocess(
+        ['make', 'install'], cwd=libxml2_dir)
+
+    libxslt_configure_cmd = configure_cmd + ['--with-libxml2-src=%s' % libxml2_dir]
+    call_subprocess(libxslt_configure_cmd, cwd=libxslt_dir)
+    call_subprocess(
+        ['make'], cwd=libxslt_dir)
+    call_subprocess(
+        ['make', 'install'], cwd=libxslt_dir)
+
+    xslt_config = os.path.join(prefix, 'bin', 'xslt-config')
+    xml2_config = os.path.join(prefix, 'bin', 'xml2-config')
+
+    lib_dir = os.path.join(prefix, 'lib')
+    static_include_dirs.extend([
+            os.path.join(prefix, 'include', 'libxml2'),
+            os.path.join(prefix, 'include', 'libxslt'),
+            os.path.join(prefix, 'include', 'libexslt')])
+    static_library_dirs.append(lib_dir)
+
+    for filename in os.listdir(lib_dir):
+        if [l for l in ['libxml2', 'libxslt', 'libexslt'] if l in filename]:
+            if [ext for ext in ['.a'] if filename.endswith(ext)]:
+                static_binaries.append(os.path.join(lib_dir,filename))
+
+    return (xml2_config, xslt_config)