Upload 5 files

lib/Dockerfile.wheels

@@ -0,0 +1,190 @@
+# An image for building manylinux1 wheels equivalent to those that
+# https://github.com/sgillies/frs-wheel-builds makes for macosx.
+#
+# TODO: Figure out how to make the builds for osx!
+#
+# Note well: a very limited set of format drivers are included in these
+# wheels. See the GDAL configuration below for details.
+
+FROM quay.io/pypa/manylinux1_x86_64
+
+RUN sed -i 's/enabled=1/enabled=0/' /etc/yum/pluginconf.d/fastestmirror.conf \
+    && sed -i 's/mirrorlist/#mirrorlist/' /etc/yum.repos.d/CentOS-Base.repo \
+    && sed -i 's|#baseurl=http://mirror.centos.org/centos/$releasever|baseurl=http://vault.centos.org/5.11|' /etc/yum.repos.d/CentOS-Base.repo
+
+RUN yum update -y && yum install -y curl-devel json-c-devel zlib-devel libtiff-devel postgresql-devel
+
+# Install openssl
+RUN mkdir -p /src \
+    && cd /src \
+    && curl -f -L -O https://www.openssl.org/source/openssl-1.0.2o.tar.gz \
+    && echo "ec3f5c9714ba0fd45cb4e087301eb1336c317e0d20b575a125050470e8089e4d  openssl-1.0.2o.tar.gz" > checksum \
+    && sha256sum -c checksum \
+    && tar zxf openssl-1.0.2o.tar.gz \
+    && cd /src/openssl-1.0.2o \
+    && ./config no-shared no-ssl2 no-async -fPIC -O2 \
+    && make -j 4 \
+    && make install \
+    && rm -rf /src
+
+# Install curl
+RUN mkdir -p /src \
+    && cd /src \
+    && curl -f -L -O http://curl.askapache.com/download/curl-7.73.0.tar.bz2 \
+    && tar jxf curl-7.73.0.tar.bz2 \
+    && cd /src/curl-7.73.0 \
+    && LIBS=-ldl CFLAGS="-O2 -Wl,-S" ./configure --with-ssl=/usr/local/ssl \
+    && make -j 4 \
+    && make install \
+    && rm -rf /src
+
+# Install geos
+RUN mkdir -p /src \
+    && cd /src \
+    && curl -f -L -O http://download.osgeo.org/geos/geos-3.9.0.tar.bz2 \
+    && tar jxf geos-3.9.0.tar.bz2 \
+    && cd /src/geos-3.9.0 \
+    && CFLAGS="-O2 -Wl,-S" CXXFLAGS="-O2 -Wl,-S" ./configure \
+    && make -j 4 \
+    && make install \
+    && rm -rf /src
+
+# Install jasper
+RUN mkdir -p /src \
+    && cd /src \
+    && curl -f -L -O http://download.osgeo.org/gdal/jasper-1.900.1.uuid.tar.gz \
+    && tar xzf jasper-1.900.1.uuid.tar.gz \
+    && cd /src/jasper-1.900.1.uuid \
+    && ./configure --disable-debug --enable-shared \
+    && make -j 4 \
+    && make install \
+    && rm -rf /src
+
+# proj4
+RUN mkdir -p /src \
+    && cd /src \
+    && curl -f -L -O http://download.osgeo.org/proj/proj-4.9.3.tar.gz \
+    && tar xzf proj-4.9.3.tar.gz \
+    && cd /src/proj-4.9.3 \
+    && ./configure CFLAGS="-O2 -Wl,-S" \
+    && make -j 4 \
+    && make install \
+    && rm -rf /src
+
+# cmake
+RUN cd /usr/local/src \
+    && curl -f -L -O http://www.cmake.org/files/v3.13/cmake-3.13.5.tar.gz \
+    && tar xzf cmake-3.13.5.tar.gz \
+    && cd cmake-3.13.5 \
+    && ./bootstrap --prefix=/usr/local/cmake \
+    && make -j 4; make install
+
+# openjpeg
+RUN mkdir -p /src \
+    && cd /src \
+    && curl -f -L -O https://github.com/uclouvain/openjpeg/archive/v2.4.0.tar.gz \
+    && tar xzf v2.4.0.tar.gz \
+    && cd /src/openjpeg-2.4.0 \
+    && mkdir -p build \
+    && cd build \
+    && /usr/local/cmake/bin/cmake .. -DBUILD_THIRDPARTY:BOOL=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local \
+    && make -j 4 install \
+    && make clean \
+    && rm -rf /src
+
+# hdf5
+RUN cd /usr/local/src \
+    && curl -f -L -O https://support.hdfgroup.org/ftp/HDF5/releases/hdf5-1.12/hdf5-1.12.0/src/hdf5-1.12.0.tar.gz \
+    && tar xzf hdf5-1.12.0.tar.gz \
+    && cd hdf5-1.12.0 \
+    && ./configure --prefix=/usr/local --enable-shared --enable-build-mode=production CFLAGS="-O2 -Wl,-S" \
+    && make -j 4 \
+    && make install
+
+## netcdf
+RUN cd /usr/local/src \
+    && curl -f -L -O ftp://ftp.unidata.ucar.edu/pub/netcdf/netcdf-4.6.1.tar.gz \
+    && tar xzf netcdf-4.6.1.tar.gz \
+    && cd netcdf-4.6.1 \
+    && CFLAGS="-I/usr/local/include -O2 -Wl,-S" CXXFLAGS="-I/usr/local/include -O2 -Wl,-S" LDFLAGS="-L/usr/local/lib" ./configure \
+    && make -j 4 \
+    && make install
+
+## expat
+RUN cd /usr/local/src \
+    && curl -f -L -O https://github.com/libexpat/libexpat/releases/download/R_2_2_10/expat-2.2.10.tar.bz2 \
+    && tar xjf expat-2.2.10.tar.bz2 \
+    && cd expat-2.2.10 \
+    && CFLAGS="-O2 -Wl,-S" ./configure --prefix=/usr/local \
+    && make -j 4 \
+    && make install
+
+## webp
+RUN cd /usr/local/src \
+    && curl -f -L -O https://storage.googleapis.com/downloads.webmproject.org/releases/webp/libwebp-1.2.0.tar.gz \
+    && tar xzf libwebp-1.2.0.tar.gz \
+    && cd libwebp-1.2.0 \
+    && CFLAGS="-O2 -Wl,-S" ./configure --prefix=/usr/local \
+    && make -j 4 \
+    && make install
+
+# gdal
+RUN mkdir -p /src \
+    && cd /src \
+    && curl -f -L -O http://download.osgeo.org/gdal/2.4.4/gdal-2.4.4.tar.gz \
+    && tar xzf gdal-2.4.4.tar.gz \
+    && cd /src/gdal-2.4.4 \
+    && CFLAGS="-O2 -Wl,-S" CXXFLAGS="-O2 -Wl,-S" ./configure \
+        --with-threads \
+        --disable-debug \
+        --disable-static \
+        --without-grass \
+        --without-libgrass \
+        --without-jpeg12 \
+        --with-libtiff \
+        --with-jpeg \
+        --with-pg \
+        --with-gif \
+        --with-png \
+        --with-webp \
+        --with-geotiff=internal \
+        --with-sqlite3=/usr \
+        --with-pcraster=internal \
+        --with-pcidsk=internal \
+        --with-bsb \
+        --with-grib \
+        --with-pam \
+        --with-geos=/usr/local/bin/geos-config \
+        --with-static-proj4=/usr/local \
+        --with-expat=/usr/local \
+        --with-libjson-c \
+        --with-libiconv-prefix=/usr \
+        --with-libz=/usr \
+        --with-curl=/usr/local/bin/curl-config \
+        --with-netcdf=/usr/local/netcdf \
+        --with-openjpeg \
+        --with-jasper=/usr/local \
+        --with-hdf5=/usr/local \
+        --without-python \
+        --without-hdf4 \
+    && make -j 12 \
+    && make install
+
+# Bake dev requirements into the Docker image for faster builds
+ADD requirements.txt /tmp/requirements.txt
+RUN for PYBIN in /opt/python/*/bin; do \
+        $PYBIN/pip install -U pip || true; \
+        $PYBIN/pip install -r /tmp/requirements.txt || true; \
+    done
+
+# Replace SWIG's setup.py with this modified one, which gets numpy in
+# there as a dependency.
+ADD setup.py /src/gdal-2.4.4/swig/python/setup.py
+
+# Replace the osgeo module __init__.py with this modified one, which
+# sets the GDAL_DATA and PROJ_LIB variables on import to where they've
+# been copied to.
+ADD gdalinit.py /src/gdal-2.4.4/swig/python/osgeo/__init__.py
+
+WORKDIR /io
+CMD ["/io/build-linux-wheels.sh"]

lib/Makefile

@@ -0,0 +1,7 @@
+# GDAL python bindings make file.
+
+SHELL = /bin/bash
+
+wheels: Dockerfile.wheels build-linux-wheels.sh
+	docker build -f Dockerfile.wheels -t gdal-wheelbuilder .
+	docker run -v `pwd`:/io gdal-wheelbuilder

lib/build-linux-wheels.sh

@@ -0,0 +1,23 @@
+#!/bin/bash
+set -e
+
+GDAL_BUILD_PATH=/src/gdal-2.4.4/swig/python
+ORIGINAL_PATH=$PATH
+UNREPAIRED_WHEELS=/tmp/wheels
+
+# Enable devtoolset-2 for C++11
+source /opt/rh/devtoolset-2/enable
+
+# Compile wheels
+pushd ${GDAL_BUILD_PATH}
+for PYBIN in /opt/python/*/bin; do
+    export PATH=${PYBIN}:$ORIGINAL_PATH
+    rm -rf build
+    CFLAGS="-std=c++11" python setup.py bdist_wheel -d ${UNREPAIRED_WHEELS} || true
+done
+popd
+
+# Bundle GEOS into the wheels
+for whl in ${UNREPAIRED_WHEELS}/*.whl; do
+    auditwheel repair ${whl} -w wheels || true
+done

lib/gdalinit.py

@@ -0,0 +1,40 @@
+# __init__ for osgeo package.
+import os
+import sys
+
+# making the osgeo package version the same as the gdal version:
+from sys import version_info
+if version_info >= (2,6,0):
+    def swig_import_helper():
+        from os.path import dirname
+        import imp
+        fp = None
+        try:
+            fp, pathname, description = imp.find_module('_gdal', [dirname(__file__)])
+        except ImportError:
+            import _gdal
+            return _gdal
+        if fp is not None:
+            try:
+                _mod = imp.load_module('_gdal', fp, pathname, description)
+            finally:
+                fp.close()
+            return _mod
+    _gdal = swig_import_helper()
+    del swig_import_helper
+else:
+    import _gdal
+
+__version__ = _gdal.__version__ = _gdal.VersionInfo("RELEASE_NAME")
+
+# Set gdal and proj data directories.
+if 'GDAL_DATA' not in os.environ:
+    whl_datadir = os.path.abspath(os.path.join(os.path.dirname(__file__), "gdal_data"))
+    share_datadir = os.path.join(sys.prefix, 'share/gdal')
+    if os.path.exists(os.path.join(whl_datadir, 'pcs.csv')):
+        os.environ['GDAL_DATA'] = whl_datadir
+    elif os.path.exists(os.path.join(share_datadir, 'pcs.csv')):
+        os.environ['GDAL_DATA'] = share_datadir
+    if 'PROJ_LIB' not in os.environ:
+        whl_datadir = os.path.abspath(os.path.join(os.path.dirname(__file__), "proj_data"))
+        os.environ['PROJ_LIB'] = whl_datadir

lib/setup.py

@@ -0,0 +1,353 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+# Setup script for GDAL Python bindings.
+# Inspired by psycopg2 setup.py file
+# http://www.initd.org/tracker/psycopg/browser/psycopg2/trunk/setup.py
+# Howard Butler [email protected]
+
+
+gdal_version = '2.4.4'
+
+import sys
+import shutil
+import os
+
+from glob import glob
+
+# ---------------------------------------------------------------------------
+# Switches
+# ---------------------------------------------------------------------------
+
+HAVE_NUMPY=False
+HAVE_SETUPTOOLS = False
+BUILD_FOR_CHEESESHOP = False
+GNM_ENABLED = False
+
+# ---------------------------------------------------------------------------
+# Default build options
+# (may be overridden with setup.cfg or command line switches).
+# ---------------------------------------------------------------------------
+
+include_dirs = ['../../port', '../../gcore', '../../alg', '../../ogr/', '../../ogr/ogrsf_frmts', '../../gnm', '../../apps']
+library_dirs = ['../../.libs', '../../']
+libraries = ['gdal']
+
+# ---------------------------------------------------------------------------
+# Helper Functions
+# ---------------------------------------------------------------------------
+
+# Function to find numpy's include directory
+def get_numpy_include():
+    if HAVE_NUMPY:
+        return numpy.get_include()
+    else:
+        return '.'
+
+def copy_data_tree(datadir, destdir):
+    try:
+        shutil.rmtree(destdir)
+    except OSError:
+        pass
+    shutil.copytree(datadir, destdir)
+            
+# ---------------------------------------------------------------------------
+# Imports
+# ---------------------------------------------------------------------------
+
+try:
+    import numpy
+    HAVE_NUMPY = True
+    # check version
+    numpy_major = numpy.__version__.split('.')[0]
+    if int(numpy_major) < 1:
+        print("numpy version must be > 1.0.0")
+        HAVE_NUMPY = False
+    else:
+#        print ('numpy include', get_numpy_include())
+        if get_numpy_include() =='.':
+            print("numpy headers were not found!  Array support will not be enabled")
+            HAVE_NUMPY=False
+except ImportError:
+    pass
+
+fixer_names = [
+    'lib2to3.fixes.fix_import',
+    'lib2to3.fixes.fix_next',
+    'lib2to3.fixes.fix_renames',
+    'lib2to3.fixes.fix_unicode',
+    'lib2to3.fixes.fix_ws_comma',
+    'lib2to3.fixes.fix_xrange',
+]
+extra = {}
+try:
+    from setuptools import setup
+    from setuptools import Extension
+    HAVE_SETUPTOOLS = True
+except ImportError:
+    from distutils.core import setup, Extension
+
+    try:
+        from distutils.command.build_py import build_py_2to3 as build_py
+        from distutils.command.build_scripts import build_scripts_2to3 as build_scripts
+    except ImportError:
+        from distutils.command.build_py import build_py
+        from distutils.command.build_scripts import build_scripts
+    else:
+        build_py.fixer_names = fixer_names
+        build_scripts.fixer_names = fixer_names
+else:
+    if sys.version_info >= (3,):
+        from lib2to3.refactor import get_fixers_from_package
+
+        all_fixers = set(get_fixers_from_package('lib2to3.fixes'))
+        exclude_fixers = sorted(all_fixers.difference(fixer_names))
+
+        extra['use_2to3'] = True
+        extra['use_2to3_fixers'] = []
+        extra['use_2to3_exclude_fixers'] = exclude_fixers
+
+class gdal_config_error(Exception): pass
+
+
+from distutils.command.build_ext import build_ext
+from distutils.ccompiler import get_default_compiler
+
+def fetch_config(option, gdal_config='gdal-config'):
+
+    command = gdal_config + " --%s" % option
+
+    try:
+        import subprocess
+        command, args = command.split()[0], command.split()[1]
+        from sys import version_info
+        if version_info >= (3,0,0):
+            try:
+                p = subprocess.Popen([command, args], stdout=subprocess.PIPE)
+            except OSError:
+                import sys
+                e = sys.exc_info()[1]
+                raise gdal_config_error(e)
+            r = p.stdout.readline().decode('ascii').strip()
+        else:
+            exec("""try:
+    p = subprocess.Popen([command, args], stdout=subprocess.PIPE)
+except OSError, e:
+    raise gdal_config_error, e""")
+            r = p.stdout.readline().strip()
+        p.stdout.close()
+        p.wait()
+
+    except ImportError:
+
+        import popen2
+
+        p = popen2.popen3(command)
+        r = p[0].readline().strip()
+        if not r:
+            raise Warning(p[2].readline())
+
+    return r
+
+class gdal_ext(build_ext):
+
+    GDAL_CONFIG = 'gdal-config'
+    user_options = build_ext.user_options[:]
+    user_options.extend([
+        ('gdal-config=', None,
+        "The name of the gdal-config binary and/or a full path to it"),
+    ])
+
+    def initialize_options(self):
+        build_ext.initialize_options(self)
+
+        self.numpy_include_dir = get_numpy_include()
+        self.gdaldir = None
+        self.gdal_config = self.GDAL_CONFIG
+        self.already_raised_no_config_error = False
+
+    def get_compiler(self):
+        return self.compiler or get_default_compiler()
+
+    def get_gdal_config(self, option):
+        try:
+            return fetch_config(option, gdal_config = self.gdal_config)
+        except gdal_config_error:
+            # If an error is thrown, it is possibly because
+            # the gdal-config location given in setup.cfg is
+            # incorrect, or possibly the default -- ../../apps/gdal-config
+            # We'll try one time to use the gdal-config that might be
+            # on the path. If that fails, we're done, however.
+            if not self.already_raised_no_config_error:
+                self.already_raised_no_config_error = True
+                return fetch_config(option)
+
+    def finalize_options(self):
+        if self.include_dirs is None:
+            self.include_dirs = include_dirs
+        if self.library_dirs is None:
+            self.library_dirs = library_dirs
+        if self.libraries is None:
+            if self.get_compiler() == 'msvc':
+                libraries.remove('gdal')
+                libraries.append('gdal_i')
+            self.libraries = libraries
+
+        build_ext.finalize_options(self)
+
+        self.include_dirs.append(self.numpy_include_dir)
+
+        if self.get_compiler() == 'msvc':
+            return True
+
+        self.gdaldir = self.get_gdal_config('prefix')
+        self.library_dirs.append(os.path.join(self.gdaldir,'lib'))
+        self.include_dirs.append(os.path.join(self.gdaldir,'include'))
+
+
+extra_link_args = []
+extra_compile_args = []
+
+if sys.platform == 'darwin' and [int(x) for x in os.uname()[2].split('.')] >= [11, 0, 0]:
+    # since MacOS X 10.9, clang no longer accepts -mno-fused-madd
+    #extra_compile_args.append('-Qunused-arguments')
+    os.environ['ARCHFLAGS'] = '-Wno-error=unused-command-line-argument-hard-error-in-future'
+
+gdal_module = Extension('osgeo._gdal',
+                        sources=['extensions/gdal_wrap.cpp'],
+                        extra_compile_args = extra_compile_args,
+                        extra_link_args = extra_link_args)
+
+gdalconst_module = Extension('osgeo._gdalconst',
+                    sources=['extensions/gdalconst_wrap.c'],
+                    extra_compile_args = extra_compile_args,
+                    extra_link_args = extra_link_args)
+
+osr_module = Extension('osgeo._osr',
+                    sources=['extensions/osr_wrap.cpp'],
+                    extra_compile_args = extra_compile_args,
+                    extra_link_args = extra_link_args)
+
+ogr_module = Extension('osgeo._ogr',
+                    sources=['extensions/ogr_wrap.cpp'],
+                    extra_compile_args = extra_compile_args,
+                    extra_link_args = extra_link_args)
+
+
+array_module = Extension('osgeo._gdal_array',
+                    sources=['extensions/gdal_array_wrap.cpp'],
+                    extra_compile_args = extra_compile_args,
+                    extra_link_args = extra_link_args)
+
+gnm_module = Extension('osgeo._gnm',
+                    sources=['extensions/gnm_wrap.cpp'],
+                    extra_compile_args = extra_compile_args,
+                    extra_link_args = extra_link_args)
+
+ext_modules = [gdal_module,
+              gdalconst_module,
+              osr_module,
+              ogr_module]
+
+py_modules = ['gdal',
+              'ogr',
+              'osr',
+              'gdalconst']
+
+if os.path.exists('setup_vars.ini'):
+    with open('setup_vars.ini') as f:
+        lines = f.readlines()
+        if 'GNM_ENABLED=yes' in lines or 'GNM_ENABLED=yes\n' in lines:
+            GNM_ENABLED = True
+
+if GNM_ENABLED:
+    ext_modules.append(gnm_module)
+    py_modules.append('gnm')
+
+
+if HAVE_NUMPY:
+    ext_modules.append(array_module)
+    py_modules.append('gdalnumeric')
+
+packages = ["osgeo",]
+
+readme = str(open('README.rst','rb').read())
+
+name = 'GDAL'
+version = gdal_version
+author = "Frank Warmerdam"
+author_email = "[email protected]"
+maintainer = "Howard Butler"
+maintainer_email = "[email protected]"
+description = "GDAL: Geospatial Data Abstraction Library"
+license = "MIT"
+url="http://www.gdal.org"
+
+classifiers = [
+        'Development Status :: 5 - Production/Stable',
+        'Intended Audience :: Developers',
+        'Intended Audience :: Science/Research',
+        'License :: OSI Approved :: MIT License',
+        'Operating System :: OS Independent',
+        'Programming Language :: Python :: 2',
+        'Programming Language :: Python :: 3',
+        'Programming Language :: C',
+        'Programming Language :: C++',
+        'Topic :: Scientific/Engineering :: GIS',
+        'Topic :: Scientific/Engineering :: Information Analysis',
+
+]
+
+
+if BUILD_FOR_CHEESESHOP:
+    data_files = [("osgeo/data/gdal", glob(os.path.join("../../data", "*")))]
+else:
+    data_files = None
+
+exclude_package_data = {'':['GNUmakefile']}
+
+# Copy gdal/proj data.
+copy_data_tree('/usr/local/share/gdal', 'osgeo/gdal_data')
+copy_data_tree('/usr/local/share/proj', 'osgeo/proj_data')
+
+if HAVE_SETUPTOOLS:
+    setup( name = name,
+           version = gdal_version,
+           author = author,
+           author_email = author_email,
+           maintainer = maintainer,
+           maintainer_email = maintainer_email,
+           long_description = readme,
+           description = description,
+           license = license,
+           classifiers = classifiers,
+           py_modules = py_modules,
+           packages = packages,
+           url=url,
+           data_files = data_files,
+           zip_safe = False,
+           exclude_package_data = exclude_package_data,
+           cmdclass={'build_ext':gdal_ext},
+           ext_modules = ext_modules,
+           install_requires=['numpy=={}'.format(numpy.__version__)],
+           package_data={'osgeo': ['gdal_data/*', 'proj_data/*']},
+           **extra )
+else:
+    setup( name = name,
+           version = gdal_version,
+           author = author,
+           author_email = author_email,
+           maintainer = maintainer,
+           maintainer_email = maintainer_email,
+           long_description = readme,
+           description = description,
+           license = license,
+           classifiers = classifiers,
+           py_modules = py_modules,
+           packages = packages,
+           data_files = data_files,
+           url=url,
+           cmdclass={'build_ext':gdal_ext,
+                     'build_py': build_py,
+                     'build_scripts': build_scripts},
+           ext_modules = ext_modules )