Create Debian packages for GCP Python interpreters (GoogleCloudPlatform#140)

Douglas Greiman · web-flow · commit 5aa45062d97a · 2017-11-02T14:20:09.000-07:00
We build binary packages directly, rather than building from a source
package as the standard Debian Python packages are.
diff --git a/python-interpreter-builder/DEBIAN/control.in b/python-interpreter-builder/DEBIAN/control.in
@@ -0,0 +1,25 @@
+Package: ${DEB_PACKAGE_NAME}
+Version: ${DEB_PACKAGE_VERSION}
+Section: python
+Priority: optional
+Architecture: amd64
+Maintainer: Douglas Greiman <dgreiman@google.com>
+Description: Interactive high-level object-oriented language (version ${SHORT_VERSION})
+ Python is a high-level, interactive, object-oriented language. Its ${SHORT_VERSION} version
+ includes an extensive class library with lots of goodies for
+ network programming, system administration, sounds and graphics.
+Depends: libbz2-1.0,
+  libc6,
+  libdb5.3,
+  libexpat1,
+  libffi6,
+  liblzma5,
+  libmpdec2,
+  libncursesw5,
+  libreadline6,
+  libsqlite3-0,
+  libssl1.0.0,
+  libtinfo5,
+  mime-support,
+  zlib1g
+Homepage: https://www.python.org
diff --git a/python-interpreter-builder/Dockerfile.in b/python-interpreter-builder/Dockerfile.in
@@ -10,6 +10,7 @@ RUN apt-get update && apt-get install -yq \
     debhelper \
     dpkg-dev \
     gcc \
+    gettext-base \
     libbluetooth-dev \
     libbz2-dev \
     libdb-dev \
@@ -43,10 +44,17 @@ ENV LANG C.UTF-8
 
 # Add build scripts
 ADD scripts /scripts
+ADD DEBIAN /DEBIAN
 
 # Build the Python interpreters
-RUN /scripts/build-python-3.5.sh
-RUN /scripts/build-python-3.6.sh
+RUN mkdir -p /opt/packages && \
+    echo -n "" > /opt/packages/packages.txt
+
+RUN /scripts/build-python-3.5.sh && \
+    /scripts/package-python.sh 3.5.4 "1gcp~${TAG}"
+
+RUN /scripts/build-python-3.6.sh && \
+    /scripts/package-python.sh 3.6.2 "1gcp~${TAG}"
 
 # Tar the interpreters. Tarring is needed because docker cp doesn't handle
 # links correctly.
diff --git a/python-interpreter-builder/scripts/package-python.sh b/python-interpreter-builder/scripts/package-python.sh
@@ -0,0 +1,59 @@
+#!/bin/bash
+
+set -euo pipefail
+set -x
+
+function usage {
+  echo "Usage: $0 long_version tag
+Create .deb package file for a Python interpreter with 
+  long_version: (x.y.z) Interpreter version
+  tag: version suffix unique to this build
+" >&2
+  exit 1
+}
+  # Process command line
+if [ -z "${1:+set}" -o -z "${2:+set}" ]; then
+  usage
+fi
+LONG_VERSION=$1
+BUILD_TAG=$2
+SHORT_VERSION=${1%.*}
+
+# Compute version specs
+DEB_PACKAGE_NAME=gcp-python${SHORT_VERSION}
+# Can't have - (hyphen) in debian revision as per
+# https://www.debian.org/doc/debian-policy/ch-controlfields.html#s-f-Version
+DEBIAN_REVISION=${BUILD_TAG//-/.}
+DEB_PACKAGE_VERSION=${LONG_VERSION}-${DEBIAN_REVISION}
+
+PACKAGE_DIR=/opt/packages
+# E.g. gcp-python3.6_3.6.2-1gcp~2017.07.25.110644_amd64.deb
+DEB_FILENAME=${DEB_PACKAGE_NAME}_${DEB_PACKAGE_VERSION}_amd64.deb
+
+# Create directory for intermediate files
+SCRATCH_DIR=$(mktemp --directory)
+cd "${SCRATCH_DIR}"
+
+# Synthesize Debian control file.  Note that the "Depends:" is
+# currently Debian8-specific, and lacks version specifiers present in
+# the standard Debian Python packages.
+export DEB_PACKAGE_NAME DEB_PACKAGE_VERSION SHORT_VERSION
+envsubst </DEBIAN/control.in >control \
+  '${DEB_PACKAGE_NAME} ${DEB_PACKAGE_VERSION} ${SHORT_VERSION}'
+
+# Generate components of .deb archive
+tar czf control.tar.gz control
+tar czf data.tar.gz "/opt/python${SHORT_VERSION}"
+echo "2.0" >debian-binary
+
+# Generate final .deb.
+mkdir -p "${PACKAGE_DIR}"
+ar rcD "${PACKAGE_DIR}/${DEB_FILENAME}" \
+  debian-binary control.tar.gz data.tar.gz
+rm debian-binary control.tar.gz data.tar.gz
+
+# Validate .deb
+dpkg --install --dry-run "${PACKAGE_DIR}/${DEB_FILENAME}"
+
+# Add to list
+echo "${DEB_FILENAME}" >> "${PACKAGE_DIR}/packages.txt"
