#!/bin/bash -l

# Licensed to the Apache Software Foundation (ASF) under one

# or more contributor license agreements. See the NOTICE file

# distributed with this work for additional information

# regarding copyright ownership. The ASF licenses this file

# to you under the Apache License, Version 2.0 (the

# "License"); you may not use this file except in compliance

# with the License. You may obtain a copy of the License at

#

# http://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing,

# software distributed under the License is distributed on an

# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY

# KIND, either express or implied. See the License for the

# specific language governing permissions and limitations

# under the License.

# build script which wraps around packer and virtualbox to create the systemvm template

function usage() {

cat <<END

Usage:

./build.sh [template] [version] [BUILD_NUMBER]

* Set \$appliance to provide definition name to build

(or use command line arg, default systemvmtemplate)

* Set \$version to provide version to apply to built appliance

(or use command line arg, default empty)

* Set \$BUILD_NUMBER to provide build number to apply to built appliance

(or use command line arg, default empty)

* Set \$DEBUG=1 to enable debug logging

* Set \$TRACE=1 to enable trace logging

END

exit 0

}

echo $@ | grep help >/dev/null && usage

echo $@ | grep '\-h' >/dev/null && usage

# requires 32-bit vhd-util and faketime binaries to be available (even for 64 bit builds)

# Something like (on centos 6.5)...

# * faketime

# wget -q http://bits.xensource.com/oss-xen/release/4.2.0/xen-4.2.0.tar.gz

# sudo yum -y install libuuid.i686

# cd repo/libfaketime/

# vim Makefile

# # (tune 32 bit)

# make

# sudo make install

# * vhd-util

# Install on yum-based:

# sudo yum -y install python-devel dev86 iasl iasl-devel libuuid libuuid-devel \

# glib-devel glib2 glib2-devel yajl yajl-devel

# Install on apt-based:

# sudo apt-get install -y python python-dev bcc bin86 iasl uuid-dev \

# libglib2.0-dev libyajl-dev build-essential libc6-dev zlib1g-dev libncurses5-dev \

# patch iasl libbz2-dev e2fslibs-dev xz-utils gettext

# wget -q http://bits.xensource.com/oss-xen/release/4.2.0/xen-4.2.0.tar.gz

# tar xzvf xen-4.2.0.tar.gz

# cd xen-4.2.0/tools/

# wget https://github.com/citrix-openstack/xenserver-utils/raw/master/blktap2.patch -qO - | patch -p0

# ./configure --disable-monitors --disable-ocamltools --disable-rombios --disable-seabios

# make

# sudo cp ./blktap2/vhd/lib/libvhd.so.1.0 /usr/lib64/

# ldconfig

# sudo ldconfig

# sudo cp blktap2/vhd/vhd-util /usr/lib64/cloud/common/scripts/vm/hypervisor/xenserver

# faketime 2010-01-01 vhd-util convert

#

set -e

###

### Configuration

###

# whether to show DEBUG logs

DEBUG="${DEBUG:-}"

# whether to have other commands trace their actions

TRACE="${TRACE:-0}"

JENKINS_HOME=${JENKINS_HOME:-}

if [[ ! -z "${JENKINS_HOME}" ]]; then

DEBUG=1

fi

# which packer definition to use

appliance="${1:-${appliance:-systemvmtemplate}}"

# optional version tag to put into the image filename

version="${2:-${version:-}}"

# optional (jenkins) build number tag to put into the image filename

BUILD_NUMBER="${4:-${BUILD_NUMBER:-}}"

version_tag=

if [ ! -z "${version}" ]; then

if [ ! -z "${BUILD_NUMBER}" ]; then

version="${version}.${BUILD_NUMBER}"

fi

version_tag="-${version}"

elif [ ! -z "${BUILD_NUMBER}" ]; then

version="${BUILD_NUMBER}"

version_tag="-${BUILD_NUMBER}"

fi

appliance_build_name=${appliance}${version_tag}

###

### Generic helper functions

###

# how to tell sed to use extended regular expressions

os=`uname`

sed_regex_option="-E"

if [ "${os}" == "Linux" ]; then

sed_regex_option="-r"

fi

# logging support

if [[ "${DEBUG}" == "1" ]]; then

set -x

fi

function log() {

local level=${1?}

shift

if [[ "${DEBUG}" != "1" && "${level}" == "DEBUG" ]]; then

return

fi

local code=

local line="[$(date '+%F %T')] $level: $*"

if [ -t 2 ]

then

case "$level" in

INFO) code=36 ;;

DEBUG) code=30 ;;

WARN) code=33 ;;

ERROR) code=31 ;;

*) code=37 ;;

esac

echo -e "\033[${code}m${line}\033[0m"

else

echo "$line"

fi >&2

}

function error() {

log ERROR $@

exit 1

}

# cleanup code support

declare -a on_exit_items

function on_exit() {

for (( i=${#on_exit_items[@]}-1 ; i>=0 ; i-- )) ; do

sleep 2

log DEBUG "on_exit: ${on_exit_items[i]}"

eval ${on_exit_items[i]}

done

}

function add_on_exit() {

local n=${#on_exit_items[*]}

on_exit_items[${n}]="$*"

if [ ${n} -eq 0 ]; then

log DEBUG "Setting trap"

trap on_exit EXIT

fi

}

# retry code support

function retry() {

local times=$1

shift

local count=0

while [ ${count} -lt ${times} ]; do

"$@" && break

count=$(( $count + 1 ))

sleep ${count}

done

if [ ${count} -eq ${times} ]; then

error "Failed ${times} times: $@"

fi

}

###

### Script logic

###

function create_definition() {

if [ "${appliance}" != "${appliance_build_name}" ]; then

cp -r "${appliance}" "${appliance_build_name}"

set +e

if [ ! -z "${version}" ]; then

sed ${sed_regex_option} -i -e "s/^CLOUDSTACK_RELEASE=.+/CLOUDSTACK_RELEASE=${version}/" \

"${appliance_build_name}/scripts/configure_systemvm_services.sh"

fi

set -e

add_on_exit rm -rf "${appliance_build_name}"

fi

./shar_cloud_scripts.sh

add_on_exit rm -f cloud_scripts_shar_archive.sh

}

function prepare() {

log INFO "preparing for build"

rm -rf dist *.ova *.vhd *.vdi *.qcow* *.bz2 *.vmdk *.ovf

}

function packer_build() {

log INFO "building new image with packer"

cd ${appliance_build_name} && packer build template.json && cd ..

}

function stage_vmx (){

cat << VMXFILE > "${1}.vmx"

.encoding = "UTF-8"

displayname = "${1}"

annotation = "${1}"

guestos = "otherlinux-64"

virtualHW.version = "8"

config.version = "8"

numvcpus = "1"

cpuid.coresPerSocket = "1"

memsize = "256"

pciBridge0.present = "TRUE"

pciBridge4.present = "TRUE"

pciBridge4.virtualDev = "pcieRootPort"

pciBridge4.functions = "8"

pciBridge5.present = "TRUE"

pciBridge5.virtualDev = "pcieRootPort"

pciBridge5.functions = "8"

pciBridge6.present = "TRUE"

pciBridge6.virtualDev = "pcieRootPort"

pciBridge6.functions = "8"

pciBridge7.present = "TRUE"

pciBridge7.virtualDev = "pcieRootPort"

pciBridge7.functions = "8"

vmci0.present = "TRUE"

floppy0.present = "FALSE"

ide0:0.clientDevice = "FALSE"

ide0:0.present = "TRUE"

ide0:0.deviceType = "atapi-cdrom"

ide0:0.autodetect = "TRUE"

ide0:0.startConnected = "FALSE"

mks.enable3d = "false"

svga.autodetect = "false"

svga.vramSize = "4194304"

scsi0:0.present = "TRUE"

scsi0:0.deviceType = "disk"

scsi0:0.fileName = "$2"

scsi0:0.mode = "persistent"

scsi0:0.writeThrough = "false"

scsi0.virtualDev = "lsilogic"

scsi0.present = "TRUE"

vmci0.unrestricted = "false"

vcpu.hotadd = "false"

vcpu.hotremove = "false"

firmware = "bios"

mem.hotadd = "false"

VMXFILE

}

function xen_server_export() {

log INFO "creating xen server export"

set +e

which faketime >/dev/null 2>&1 && which vhd-util >/dev/null 2>&1

local result=$?

set -e

if [ ${result} == 0 ]; then

qemu-img convert -f qcow2 -O raw "dist/${appliance}" img.raw

vhd-util convert -s 0 -t 1 -i img.raw -o stagefixed.vhd

faketime '2010-01-01' vhd-util convert -s 1 -t 2 -i stagefixed.vhd -o "${appliance_build_name}-xen.vhd"

rm -f *.bak

bzip2 "${appliance_build_name}-xen.vhd"

mv "${appliance_build_name}-xen.vhd.bz2" dist/

log INFO "${appliance} exported for XenServer: dist/${appliance_build_name}-xen.vhd.bz2"

else

log WARN "** Skipping ${appliance_build_name} export for XenServer: faketime or vhd-util command is missing. **"

log WARN "** faketime source code is available from https://github.com/wolfcw/libfaketime **"

fi

}

function ovm_export() {

log INFO "creating OVM export"

qemu-img convert -f qcow2 -O raw "dist/${appliance}" "dist/${appliance_build_name}-ovm.raw"

cd dist && bzip2 "${appliance_build_name}-ovm.raw" && cd ..

log INFO "${appliance} exported for OracleVM: dist/${appliance_build_name}-ovm.raw.bz2"

}

function kvm_export() {

log INFO "creating kvm export"

set +e

qemu-img convert -o compat=0.10 -f qcow2 -c -O qcow2 "dist/${appliance}" "dist/${appliance_build_name}-kvm.qcow2"

local qemuresult=$?

cd dist && bzip2 "${appliance_build_name}-kvm.qcow2" && cd ..

log INFO "${appliance} exported for KVM: dist/${appliance_build_name}-kvm.qcow2.bz2"

}

function vmware_export() {

log INFO "creating vmware export"

qemu-img convert -f qcow2 -O vmdk "dist/${appliance}" "dist/${appliance_build_name}-vmware.vmdk"

if ! ovftool_loc="$(type -p "ovftool")" || [ -z "$ovftool_loc" ]; then

log INFO "ovftool not found, skipping ova generation for VMware"

return

fi

log INFO "ovftool found, using it to export ova file"

CDIR=$PWD

cd dist

chmod 666 ${appliance_build_name}-vmware.vmdk

stage_vmx ${appliance_build_name}-vmware ${appliance_build_name}-vmware.vmdk

ovftool ${appliance_build_name}-vmware.vmx ${appliance_build_name}-vmware.ova

rm -f *vmx *vmdk

cd $CDIR

log INFO "${appliance} exported for VMWare: dist/${appliance_build_name}-vmware.ova"

}

function hyperv_export() {

log INFO "creating hyperv export"

qemu-img convert -f qcow2 -O vpc "dist/${appliance}" "dist/${appliance_build_name}-hyperv.vhd"

CDIR=$PWD

cd dist

zip "${appliance_build_name}-hyperv.vhd.zip" "${appliance_build_name}-hyperv.vhd"

rm -f *vhd

cd $CDIR

log INFO "${appliance} exported for HyperV: dist/${appliance_build_name}-hyperv.vhd.zip"

}

###

### Main invocation

###

function main() {

prepare

create_definition

packer_build

# process the disk at dist

kvm_export

ovm_export

xen_server_export

vmware_export

hyperv_export

rm -f "dist/${appliance}"

cd dist && md5sum * > md5sum.txt && cd ..

cd dist && sha512sum * > sha512sum.txt && cd ..

add_on_exit log INFO "BUILD SUCCESSFUL"

}

# we only run main() if not source-d

return 2>/dev/null || main