| #!/bin/bash |
| # |
| # Copyright (c) 2011 Citrix Systems, Inc. |
| # Copyright 2011 OpenStack LLC. |
| # All Rights Reserved. |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); you may |
| # not use this file except in compliance with the License. You may obtain |
| # a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| # License for the specific language governing permissions and limitations |
| # under the License. |
| # |
| |
| set -eu |
| |
| set -o xtrace |
| |
| VBOX_IMG=/output/packages/vbox-img |
| |
| usage() { |
| cat >&2 <<EOF |
| $0 -o <output filenames> -t <types> -x <xml files> <fs-staging-dir> <fs-size-MiB> <tmpdir> |
| -o: Colon-separated list of output filenames (one for each type). |
| -p: Create a disk label and partition within the output image |
| -t: Colon-separated list of types of output file. xva and ovf supported. |
| -x: XML filenames (one for each type) |
| |
| EOF |
| exit 1 |
| } |
| |
| # parse cmdline |
| |
| OPT_USE_PARTITION= |
| OPT_TYPES= |
| OPT_OUTPUT_FILES= |
| OPT_XML_FILES= |
| |
| while getopts o:pt:x: o |
| do case "$o" in |
| o) OPT_OUTPUT_FILES=$(echo "$OPTARG" | sed -e 's/\s*:\s*/ /g') |
| ;; |
| p) OPT_USE_PARTITION=1 |
| ;; |
| t) OPT_TYPES=$(echo "$OPTARG" | sed -e 's/\s*:\s*/ /g') |
| ;; |
| x) OPT_XML_FILES=$(echo "$OPTARG" | sed -e 's/\s*:\s*/ /g') |
| ;; |
| [?]) usage |
| ;; |
| esac |
| done |
| shift $((OPTIND-1)) |
| |
| [ $# -ne 3 ] && usage |
| FS_STAGING="$1" |
| FS_SIZE_MIB="$2" |
| TMPDIR="$3" |
| |
| if [ "$UID" = "0" ] |
| then |
| SUDO= |
| else |
| SUDO=sudo |
| fi |
| |
| if [ "$FS_SIZE_MIB" = "0" ] |
| then |
| # Just create a dummy file. This allows developers to bypass bits of |
| # the build by setting the size to 0. |
| touch $OPT_OUTPUT_FILES |
| exit 0 |
| fi |
| |
| # create temporary files and dirs |
| FS_TMPFILE=$(mktemp "$TMPDIR/mkxva-fsimg-XXXXX") |
| XVA_TARBALL_STAGING=$(mktemp -d "$TMPDIR/mkxva-tarball-staging-XXXXX") |
| OVF_STAGING=$(mktemp -d "$TMPDIR/mkxva-ovf-staging-XXXXX") |
| |
| # Find udevsettle and udevtrigger on this installation |
| if [ -x "/sbin/udevsettle" ] ; then |
| UDEVSETTLE="/sbin/udevsettle --timeout=30" |
| elif [ -x "/sbin/udevadm" ] ; then |
| UDEVSETTLE='/sbin/udevadm settle' |
| else |
| UDEVSETTLE='/bin/true' |
| fi |
| |
| if [ -x "/sbin/udevtrigger" ] ; then |
| UDEVTRIGGER=/sbin/udevtrigger |
| elif [ -x "/sbin/udevadm" ] ; then |
| UDEVTRIGGER='/sbin/udevadm trigger' |
| else |
| UDEVTRIGGER= |
| fi |
| |
| # CLEAN_ variables track devices and mounts that must be taken down |
| # no matter how the script exits. Loop devices are vulnerable to |
| # exhaustion so we make every effort to remove them |
| |
| CLEAN_KPARTX= |
| CLEAN_LOSETUP= |
| CLEAN_MOUNTPOINT= |
| |
| cleanup_devices () { |
| if [ -n "$CLEAN_MOUNTPOINT" ] ; then |
| echo "Mountpoint $CLEAN_MOUNTPOINT removed on abnormal exit" |
| $SUDO umount "$CLEAN_MOUNTPOINT" || echo "umount failed" |
| rmdir "$CLEAN_MOUNTPOINT" || echo "rmdir failed" |
| fi |
| if [ -n "$CLEAN_KPARTX" ] ; then |
| echo "kpartx devices for $CLEAN_KPARTX removed on abnormal exit" |
| $SUDO kpartx -d "$CLEAN_KPARTX" || echo "kpartx -d failed" |
| fi |
| if [ -n "$CLEAN_LOSETUP" ] ; then |
| echo "Loop device $CLEAN_LOSETUP removed on abnormal exit" |
| $SUDO losetup -d "$CLEAN_LOSETUP" # Allow losetup errors to propagate |
| fi |
| } |
| |
| trap "cleanup_devices" EXIT |
| |
| make_fs_inner () { |
| local staging="$1" |
| local output="$2" |
| local options="$3" |
| CLEAN_MOUNTPOINT=$(mktemp -d "$TMPDIR/mkfs-XXXXXX") |
| |
| # copy staging dir contents to fs image |
| $SUDO mount $options "$output" "$CLEAN_MOUNTPOINT" |
| $SUDO tar -C "$staging" -c . | tar -C "$CLEAN_MOUNTPOINT" -x |
| $SUDO umount "$CLEAN_MOUNTPOINT" |
| rmdir "$CLEAN_MOUNTPOINT" |
| CLEAN_MOUNTPOINT= |
| } |
| |
| # Turn a staging dir into an ext3 filesystem within a partition |
| make_fs_in_partition () { |
| local staging="$1" |
| local output="$2" |
| |
| # create new empty disk |
| dd if=/dev/zero of="$output" bs=1M count=$FS_SIZE_MIB |
| # Set up a loop device on the empty disk image |
| local loopdevice=$($SUDO losetup -f) |
| $SUDO losetup "$loopdevice" "$output" |
| CLEAN_LOSETUP="$loopdevice" |
| # Create a partition table and single partition. |
| # Start partition at sector 63 to allow space for grub |
| cat <<EOF |
| Errors from sfdisk below are expected because the new disk is uninitialised |
| Expecting: sfdisk: ERROR: sector 0 does not have an msdos signature |
| Expecting: /dev/loop0: unrecognized partition table type |
| EOF |
| $SUDO sfdisk -uS "$CLEAN_LOSETUP" <<EOF |
| 63 - - * |
| EOF |
| |
| # kpartx creates a device for the new partition |
| # in the form /dev/mapper/loop1p1 |
| $SUDO kpartx -av "$CLEAN_LOSETUP" |
| CLEAN_KPARTX="$CLEAN_LOSETUP" |
| # Wait for the device to appear |
| $UDEVTRIGGER |
| $UDEVSETTLE || echo "udev settle command return code non-zero" |
| # Infer the name of the partition device |
| local partition="${CLEAN_LOSETUP/dev/dev/mapper}p1" |
| # Set permissive privileges on the device |
| $SUDO chmod 0777 "$partition" |
| # Make an ext3 filesystem on the partition |
| /sbin/mkfs.ext3 -I 128 -m0 -F "$partition" |
| /sbin/e2label "$partition" vpxroot |
| make_fs_inner "$staging" "$partition" "" |
| |
| # Now run grub on the image we've created |
| CLEAN_MOUNTPOINT=$(mktemp -d "$TMPDIR/mkfs-XXXXXX") |
| |
| # copy Set up[ grub files prior to installing grub within the image |
| $SUDO mount "$partition" "$CLEAN_MOUNTPOINT" |
| $SUDO cp $CLEAN_MOUNTPOINT/usr/share/grub/i386-redhat/* "$CLEAN_MOUNTPOINT/boot/grub" |
| kernel_version=$($SUDO chroot "$CLEAN_MOUNTPOINT" rpm -qv kernel | sed -e 's/kernel-//') |
| kernel_version_xen=$($SUDO chroot "$CLEAN_MOUNTPOINT" rpm -qv kernel-xen | sed -e 's/kernel-xen-//') |
| $SUDO cat > "$CLEAN_MOUNTPOINT/boot/grub/grub.conf" <<EOF |
| default 0 |
| timeout 2 |
| |
| title vmlinuz-$kernel_version (HVM) |
| root (hd0,0) |
| kernel /boot/vmlinuz-$kernel_version ro root=LABEL=vpxroot |
| initrd /boot/initrd-$kernel_version.img |
| |
| title vmlinuz-${kernel_version_xen}xen (PV) |
| root (hd0,0) |
| kernel /boot/vmlinuz-${kernel_version_xen}xen ro root=LABEL=vpxroot console=xvc0 |
| initrd /boot/initrd-${kernel_version_xen}xen.img |
| EOF |
| |
| $SUDO umount "$CLEAN_MOUNTPOINT" |
| CLEAN_MOUNTPOINT= |
| |
| # Grub expects a disk with name /dev/xxxx with a first partition |
| # named /dev/xxxx1, so we give it what it wants using symlinks |
| # Note: /dev is linked to the real /dev of the build machine, so |
| # must be cleaned up |
| local disk_name="/dev/osxva$$bld" |
| local disk_part1_name="${disk_name}1" |
| rm -f "$disk_name" |
| rm -f "$disk_part1_name" |
| ln -s "$CLEAN_LOSETUP" "$disk_name" |
| ln -s "$partition" "$disk_part1_name" |
| |
| # Feed commands into the grub shell to setup the disk |
| grub --no-curses --device-map=/dev/null <<EOF |
| device (hd0) $disk_name |
| setup (hd0) (hd0,0) |
| quit |
| EOF |
| |
| # Cleanup |
| rm -f "$disk_name" |
| rm -f "$disk_part1_name" |
| $SUDO kpartx -dv "$CLEAN_KPARTX" |
| CLEAN_KPARTX= |
| $SUDO losetup -d "$CLEAN_LOSETUP" |
| CLEAN_LOSETUP= |
| } |
| |
| # turn a staging dir into an ext3 filesystem image |
| make_fs () { |
| local staging="$1" |
| local output="$2" |
| |
| # create new empty fs |
| dd if=/dev/zero of="$output" bs=1M count=0 seek=$FS_SIZE_MIB |
| /sbin/mkfs.ext3 -m0 -F "$output" |
| /sbin/e2label "$output" vpxroot |
| make_fs_inner "$staging" "$output" "-oloop" |
| } |
| |
| |
| # split a virtual disk image into the format expected inside an xva file |
| splitvdi () { |
| local diskimg="$1" |
| local outputdir="$2" |
| local rio="$3" |
| |
| local n_bytes=$(stat --printf=%s "$diskimg") |
| local n_meg=$((($n_bytes+$((1024*1024 -1)))/$((1024*1024)))) |
| local i=0 |
| while [ $i -lt $n_meg ] ; do |
| if [ $rio -eq 0 ] ; then |
| local file="$outputdir"/chunk-$(printf "%08d" $i) |
| dd if="$diskimg" of="$file" skip=$i bs=1M count=1 2>/dev/null |
| gzip "$file" |
| else |
| local file="$outputdir"/$(printf "%08d" $i) |
| dd if="$diskimg" of="$file" skip=$i bs=1M count=1 2>/dev/null |
| local chksum=$(sha1sum -b "$file") |
| echo -n "${chksum/ */}" > "$file.checksum" |
| fi |
| i=$(($i + 1)) |
| done |
| } |
| |
| if [ -n "$OPT_USE_PARTITION" ] ; then |
| make_fs_in_partition "$FS_STAGING" "$FS_TMPFILE" |
| else |
| make_fs "$FS_STAGING" "$FS_TMPFILE" |
| fi |
| |
| VDI_SIZE=$(stat --format=%s "$FS_TMPFILE") |
| |
| make_xva () { |
| local output_file="$1" |
| local xml_file="$2" |
| local subdir |
| local rio |
| |
| if [[ `cat $xml_file` =~ "<member>\s*<name>class</name>\s*<value>VDI</value>\s*</member>\s*<member>\s*<name>id</name>\s*<value>(Ref:[0-9]+)</value>" ]] |
| then |
| # it's a rio style xva |
| subdir="${BASH_REMATCH[1]}"; |
| rio=1 |
| else |
| # it's a geneva style xva |
| subdir="xvda" |
| rio=0 |
| fi |
| |
| cp "$xml_file" "$XVA_TARBALL_STAGING"/ova.xml |
| sed -i -e "s/@VDI_SIZE@/$VDI_SIZE/" "$XVA_TARBALL_STAGING"/ova.xml |
| mkdir "$XVA_TARBALL_STAGING/$subdir" |
| splitvdi "$FS_TMPFILE" "$XVA_TARBALL_STAGING/$subdir" "$rio" |
| TARFILE_MEMBERS=$(cd "$XVA_TARBALL_STAGING" && echo ova.xml $subdir/*) |
| tar -C "$XVA_TARBALL_STAGING" --format=v7 -c $TARFILE_MEMBERS -f "$output_file.tmp" |
| mv "$output_file.tmp" "$output_file" |
| } |
| |
| make_ovf () { |
| local output_dir="$1" |
| local xml_file="$2" |
| local output_base=$(basename "$output_dir") |
| local disk="$output_dir/${output_base}.vmdk" |
| local manifest="$output_dir/${output_base}.mf" |
| local ovf="$output_dir/${output_base}.ovf" |
| |
| mkdir -p "$output_dir" |
| rm -f "$disk" |
| $VBOX_IMG convert --srcfilename="$FS_TMPFILE" --dstfilename="$disk" \ |
| --srcformat RAW --dstformat VMDK --variant Stream |
| chmod 0644 "$disk" |
| |
| local n_bytes=$(stat --printf=%s "$disk") |
| cp "$xml_file" "$ovf" |
| sed -i -e "s/@MKXVA_DISK_FULLSIZE@/$VDI_SIZE/" "$ovf" |
| sed -i -e "s/@MKXVA_DISK_SIZE@/$n_bytes/" "$ovf" |
| sed -i -e "s/@MKXVA_DISK_MIB_SIZE@/$FS_SIZE_MIB/" "$ovf" |
| sed -i -e "s/@MKXVA_DISK_FILENAME@/${output_base}.vmdk/" "$ovf" |
| |
| for to_sign in "$ovf" "$disk" |
| do |
| local sha1_sum=$(sha1sum "$to_sign" | cut -d' ' -f1) |
| echo "SHA1($(basename "$to_sign"))= $sha1_sum" >> $manifest |
| done |
| } |
| |
| output_files="$OPT_OUTPUT_FILES" |
| xml_files="$OPT_XML_FILES" |
| # Iterate through the type list creating the relevant VMs |
| for create_type in $OPT_TYPES |
| do |
| # Shift one parameter from the front of the lists |
| create_output_file="${output_files%% *}" |
| output_files="${output_files#* }" |
| create_xml_file="${xml_files%% *}" |
| xml_files="${xml_files#* }" |
| echo "Creating $create_type appliance $create_output_file using metadata file $create_xml_file" |
| |
| case "$create_type" in |
| xva) |
| make_xva "$create_output_file" "$create_xml_file" |
| ;; |
| ovf) |
| make_ovf "$create_output_file" "$create_xml_file" |
| ;; |
| *) |
| echo "Unknown VM type '$create_type'" |
| exit 1 |
| ;; |
| esac |
| |
| done |
| |
| |
| # cleanup |
| if [ -z "${DO_NOT_CLEANUP:-}" ] ; then |
| rm -rf "$XVA_TARBALL_STAGING" |
| rm -f "$FS_TMPFILE" |
| fi |