build-vm-ec2

#
# EC2 specific functions
#
################################################################
#
# Copyright (c) 1995-2014 SUSE Linux Products GmbH
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 or 3 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program (see the file COPYING); if not, write to the
# Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA
#
################################################################

EC2_BUILD_TYPE="t1.micro"
EC2_INSTANCE_ID=
EC2_VOLUME_ROOT=
EC2_VOLUME_SWAP=

cloud_volume_attach_ec2() {
    local VM_SERVER="$1"
    local VM_VOL_NAME="$2"

    temp_file=`mktemp`
    if ! ec2-attach-volume "$VM_VOL_NAME" -d /dev/sdz -i `ec2-instance-id` --region "$BUILD_EC2_REGION" > "$temp_file"; then
        rm -f "$temp_file"
        cleanup_and_exit 1
    fi
    # wait that it becomes available
    while true; do
        state=`ec2_volume_state "$VM_VOL_NAME"`
        test "$state" = attached && break
        sleep 1
    done
    # print device node
    grep ^ATTACHMENT "$temp_file" | awk '{ print $4 }'
    rm -f "$temp_file"
}

cloud_volume_detach_ec2() {
    local VM_SERVER="$1"
    local VM_VOL_NAME="$2"
    state=`ec2_volume_state "$VM_VOL_NAME"`
    if test "$state" != available ; then
        ec2-detach-volume "$VM_VOL_NAME" --region "$BUILD_EC2_REGION" || return 3
    fi
    return 0
}

vm_wipe_ec2() {
    # not yet implemented
    :
}

vm_verify_options_ec2() {
    EC2_VOLUME_ROOT="$VM_ROOT"
    EC2_VOLUME_SWAP="$VM_SWAP"
    VM_ROOT_TYPE=unattached
    VM_SWAP_TYPE=unattached

    if test -n "$KILL" -o -n "$DO_WIPE" ; then
	return
    fi

    # verify settings
    if test -z "$AWS_ACCESS_KEY" -o -z "$AWS_ACCESS_KEY" ; then
        cleanup_and_exit 3 "ERROR: No amazon EC2 environment set. Set AWS_ACCESS_KEY and AWS_SECRET_KEY."
    fi
    . /etc/profile.d/ec2.sh
    EC2_INSTANCE_ID=`ec2-instance-id`
    BUILD_EC2_AKI=
    BUILD_EC2_ZONE=`ec2-meta-data placement/availability-zone`
    BUILD_EC2_REGION=${BUILD_EC2_ZONE%?}
    case "$BUILD_EC2_ZONE" in
        us-east-1)      BUILD_EC2_AKI=aki-88aa75e1 ;;
        us-west-1)      BUILD_EC2_AKI=aki-f77e26b2 ;;
        us-west-2)      BUILD_EC2_AKI=aki-fc37bacc ;;
        eu-west-1)      BUILD_EC2_AKI=aki-71665e05 ;;
        ap-southeast-1) BUILD_EC2_AKI=aki-fe1354ac ;;
        ap-southeast-2) BUILD_EC2_AKI=aki-3f990e05 ;;
        ap-northeast-1) BUILD_EC2_AKI=aki-44992845 ;;
        sa-east-1)      BUILD_EC2_AKI=aki-c48f51d9 ;;
        us-gov-west-1)  BUILD_EC2_AKI=aki-79a4c05a ;;
    esac
    if test -z "$BUILD_EC2_AKI" ; then
	cleanup_and_exit 1 "Unknown Amazon EC2 Zone: $BUILD_EC2_ZONE"
    fi
    if test -z "$BUILD_EC2_AKI" ; then
        cleanup_and_exit 3 "ERROR: No image refering to kernel and ramdisk is defined in BUILD_EC2_AKI env."
    fi
    if test -z "$VM_ROOT" ; then
        cleanup_and_exit 3 "ERROR: No worker root VM volume name specified."
    fi
    if test -z "$VM_SWAP" ; then
        cleanup_and_exit 3 "ERROR: No worker swap VM volume name specified."
    fi

    VM_SWAPDEV=/dev/sdb1	# in the vm
}

vm_attach_root_ec2() {
    VM_ROOT=`cloud_volume_attach_ec2 "$VM_SERVER" "$EC2_VOLUME_ROOT"
    test "${VM_ROOT:0:5}" = /dev/ || cleanup_and_exit 3
    VM_ROOT_TYPE=device
}

vm_attach_swap_ec2() {
    VM_SWAP=`cloud_volume_attach_ec2 "$VM_SERVER" "$EC2_VOLUME_SWAP"
    test "${VM_SWAP:0:5}" = /dev/ || cleanup_and_exit 3
    VM_SWAP_TYPE=device
}

vm_detach_root_ec2() {
    test "$VM_ROOT_TYPE" = device && cloud_volume_detach_ec2 "$VM_SERVER" "$EC2_VOLUME_ROOT"
    VM_ROOT_TYPE=unattached
}

vm_detach_swap_ec2() {
    test "$VM_SWAP_TYPE" = device && cloud_volume_detach_ec2 "$VM_SERVER" "$EC2_VOLUME_SWAP"
    VM_SWAP_TYPE=unattached
}

vm_fixup_ec2() {
    # No way to handle this via init= parameter here....
    buildroot_rm /sbin/init
    echo "#!/bin/sh"               >  "$BUILD_ROOT/sbin/init"
    echo 'exec /.build/build "$@"' >> "$BUILD_ROOT/sbin/init"
    chmod 0755 "$BUILD_ROOT/sbin/init"
    # use the instance kernel if no kernel got installed via preinstall
    assert_dirs boot
    if ! test -e "$BUILD_ROOT/boot/vmlinuz"; then
	rm -f "$BUILD_ROOT/boot/vmlinuz" "$BUILD_ROOT/boot/initrd"
	cp /boot/vmlinuz-ec2 "$BUILD_ROOT/boot/vmlinuz"
	cp /boot/initrd-ec2 "$BUILD_ROOT/boot/initrd"
    fi
    # install menu.lst for pv grub
    if ! test -e "$BUILD_ROOT/boot/grub/menu.lst"; then
	assert_dirs boot/grub
	mkdir -p "$BUILD_ROOT/boot/grub"
	buildroot_rm /boot/grub/menu.lst
	echo "serial --unit=0 --speed=9600"                                                   >  "$BUILD_ROOT/boot/grub/menu.lst"
	echo "terminal --dumb serial"                                                         >> "$BUILD_ROOT/boot/grub/menu.lst"
	echo "default 0"                                                                      >> "$BUILD_ROOT/boot/grub/menu.lst"
	echo "timeout 0"                                                                      >> "$BUILD_ROOT/boot/grub/menu.lst"
	echo "hiddenmenu"                                                                     >> "$BUILD_ROOT/boot/grub/menu.lst"
	echo ""                                                                               >> "$BUILD_ROOT/boot/grub/menu.lst"
	echo "title default"                                                                  >> "$BUILD_ROOT/boot/grub/menu.lst"
	echo "   root (hd0)"                                                                  >> "$BUILD_ROOT/boot/grub/menu.lst"
	echo "   kernel /boot/vmlinuz root=/dev/sda1 xencons=xvc0 console=xvc0 splash=silent $vm_linux_kernel_parameter" >> "$BUILD_ROOT/boot/grub/menu.lst"
	echo "   initrd /boot/initrd"                                                         >> "$BUILD_ROOT/boot/grub/menu.lst"
    fi
}

vm_cleanup_ec2() {
    cloud_volume_detach_ec2 "$VM_SERVER" "$EC2_VOLUME_ROOT"
    cloud_volume_detach_ec2 "$VM_SERVER" "$EC2_VOLUME_SWAP"
    test -n "$EC2_SNAP_root" && ec2-delete-snapshot --region "$BUILD_EC2_REGION" "$EC2_SNAP_root"
    test -n "$EC2_SNAP_swap" && ec2-delete-snapshot --region "$BUILD_EC2_REGION" "$EC2_SNAP_swap"
    test -n "$EC2_EXTRACT_VOLUME_root" && ec2-delete-volume --region "$BUILD_EC2_REGION" "$EC2_EXTRACT_VOLUME_root"
    test -n "$EC2_EXTRACT_VOLUME_swap" && ec2-delete-volume --region "$BUILD_EC2_REGION" "$EC2_EXTRACT_VOLUME_swap"
}

vm_sysrq_ec2() {
    :
}

vm_kill_ec2() {
    if ec2-describe-instance-status "$VM_BUILD_INSTANCE" --region "$BUILD_EC2_REGION" >/dev/null 2>&1 ; then
	if ec2-terminate-instances "$VM_BUILD_INSTANCE" >/dev/null 2>&1 ; then
	    cleanup_and_exit 1 "could not kill EC2 instance $VM_BUILD_INSTANCE"
	fi
    fi
}

vm_startup_ec2() {
    EC2_SNAP_root=`ec2-create-snapshot --region "$BUILD_EC2_REGION" "$EC2_VOLUME_ROOT" | awk '{ print $2 }'`
    if test "$EC2_SNAP_root" = "${EC2_SNAP_root#snap-}" ; then
	cleanup_and_exit 3 "ERROR: Failed to create snapshot for root disk $EC2_VOLUME_ROOT"
    fi
    EC2_SNAP_swap=`ec2-create-snapshot --region "$BUILD_EC2_REGION" "$EC2_VOLUME_SWAP" | awk '{ print $2 }'`
    if test "$EC2_SNAP_swap" = "${EC2_SNAP_swap#snap-}" ; then
	echo "ERROR: Failed to create snapshot for swap disk $EC2_VOLUME_SWAP"
	ec2-delete-snapshot --region "$BUILD_EC2_REGION" "$EC2_SNAP_root"
	cleanup_and_exit 3
    fi
    # wait for snapshots being processed
    while true; do
	c=`ec2-describe-snapshots --region "$BUILD_EC2_REGION" "$EC2_SNAP_root" "$EC2_SNAP_swap" | grep completed | wc -l`
	test "$c" = 2 && break
    done
    EC2_AMI=`ec2-register --region "$BUILD_EC2_REGION" -n build-$EC2_VOLUME_ROOT  -a x86_64 -b "/dev/sda1=$EC2_SNAP_root::false" -b "/dev/sdb1=$EC2_SNAP_swap::false" --kernel "$BUILD_EC2_AKI" | awk '{ print $2 }'`
    if test "$EC2_AMI" == "${EC2_AMI#ami-}" ; then
	echo "ERROR: Failed to register the AMI"
	ec2-delete-snapshot --region "$BUILD_EC2_REGION" "$EC2_SNAP_root"
	ec2-delete-snapshot --region "$BUILD_EC2_REGION" "$EC2_SNAP_swap"
	cleanup_and_exit 3
    fi
    INSTANCE=`ec2-run-instances --region "$BUILD_EC2_REGION" -z "$BUILD_EC2_ZONE" -t $EC2_BUILD_TYPE --kernel "$BUILD_EC2_AKI" --instance-initiated-shutdown-behavior terminate "$EC2_AMI" | grep ^INSTANCE | awk '{ print $2 }'`
    if test "$INSTANCE" == "${INSTANCE#i-}" ; then
	echo "ERROR: Failed to run the instance for AMI $EC2_AMI"
	ec2-deregister --region "$BUILD_EC2_REGION" "$EC2_AMI"
	ec2-delete-snapshot --region "$BUILD_EC2_REGION" "$EC2_SNAP_root"
	ec2-delete-snapshot --region "$BUILD_EC2_REGION" "$EC2_SNAP_swap"
	cleanup_and_exit 3
    fi
    echo "Waiting for finishing the build. No log file until then on EC2 ...."
    I=0
    L=0
    EC2_EXTRACT_VOLUME_root=
    EC2_EXTRACT_VOLUME_swap=
    temp_file=`mktemp`
    while true; do
	ec2-describe-instances --region "$BUILD_EC2_REGION" "$INSTANCE" > $temp_file
	state=`grep ^INSTANCE "$temp_file"`
	if test -z "$EC2_EXTRACT_VOLUME_root" ; then
	    EC2_EXTRACT_VOLUME_root=`grep ^BLOCKDEVICE $temp_file | grep /dev/sda1 | awk '{ print $3 }'`
	    EC2_EXTRACT_VOLUME_swap=`grep ^BLOCKDEVICE $temp_file | grep /dev/sdb1 | awk '{ print $3 }'`
	fi
	# the column of the state is at a differen position depending on the state :/
#       test "$state" = "${state/stopped/}" || break
	test "$state" = "${state/terminated/}" || break
	I=$(( $I + 1 ))
	if test $I -gt 10 ; then
	   echo -n .
	   I=0
	   L=$(( $L + 1 ))
	fi
	if test $L -gt 10 ; then
	   # dump entire console log as raw here
	   ec2-get-console-output --region "$BUILD_EC2_REGION" -r "$INSTANCE"
	   L=0
	fi
	sleep 1
    done
    rm -f "$temp_file"
    echo
    ec2-deregister --region "$BUILD_EC2_REGION" "$EC2_AMI"
    # switch to extract volumnes
    EC2_VOLUME_ROOT=$EC2_EXTRACT_VOLUME_root
    EC2_VOLUME_SWAP=$EC2_EXTRACT_VOLUME_swap
    # snapshots get deleted after extract
}