#!/bin/bash # create-arista-veos-image.sh # HS-Fulda - sebastian.rieger@informatik.hs-fulda.de # # changelog: # V1.1 added injection of config defined in VM Maestro using config-drivex # V1.1.1 fixed device mapping of extracted partitions, fixed problems with stale swi directory # V1.1.2 rc.eos now supports e1000 and virtio as vnic types (virtio is supported in vEOS >=4.14.5F) # V1.2 added dynamic handling of device mapping of extacted partitions # V1.21 checking whether it safe to unmount working directories # V1.3 added support to delete existing image with the same name and generating the default nova flavor # V1.3.1 added support for newer glance releases (e.g. kilo) used in VIRL 1.0.0 # V1.3.2 changed the extension of the bootloader iso to match the size of the partitions to be injected # V1.4 support for variable VEOS image sizes (as requested by @Jade_Deane to use custom VEOS images) # V1.4.1 fixed check for existing images # V1.5 fixed detection of missing loop files for Ubuntu 16.04 in VIRL >=1.3, added default subtype creation # V1.51 fixed default subtype creation to use ssh management and max 22 ports, changed ram to 2GB as recommended by Arista # V1.52 fixed default subtype creation to support VIRL version <1.3 # usage if [ ! $# -eq 3 ] ; then echo -e "usage: $0 , e.g.:\n" echo "$0 Aboot-veos-serial-8.0.0.iso vEOS-lab-4.16.9M.vmdk vEOS" exit -1 fi # sudo check if [ ! $UID -eq 0 ] ; then echo "Insufficient privileges. Please consider using sudo -s." exit -1 fi ABOOT_SERIAL_ISO=$1 ABOOT_SERIAL_ISO_BASENAME=$(basename -s .iso $1) VEOS_VMDK=$2 VEOS_VMDK_BASENAME=$(basename -s .vmdk $2) GLANCE_IMAGE_NAME=$3 GLANCE_IMAGE_RELEASE=$VEOS_VMDK_BASENAME-$ABOOT_SERIAL_ISO_BASENAME TMP_NAME="vEOS-$GLANCE_IMAGE_RELEASE" TIMESTAMP=$(date +%Y%m%d%H%M%S) function safe_unmount() { echo -n "Unmounting $1..." RETRY=0 until umount $1 &>/dev/null do echo -n "." sleep 1 RETRY=$((RETRY+1)) if [ "$RETRY" -ge "5" ] ; then echo echo "ERROR: unable to unmount working directory $1" exit 1 fi done echo return 0 } # check for an existing image with the same name and offer to delete it prior to creating a new one CHECK_FOR_EXISTING_IMAGE=$(glance --os-image-api-version 1 image-show $GLANCE_IMAGE_NAME 2>&1) if [ $? == 0 ] ; then glance --os-image-api-version 1 image-show $GLANCE_IMAGE_NAME echo echo read -r -p "There is already an image with the same name in glance. Do you want to overwrite it? [y/N] " RESPONSE if [[ $RESPONSE =~ ^([yY][eE][sS]|[yY])$ ]] ; then echo "Deleting existing image $GLANCE_IMAGE_NAME..." echo "===========================================================" glance --os-image-api-version 1 image-delete $GLANCE_IMAGE_NAME else echo "An image with the same name already exists. Either delete this image or choose another name." exit 1 fi fi echo echo "Creating vEOS image..." echo "===========================================================" # create a copy of Aboot bootloader and extend it to 3G echo "Creating a copy of Aboot bootloader in $TMP_NAME.raw..." cp $1 $TMP_NAME.raw echo echo "Extracting partitions from vEOS vmdk..." echo "===========================================================" # convert vmdk to raw and extract two partitions in it echo "Converting vmdk image to raw..." qemu-img convert -O raw $2 $VEOS_VMDK_BASENAME.raw LOOPDEV=$(kpartx -av $VEOS_VMDK_BASENAME.raw) LOOPDEV_PART1=$(echo "$LOOPDEV" | sed '1q;d' | cut -d " " -f 3) LOOPDEV_PART2=$(echo "$LOOPDEV" | sed '2q;d' | cut -d " " -f 3) echo "Output from kpartx: $LOOPDEV" echo "PART1: $LOOPDEV_PART1" echo "PART2: $LOOPDEV_PART2" echo -n "waiting for loop devs from kpartx" LOOP_DEV_RETRIES=0 until dd if=/dev/mapper/$LOOPDEV_PART1 of=/dev/null bs=1k count=1 &>/dev/null && dd if=/dev/mapper/$LOOPDEV_PART2 of=/dev/null bs=1k count=1 &>/dev/null ; do echo -n "." LOOP_DEV_RETRIES=$(expr $LOOP_DEV_RETRIES + 1) if [ $LOOP_DEV_RETRIES -eq 10 ]; then echo echo "ERROR: timeout waiting for loop devs from kaprtx" exit fi sleep 1 done echo echo "using dd to extract partitions..." dd if=/dev/mapper/$LOOPDEV_PART1 of=$VEOS_VMDK_BASENAME-p1.raw dd if=/dev/mapper/$LOOPDEV_PART2 of=$VEOS_VMDK_BASENAME-p2.raw LOOP_DEV_DEL_RETRIES=0 echo "removing loop devs from kpartx" until kpartx -vd $VEOS_VMDK_BASENAME.raw ; do echo -n "." LOOP_DEV_DEL_RETRIES=$(expr $LOOP_DEV_DEL_RETRIES + 1) if [ $LOOP_DEV_DEL_RETRIES -eq 10 ]; then echo echo "ERROR: timeout waiting for loop dev removal from kaprtx" exit fi sleep 1 done echo echo echo "Injecting rc.eos startup script to get switch config..." echo "===========================================================" # inject rc.eos script in first partition of the image, to get switch config defined in VM Maestro (config-drive) mkdir swi-$TIMESTAMP echo "loop mounting image..." mount -o loop $VEOS_VMDK_BASENAME-p1.raw swi-$TIMESTAMP cd swi-$TIMESTAMP echo "injecting rc.eos..." cat << EOF > rc.eos #!/bin/sh # # startup script to get node configs from VM Maestro # echo "Getting switch config from config drive..." echo "==========================================" mkdir /config-drive mount /dev/sdb1 /config-drive echo "Getting ip address for ma1 via dhcp..." echo "==========================================" MANAGEMENT_INTERFACE="ma1" ip link show \$MANAGEMENT_INTERFACE if [ \$? -ne 0 ]; then # if using virtio ma1 will not be up during Eos Init 1, hence we use eth0 MANAGEMENT_INTERFACE="eth0" fi dhclient -r \$MANAGEMENT_INTERFACE dhclient -1 -v \$MANAGEMENT_INTERFACE >/mnt/flash/dhclient.log IP=\$(ip addr show \$MANAGEMENT_INTERFACE | grep inet | tr -s ' ' | cut -d ' ' -f 3 | sed s/"\/"/"\\\\\\\\\/"/g) echo \$IP sed s/"! ip of ma1 configured on launch"/"ip address \$IP"/g /config-drive/veos_config.txt >/mnt/flash/startup-config.tmp cat /mnt/flash/startup-config.tmp echo echo "Copying switch config from config drive..." echo "==========================================" cp /mnt/flash/startup-config.tmp /mnt/flash/startup-config EOF chmod 755 rc.eos cd .. echo "unmounting image..." safe_unmount swi-$TIMESTAMP rm -rf swi-$TIMESTAMP echo echo "Injecting new partitions from vEOS vmdk in Aboot image..." echo "===========================================================" echo "$VEOS_VMDK_BASENAME.raw (original vEOS vmdk layout):" fdisk -l $VEOS_VMDK_BASENAME.raw echo "$TMP_NAME.raw (original ABoot bootloader layout):" fdisk -l $TMP_NAME.raw # calulate size of the two partitions PART1_START=$(fdisk -l $VEOS_VMDK_BASENAME.raw | grep "\.raw1" | tr -s " " | cut -d ' ' -f 3) PART1_END=$(fdisk -l $VEOS_VMDK_BASENAME.raw | grep "\.raw1" | tr -s " " | cut -d ' ' -f 4) PART1_LENGTH=$(expr $PART1_END - $PART1_START) echo "raw1 start=$PART1_START,end=$PART1_END,length=$PART1_LENGTH" PART2_START=$(fdisk -l $VEOS_VMDK_BASENAME.raw | grep "\.raw2" | tr -s " " | cut -d ' ' -f 2) PART2_END=$(fdisk -l $VEOS_VMDK_BASENAME.raw | grep "\.raw2" | tr -s " " | cut -d ' ' -f 3) PART2_LENGTH=$(expr $PART2_END - $PART2_START) echo "raw2 start=$PART2_START,end=$PART2_END,length=$PART2_LENGTH" # extend the bootloader iso to be able to append the two partitions EXTENSION_SIZE=$(ls -lk $VEOS_VMDK_BASENAME.raw | tr -s " " | cut -d " " -f 5) echo "extending image $TMP_NAME.raw to +$EXTENSION_SIZE" truncate -s +$EXTENSION_SIZE $TMP_NAME.raw echo "appending partitions from vmdk in the bootloader iso in $TMP_NAME.raw..." # append the two partitions from vmdk in the bootloader iso echo -e "n p +$PART1_LENGTH t 2 c a 2 n p +$PART2_LENGTH t 3 12 w" | fdisk $TMP_NAME.raw echo "$TMP_NAME.raw (new combined image layout):" fdisk -l $TMP_NAME.raw # copy the partitions from vEOS vmdk to new image LOOPDEV=$(kpartx -av $TMP_NAME.raw) LOOPDEV_PART2=$(echo "$LOOPDEV" | sed '2q;d' | cut -d " " -f 3) LOOPDEV_PART3=$(echo "$LOOPDEV" | sed '3q;d' | cut -d " " -f 3) echo "Output from kpartx: $LOOPDEV" echo "PART1: $LOOPDEV_PART1" echo "PART2: $LOOPDEV_PART2" echo -n "waiting for loop devs from kpartx" LOOP_DEV_RETRIES=0 until dd if=/dev/mapper/$LOOPDEV_PART2 of=/dev/null bs=1k count=1 &>/dev/null && dd if=/dev/mapper/$LOOPDEV_PART3 of=/dev/null bs=1k count=1 &>/dev/null ; do echo -n "." LOOP_DEV_RETRIES=$(expr $LOOP_DEV_RETRIES + 1) if [ $LOOP_DEV_RETRIES -eq 10 ]; then echo echo "ERROR: timeout waiting for loop devs from kaprtx" exit fi sleep 1 done echo echo "copying the partitions from vEOS vmdk to new image..." dd if=$VEOS_VMDK_BASENAME-p1.raw of=/dev/mapper/$LOOPDEV_PART2 dd if=$VEOS_VMDK_BASENAME-p2.raw of=/dev/mapper/$LOOPDEV_PART3 LOOP_DEV_DEL_RETRIES=0 echo "removing loop devs from kpartx" until kpartx -vd $TMP_NAME.raw ; do echo -n "." LOOP_DEV_DEL_RETRIES=$(expr $LOOP_DEV_DEL_RETRIES + 1) if [ $LOOP_DEV_DEL_RETRIES -eq 10 ]; then echo echo "ERROR: timeout waiting for loop dev removal from kaprtx" exit fi sleep 1 done echo echo echo "Convert new image to qcow2..." echo "===========================================================" # convert raw to qcow2 qemu-img convert -O qcow2 $TMP_NAME.raw $TMP_NAME.qcow2 echo echo "Cleaning up..." echo "===========================================================" #cleanup rm $TMP_NAME.raw rm $VEOS_VMDK_BASENAME-p1.raw rm $VEOS_VMDK_BASENAME-p2.raw rm $VEOS_VMDK_BASENAME.raw echo echo "Importing image into glance..." echo "===========================================================" glance image-create --container-format bare --disk-format qcow2 --visibility public --name $GLANCE_IMAGE_NAME \ --file $TMP_NAME.qcow2 --property hw_disk_bus=ide --property serial=1 \ --property hw_vif_model=e1000 --property hw_cdrom_type=ide --property release="$GLANCE_IMAGE_RELEASE" --property subtype=IOSv --property config_disk_type=disk # create default flavor CHECKING_FOR_EXISTING_FLAVOR=$(nova flavor-show $GLANCE_IMAGE_NAME.tiny 2>&1) if [ $? == 1 ]; then echo "Creating default flavor $GLANCE_IMAGE_NAME.tiny..." echo "===========================================================" nova flavor-create --is-public true $GLANCE_IMAGE_NAME.tiny auto 1024 0 1 else echo "Default flavor $GLANCE_IMAGE_NAME.tiny already exists..." fi CHECKING_FOR_EXISTING_FLAVOR=$(nova flavor-show $GLANCE_IMAGE_NAME.small 2>&1) if [ $? == 1 ]; then echo "Creating default flavor $GLANCE_IMAGE_NAME.small..." echo "===========================================================" nova flavor-create --is-public true $GLANCE_IMAGE_NAME.small auto 1536 0 1 else echo "Default flavor $GLANCE_IMAGE_NAME.small already exists..." fi CHECKING_FOR_EXISTING_FLAVOR=$(nova flavor-show $GLANCE_IMAGE_NAME.medium 2>&1) if [ $? == 1 ]; then echo "Creating default flavor $GLANCE_IMAGE_NAME.medium..." echo "===========================================================" nova flavor-create --is-public true $GLANCE_IMAGE_NAME.medium auto 2048 0 1 else echo "Default flavor $GLANCE_IMAGE_NAME.medium already exists..." fi # create deault subtype cat << EOF > dynamic-subtype-$GLANCE_IMAGE_NAME.json.default.virl-above-1.3 { "dynamic-subtypes": [ { "plugin_base": "generic", "device_type": "switch", "plugin_desc": "Arista vEOS", "cli_protocol": "ssh", "plugin_name": "$GLANCE_IMAGE_NAME", "cli_serial": 1, "interface_range": 22, "gui_visible": true, "interface_pattern": "Ethernet{0}", "baseline_image": "$GLANCE_IMAGE_NAME", "config_disk_type": "disk", "hw_ram": 2048, "hw_vm_extra": "", "gui_icon": "iosvl2", "config_file": "/veos_config.txt", "interface_first": 1, "deprecated_use": "", "baseline_flavor": "$GLANCE_IMAGE_NAME.medium", "interface_management": "Management1" } ] } EOF cat << EOF > dynamic-subtype-$GLANCE_IMAGE_NAME.json.default.virl-below-1.3 { "dynamic-subtypes": [ { "plugin_base": "generic", "plugin_desc": "Arista vEOS", "cli_protocol": "ssh", "plugin_name": "$GLANCE_IMAGE_NAME", "cli_serial": 1, "interface_range": 22, "gui_visible": true, "interface_pattern": "Ethernet{0}", "baseline_image": "$GLANCE_IMAGE_NAME", "config_disk_type": "disk", "hw_ram": 2048, "hw_vm_extra": "", "gui_icon": "iosvl2", "config_file": "/veos_config.txt", "interface_first": 1, "deprecated_use": "", "baseline_flavor": "$GLANCE_IMAGE_NAME.medium", "interface_management": "Management1" } ] } EOF CHECKING_FOR_EXISTING_SUBTYPE=$(virl_uwm_client subtype-info --name $GLANCE_IMAGE_NAME 2>&1) if [ $? == 255 ]; then echo "Creating default subtype $GLANCE_IMAGE_NAME..." echo "===========================================================" CHECKING_FOR_EXISTING_DEVICE_TYPE=$(virl_uwm_client subtype-info 2>&1 | grep u\'device_type\':) if [ $? == 1 ]; then # device_type attribute is not available in VIRL < 1.3, use JSON definition of subtype without this attribute echo "detected VIRL version < 1.3, selecting appropriate subtype to import" virl_uwm_client subtype-import --dynamic-subtypes @dynamic-subtype-$GLANCE_IMAGE_NAME.json.default.virl-below-1.3 else echo "detected VIRL version > 1.3.0, selecting appropriate subtype to import" # device_type attribute is available, use JSON definition of subtype including this attribute virl_uwm_client subtype-import --dynamic-subtypes @dynamic-subtype-$GLANCE_IMAGE_NAME.json.default.virl-above-1.3 fi else echo "Default subtype $GLANCE_IMAGE_NAME already exists..." fi rm dynamic-subtype-$GLANCE_IMAGE_NAME.json.default.virl-above-1.3 rm dynamic-subtype-$GLANCE_IMAGE_NAME.json.default.virl-below-1.3 echo echo "Image creation successful." echo "===========================================================" echo echo "You can import and use the subtype $GLANCE_IMAGE_NAME in VM Maestro..." #testing: # # nova boot --image "Arista vEOS Disk" --flavor m1.small veos --nic net-id=abc7ad47-55fd-4396-8d31-91dd4d41a18a --nic net-id=abc7ad47-55fd-4396-8d31-91dd4d41a18a --nic net-id=abc7ad47-55fd-4396-8d31-91dd4d41a18a --nic net-id=abc7ad47-55fd-4396-8d31-91dd4d41a18a --nic net-id=abc7ad47-55fd-4396-8d31-91dd4d41a18a # # using VM Maestro, the image can be chosen as "VM image", e.g., for an IOSv or IOSvL2 node