ghettoVCB/ghettoVCB-restore.sh

419 lines
18 KiB
Bash
Executable File

#!/bin/sh
# Author: William Lam
# 08/18/2009
# http://www.virtuallyghetto.com/
##################################################################
###### DO NOT EDIT PASS THIS LINE ######
LAST_MODIFIED_DATE=2023_09_29
VERSION=1
VERSION_STRING=${LAST_MODIFIED_DATE}_${VERSION}
printUsage() {
echo "###############################################################################"
echo "#"
echo "# ghettoVCB-restore for ESX/ESXi 3.5, 4.x, 5.x, 6.x, 7.x & 8.x"
echo "# Author: William Lam"
echo "# http://www.virtuallyghetto.com/"
echo "# Documentation: http://communities.vmware.com/docs/DOC-8760"
echo "# Created: 08/18/2009"
echo "# Last modified: ${VERSION_STRING}"
echo "#"
echo "###############################################################################"
echo
echo "Usage: $0 -c [VM_BACKUP_UP_LIST] -l [LOG_FILE] -d [DRYRUN_DEBUG_INFO]"
echo
echo "OPTIONS:"
echo " -c VM backup list"
echo " -l File ot output logging"
echo " -d Dryrun/Debug Info [1|2]"
echo
echo "(e.g.)"
echo -e "\nOutput will go to stdout"
echo -e "\t$0 -c vms_to_restore "
echo -e "\nOutput will log to /tmp/ghettoVCB-restore.log"
echo -e "\t$0 -c vms_to_restore -l /tmp/ghettoVCB-restore.log"
echo -e "\nDryrun/Debug Info (dryrun only)"
echo -e "\t$0 -c vms_to_restore -d 1"
echo -e "\t$0 -c vms_to_restore -d 2"
echo
exit 1
}
logger() {
MSG=$1
if [ "${LOG_TO_STDOUT}" -eq 1 ]; then
echo -e "${MSG}"
else
echo -e "${MSG}" >> "${LOG_OUTPUT}"
fi
}
sanityCheck() {
NUM_OF_ARGS=$1
# ensure root user is running the script
if [ ! $(env | grep -e "^USER=" | awk -F = '{print $2}') == "root" ]; then
logger "info" "This script needs to be executed by \"root\"!"
echo "ERROR: This script needs to be executed by \"root\"!"
exit 1
fi
if [[ ${NUM_OF_ARGS} -ne 2 ]] && [[ ${NUM_OF_ARGS} -ne 4 ]] && [[ ${NUM_OF_ARGS} -ne 6 ]]; then
printUsage
fi
#log to stdout or to logfile
if [ -z "${LOG_OUTPUT}" ]; then
LOG_TO_STDOUT=1
REDIRECT=/dev/null
else
LOG_TO_STDOUT=0
REDIRECT=${LOG_OUTPUT}
echo "Logging output to \"${LOG_OUTPUT}\" ..."
touch "${LOG_OUTPUT}"
fi
if [[ "${DEVEL_MODE}" == "1" ]] && [[ "${DEVEL_MODE}" == "2" ]] && [[ "${DEVEL_MODE}" == "0" ]]; then
DEVEL_MODE=0
fi
if [ -f /usr/bin/vmware-vim-cmd ]; then
VMWARE_CMD=/usr/bin/vmware-vim-cmd
VMKFSTOOLS_CMD=/usr/sbin/vmkfstools
elif [ -f /bin/vim-cmd ]; then
VMWARE_CMD=/bin/vim-cmd
VMKFSTOOLS_CMD=/sbin/vmkfstools
else
logger "ERROR: Unable to locate *vimsh*!"
echo "ERROR: Unable to locate *vimsh*!"
exit
fi
ESX_VERSION=$(vmware -v | awk '{print $3}')
case "${ESX_VERSION}" in
8.0.0|8.0.1|8.0.2) VER=8; break;;
7.0.0|7.0.1|7.0.2|7.0.3) VER=7; break;;
6.0.0|6.5.0|6.7.0) VER=6; break;;
5.0.0|5.1.0|5.5.0) VER=5; break;;
4.0.0|4.1.0) VER=4; break;;
3.5.0|3i) VER=3; break;;
*) echo "ESX(i) version not supported!"; exit 1; break;;
esac
TAR="tar"
[[ ! -f /bin/tar ]] && TAR="busybox tar"
#ensure input file exists
if [ ! -f "${CONFIG_FILE}" ]; then
logger "ERROR: \"${CONFIG_FILE}\" input file does not exists\n"
echo -e "ERROR: \"${CONFIG_FILE}\" input file does not exists\n"
exit 1
fi
}
startTimer() {
START_TIME=$(date)
S_TIME=$(date +%s)
}
endTimer() {
END_TIME=$(date)
E_TIME=$(date +%s)
logger "\nStart time: ${START_TIME}"
logger "End time: ${END_TIME}"
DURATION=$(echo $((E_TIME - S_TIME)))
#calculate overall completion time
if [ ${DURATION} -le 60 ]; then
logger "Duration : ${DURATION} Seconds"
else
logger "Duration : $(awk 'BEGIN{ printf "%.2f\n", '${DURATION}'/60}') Minutes\n"
fi
logger "\n---------------------------------------------------------------------------------------------------------------\n"
echo
}
ghettoVCBrestore() {
VM_FILE=$1
startTimer
ORIG_IFS=${IFS}
IFS='
'
for LINE in $(cat "${VM_FILE}" | sed '/^$/d' | sed -e '/^#/d' | sed -e 's/^[[:blank:]]*//;s/[[:blank:]]*$//'); do
VM_TO_RESTORE=$(echo "${LINE}" | awk -F ';' '{print $1}' | sed 's/"//g' | sed -e 's/^[[:blank:]]*//;s/[[:blank:]]*$//')
DATASTORE_TO_RESTORE_TO=$(echo "${LINE}" | awk -F ';' '{print $2}' | sed 's/"//g' | sed -e 's/^[[:blank:]]*//;s/[[:blank:]]*$//')
RESTORE_DISK_FORMAT=$(echo "${LINE}" | awk -F ';' '{print $3}' | sed 's/"//g' | sed -e 's/^[[:blank:]]*//;s/[[:blank:]]*$//')
RESTORE_VM_NAME=$(echo "${LINE}" | awk -F ';' '{print $4}' | sed 's/"//g' | sed -e 's/^[[:blank:]]*//;s/[[:blank:]]*$//')
#figure the disk format to use
if [ "${RESTORE_DISK_FORMAT}" -eq 1 ]; then
FORMAT_STRING=zeroedthick
elif [ "${RESTORE_DISK_FORMAT}" -eq 2 ]; then
FORMAT_STRING=2gbsparse
elif [ "${RESTORE_DISK_FORMAT}" -eq 3 ]; then
FORMAT_STRING=thin
elif [ "${RESTORE_DISK_FORMAT}" -eq 4 ]; then
FORMAT_STRING=eagerzeroedthick
fi
#supports DIR or .TGZ from ghettoVCB.sh ONLY!
if [ ${VM_TO_RESTORE##*.} == 'gz' ]; then
logger "GZ found, extracting ..."
${TAR} -xzf $VM_TO_RESTORE -C `dirname $VM_TO_RESTORE`
VM_TO_RESTORE=${VM_TO_RESTORE%.*}
fi
if [ -d "${VM_TO_RESTORE}" ]; then
#figure out the contents of the directory (*.vmdk,*-flat.vmdk,*.vmx)
VM_ORIG_VMX=$(ls "${VM_TO_RESTORE}" | grep ".vmx")
VM_ORIG_NVRAM=$(ls "${VM_TO_RESTORE}" | grep ".nvram")
VM_VMDK_DESCRS=$(ls "${VM_TO_RESTORE}" | grep ".vmdk" | grep -v "\-flat.vmdk")
VMDKS_FOUND=$(grep -iE '(scsi|ide|sata)' "${VM_TO_RESTORE}/${VM_ORIG_VMX}" | grep -i fileName | awk -F " " '{print $1}')
VM_FOLDER_NAME=$(echo "${VM_TO_RESTORE##*/}")
# Default to original VM Display Name if custom name is not specified
if [ -z ${RESTORE_VM_NAME} ]; then
VM_DISPLAY_NAME=$(grep -i "displayName" "${VM_TO_RESTORE}/${VM_ORIG_VMX}" | awk -F '=' '{print $2}' | sed 's/"//g' | sed -e 's/^[[:blank:]]*//;s/[[:blank:]]*$//')
VM_ORIG_FOLDER_NAME=$(echo "${VM_FOLDER_NAME}" | sed 's/-[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9]_[0-1].*//g')
VM_VMX_NAME=${VM_ORIG_VMX}
VM_RESTORE_FOLDER_NAME=${VM_ORIG_FOLDER_NAME}
VM_RESTORE_VMX=${VM_ORIG_VMX}
VM_RESTORE_NVRAM=${VM_DISPLAY_NAME}.nvram
else
VM_DISPLAY_NAME=${RESTORE_VM_NAME}
VM_RESTORE_FOLDER_NAME=${RESTORE_VM_NAME}
VM_RESTORE_VMX=${RESTORE_VM_NAME}.vmx
VM_RESTORE_NVRAM=${RESTORE_VM_NAME}.nvram
fi
#figure out the VMDK rename, esepcially important if original backup had VMDKs spread across multiple datastores
#restoration will not support that since I can't assume the original system will be availabl with same ds/etc.
#files will be restored to single VMFS volume without disrupting original backup
NUM_OF_VMDKS=0
TMP_IFS=${IFS}
IFS=${ORIG_IFS}
for VMDK in ${VMDKS_FOUND}; do
#extract the SCSI ID and use it to check for valid vmdk disk
SCSI_ID=$(echo ${VMDK%%.*})
grep -i "${SCSI_ID}.present" "${VM_TO_RESTORE}/${VM_ORIG_VMX}" | grep -i "true" > /dev/null 2>&1
#if valid, then we use the vmdk file
if [ $? -eq 0 ]; then
grep -i "${SCSI_ID}.deviceType" "${VM_TO_RESTORE}/${VM_ORIG_VMX}" | grep -i "scsi-hardDisk" > /dev/null 2>&1
#if we find the device type is of scsi-disk, then proceed
if [ $? -eq 0 ]; then
DISK=$(grep -i ${SCSI_ID}.fileName "${VM_TO_RESTORE}/${VM_ORIG_VMX}")
else
#if the deviceType is NULL for IDE which it is, thanks for the inconsistency VMware
#we'll do one more level of verification by checking to see if an ext. of .vmdk exists
#since we can not rely on the deviceType showing "ide-hardDisk"
grep -i ${SCSI_ID}.fileName "${VM_TO_RESTORE}/${VM_ORIG_VMX}" | grep -i ".vmdk" > /dev/null 2>&1
if [ $? -eq 0 ]; then
DISK=$(grep -i ${SCSI_ID}.fileName "${VM_TO_RESTORE}/${VM_ORIG_VMX}")
fi
fi
if [ "${DISK}" != "" ]; then
SCSI_CONTROLLER=$(echo ${DISK} | awk -F '=' '{print $1}')
RENAME_DESTINATION_LINE_VMDK_DISK="${SCSI_CONTROLLER} = \"${VM_DISPLAY_NAME}-${NUM_OF_VMDKS}.vmdk\""
if [ -z "${VMDK_LIST_TO_MODIFY}" ]; then
VMDK_LIST_TO_MODIFY="${DISK},${RENAME_DESTINATION_LINE_VMDK_DISK}"
else
VMDK_LIST_TO_MODIFY="${VMDK_LIST_TO_MODIFY};${DISK},${RENAME_DESTINATION_LINE_VMDK_DISK}"
fi
DISK=''
fi
fi
NUM_OF_VMDKS=$((NUM_OF_VMDKS+1))
done
IFS=${TMP_IFS}
else
logger "Support for .tgz not supported - \"${VM_TO_RESTORE}\" will not be backed up!"
IS_TGZ=1
fi
if [ ! "${IS_TGZ}" == "1" ]; then
if [ "${DEVEL_MODE}" == "1" ]; then
logger "\n################ DEBUG MODE ##############"
logger "Virtual Machine: \"${VM_DISPLAY_NAME}\""
logger "VM_ORIG_VMX: \"${VM_ORIG_VMX}\""
logger "VM_ORG_FOLDER: \"${VM_FOLDER_NAME}\""
logger "VM_RESTORE_VMX: \"${VM_RESTORE_VMX}\""
logger "VM_RESTORE_FOLDER: \"${VM_RESTORE_FOLDER_NAME}\""
logger "VMDK_LIST_TO_MODIFY:"
OLD_IFS="${IFS}"
IFS=";"
for i in ${VMDK_LIST_TO_MODIFY}; do
VMDK_1=$(echo $i | awk -F ',' '{print $1}')
VMDK_2=$(echo $i | awk -F ',' '{print $2}')
logger "${VMDK_1}"
logger "${VMDK_2}"
done
unset IFS
IFS="${OLD_IFS}"
logger "##########################################\n"
else
#validates the datastore to restore is valid and available
if [ ! -d "${DATASTORE_TO_RESTORE_TO}" ]; then
logger "ERROR: Unable to verify datastore location: \"${DATASTORE_TO_RESTORE_TO}\"! Ensure this exists"
#validates that all 4 required variables are defined before continuing
elif [[ -z "${VM_RESTORE_VMX}" ]] && [[ -z "${VM_VMDK_DESCRS}" ]] && [[ -z "${VM_DISPLAY_NAME}" ]] && [[ -z "${VM_RESTORE_FOLDER_NAME}" ]]; then
logger "ERROR: Unable to define all required variables: VM_RESTORE_VMX, VM_VMDK_DESCR and VM_DISPLAY_NAME!"
#validates that a directory with the same VM does not already exists
elif [ -d "${DATASTORE_TO_RESTORE_TO}/${VM_RESTORE_FOLDER_NAME}" ]; then
logger "ERROR: Directory \"${DATASTORE_TO_RESTORE_TO}/${VM_RESTORE_FOLDER_NAME}\" looks like it already exists, please check contents and remove directory before trying to restore!"
else
logger "################## Restoring VM: $VM_DISPLAY_NAME #####################"
if [ "${DEVEL_MODE}" == "2" ]; then
logger "==========> DEBUG MODE LEVEL 2 ENABLED <=========="
fi
logger "Start time: $(date)"
logger "Restoring VM from: \"${VM_TO_RESTORE}\""
logger "Restoring VM to Datastore: \"${DATASTORE_TO_RESTORE_TO}\" using Disk Format: \"${FORMAT_STRING}\""
VM_RESTORE_DIR="${DATASTORE_TO_RESTORE_TO}/${VM_RESTORE_FOLDER_NAME}"
#create VM folder on datastore if it doesn't already exists
logger "Creating VM directory: \"${VM_RESTORE_DIR}\" ..."
if [ ! "${DEVEL_MODE}" == "2" ]; then
mkdir -p "${VM_RESTORE_DIR}"
fi
#copy .vmx & .nvram file
logger "Copying \"${VM_ORIG_VMX}\" file ..."
if [ ! "${DEVEL_MODE}" == "2" ]; then
cp "${VM_TO_RESTORE}/${VM_ORIG_VMX}" "${VM_RESTORE_DIR}/${VM_RESTORE_VMX}"
sed -i "s/displayName =.*/displayName = \"${VM_DISPLAY_NAME}\"/g" "${VM_RESTORE_DIR}/${VM_RESTORE_VMX}"
cp "${VM_TO_RESTORE}/${VM_ORIG_NVRAM}" "${VM_RESTORE_DIR}/${VM_RESTORE_NVRAM}"
sed -i "s/nvram =.*/nvram = \"${VM_RESTORE_NVRAM}\"/g" "${VM_RESTORE_DIR}/${VM_RESTORE_VMX}"
fi
#loop through all VMDK(s) and vmkfstools copy to destination
logger "Restoring VM's VMDK(s) ..."
#MAX=${#ORIGINAL_VMX_VMDK_LINES[*]}
OLD_IFS="${IFS}"
IFS=";"
for i in ${VMDK_LIST_TO_MODIFY}; do
#retrieve individual VMDKs
SOURCE_LINE_VMDK=$(echo "${i}" | awk -F ',' '{print $1}' | awk -F '=' '{print $2}' | sed 's/"//g' | sed -e 's/^[[:blank:]]*//;s/[[:blank:]]*$//')
DESTINATION_LINE_VMDK=$(echo "${i}" | awk -F ',' '{print $2}' | awk -F '=' '{print $2}' | sed 's/"//g' | sed -e 's/^[[:blank:]]*//;s/[[:blank:]]*$//')
#retrieve individual VMDK lines in .vmx file to update
ORIGINAL_VMX_LINE=$(echo "${i}" | awk -F ',' '{print $1}')
MODIFIED_VMX_LINE=$(echo "${i}" | awk -F ',' '{print $2}')
#update restored VM to match VMDKs
logger "Updating VMDK entry in \"${VM_RESTORE_VMX}\" file ..."
if [ ! "${DEVEL_MODE}" == "2" ]; then
sed -i "s#${ORIGINAL_VMX_LINE}#${MODIFIED_VMX_LINE}#g" "${VM_RESTORE_DIR}/${VM_RESTORE_VMX}"
fi
echo "${SOURCE_LINE_VMDK}" | grep "/vmfs/volumes" > /dev/null 2>&1
if [ $? -eq 0 ]; then
#SOURCE_VMDK="${SOURCE_LINE_VMDK}"
DS_VMDK_PATH=$(echo "${SOURCE_LINE_VMDK}" | sed 's/\/vmfs\/volumes\///g')
VMDK_DATASTORE=$(echo "${DS_VMDK_PATH%%/*}")
VMDK_VM=$(echo "${DS_VMDK_PATH##*/}")
SOURCE_VMDK="${VM_TO_RESTORE}/${VMDK_DATASTORE}/${VMDK_VM}"
else
SOURCE_VMDK="${VM_TO_RESTORE}/${SOURCE_LINE_VMDK}"
fi
DESTINATION_VMDK="${VM_RESTORE_DIR}/${DESTINATION_LINE_VMDK}"
if [ ! "${DEVEL_MODE}" == "2" ]; then
ADAPTER_FORMAT=$(grep -i "ddb.adapterType" "${SOURCE_VMDK}" | awk -F "=" '{print $2}' | sed -e 's/^[[:blank:]]*//;s/[[:blank:]]*$//;s/"//g')
if [ ${RESTORE_DISK_FORMAT} -eq 1 ]; then
if [[ "${VER}" == "4" ]] || [[ "${VER}" == "5" ]] || [[ "${VER}" == "6" ]] ; then
${VMKFSTOOLS_CMD} -i "${SOURCE_VMDK}" -a "${ADAPTER_FORMAT}" -d zeroedthick "${DESTINATION_VMDK}" 2>&1 | tee "${REDIRECT}"
else
${VMKFSTOOLS_CMD} -i "${SOURCE_VMDK}" -a "${ADAPTER_FORMAT}" "${DESTINATION_VMDK}" 2>&1 | tee "${REDIRECT}"
fi
elif [ ${RESTORE_DISK_FORMAT} -eq 2 ]; then
${VMKFSTOOLS_CMD} -i "${SOURCE_VMDK}" -a "${ADAPTER_FORMAT}" -d 2gbsparse "${DESTINATION_VMDK}" 2>&1 | tee "${REDIRECT}"
elif [ ${RESTORE_DISK_FORMAT} -eq 3 ]; then
${VMKFSTOOLS_CMD} -i "${SOURCE_VMDK}" -a "${ADAPTER_FORMAT}" -d thin "${DESTINATION_VMDK}" 2>&1 | tee "${REDIRECT}"
elif [ ${RESTORE_DISK_FORMAT} -eq 4 ]; then
if [[ "${VER}" == "4" ]] || [[ "${VER}" == "5" ]] || [[ "${VER}" == "6" ]] ; then
${VMKFSTOOLS_CMD} -i "${SOURCE_VMDK}" -a "${ADAPTER_FORMAT}" -d eagerzeroedthick "${DESTINATION_VMDK}" 2>&1 | tee "${REDIRECT}"
else
${VMKFSTOOLS_CMD} -i "${SOURCE_VMDK}" -a "${ADAPTER_FORMAT}" "${DESTINATION_VMDK}" 2>&1 | tee "${REDIRECT}"
fi
fi
else
logger "\nSOURCE: \"${SOURCE_VMDK}\""
logger "\tORIGINAL_VMX_LINE: -->${ORIGINAL_VMX_LINE}<--"
logger "DESTINATION: \"${DESTINATION_VMDK}\""
logger "\tMODIFIED_VMX_LINE: -->${MODIFIED_VMX_LINE}<--"
fi
done
unset IFS
IFS="${OLD_IFS}"
#register VM on ESX(i) host
logger "Registering $VM_DISPLAY_NAME ..."
if [ ! "${DEVEL_MODE}" == "2" ]; then
${VMWARE_CMD} solo/registervm "${VM_RESTORE_DIR}/${VM_RESTORE_VMX}"
fi
logger "End time: $(date)"
logger "################## Completed restore for $VM_DISPLAY_NAME! #####################\n"
fi
fi
fi
VMDK_LIST_TO_MODIFY=''
done
unset IFS
endTimer
}
####################
# #
# Start of Script #
# #
####################
#read user input
while getopts ":c:l:d:" ARGS; do
case $ARGS in
c)
CONFIG_FILE="${OPTARG}"
;;
l)
LOG_OUTPUT="${OPTARG}"
;;
d)
DEVEL_MODE="${OPTARG}"
;;
:)
echo "Option -${OPTARG} requires an argument."
exit 1
;;
*)
printUsage
exit 1
;;
esac
done
#performs a check on the number of commandline arguments + verifies $2 is a valid file
sanityCheck $#
ghettoVCBrestore ${CONFIG_FILE}