162 lines
6.7 KiB
Bash
162 lines
6.7 KiB
Bash
#!/usr/bin/env bash
|
|
|
|
#OS Credentials and settings
|
|
export OS_AUTH_TYPE=xxxx
|
|
export OS_AUTH_URL=xxxx
|
|
export OS_IDENTITY_API_VERSION=xxx
|
|
export OS_REGION_NAME="xxxx"
|
|
export OS_INTERFACE=public
|
|
export OS_APPLICATION_CREDENTIAL_ID=xxxx
|
|
export OS_APPLICATION_CREDENTIAL_SECRET=xxxx
|
|
|
|
#Daily Retention
|
|
DAILY_RETENTION=7
|
|
|
|
#Delay to Check Backup in seconds
|
|
CHECK_BACKUP_DELAY=3600
|
|
|
|
TODAY=$(date +"%Y-%m-%d_%HH%M")
|
|
|
|
PROJECT_DIR=/opt/backup
|
|
LOG_FILE=${PROJECT_DIR}/log/backup_${TODAY}.log
|
|
ERR_FILE=${PROJECT_DIR}/log/backup.err
|
|
|
|
#Let's GO
|
|
BCK_VOLUMES_LIST=()
|
|
BCK_SERVERS_LIST=()
|
|
|
|
cat /dev/null > ${ERR_FILE}
|
|
|
|
echo "======================================================" >>${LOG_FILE} 2>&1
|
|
date +"[%Y-%m-%d_%HH%M] - Listing instance to be backed up" >>${LOG_FILE} 2>&1
|
|
echo "======================================================" >>${LOG_FILE} 2>&1
|
|
|
|
if SERVERS=$(/usr/bin/openstack server list -f json| jq -r '.[].Name'); then
|
|
|
|
date +"[%Y-%m-%d_%HH%M] ---> Server(s) Found" >>${LOG_FILE} 2>&1
|
|
for SERVER in $SERVERS
|
|
do
|
|
SNAPSHOT_SERVER=${SERVER}_${TODAY}
|
|
|
|
date +"[%Y-%m-%d_%HH%M] ------> [Srv : ${SERVER}] === === Starting Backup === ===" >>${LOG_FILE} 2>&1
|
|
date +"[%Y-%m-%d_%HH%M] ------> [Srv : ${SERVER}] ---> Listing volumes attached" >>${LOG_FILE} 2>&1
|
|
|
|
if VOLUMES_ATTACHED=$(/usr/bin/openstack server volume list ${SERVER} -f json | jq -r '.[]."Volume ID"'); then
|
|
|
|
date +"[%Y-%m-%d_%HH%M] ------> [Srv : ${SERVER}] ------> Found volumes attached" >>${LOG_FILE} 2>&1
|
|
|
|
for VOLUME_ATTACHED_ID in $VOLUMES_ATTACHED
|
|
do
|
|
VOLUME_ATTACHED_NAME=$(/usr/bin/openstack volume show ${VOLUME_ATTACHED_ID} -f json | jq -r '.name')
|
|
BCK_VOLUME_ATTACHED_NAME=Backup_${VOLUME_ATTACHED_NAME}_${TODAY}
|
|
|
|
date +"[%Y-%m-%d_%HH%M] ------> [Srv : ${SERVER}] ------> Starting Backup volume from ${VOLUME_ATTACHED_NAME} to ${BCK_VOLUME_ATTACHED_NAME}" >>${LOG_FILE} 2>&1
|
|
BCK_VOLUMES_LIST+=(${BCK_VOLUME_ATTACHED_NAME})
|
|
/usr/bin/openstack volume backup create --name ${BCK_VOLUME_ATTACHED_NAME} ${VOLUME_ATTACHED_NAME} --force >>${LOG_FILE} 2>&1
|
|
done
|
|
|
|
else
|
|
|
|
date +"[%Y-%m-%d_%HH%M] ------> [Srv : ${SERVER}] ------> No volumes attached" >>${LOG_FILE} 2>&1
|
|
|
|
fi
|
|
|
|
BCK_SERVER=Backup_${SERVER}_${TODAY}
|
|
|
|
date +"[%Y-%m-%d_%HH%M] ------> [Srv : ${SERVER}] ---> Starting Snapshot from ${SERVER} to ${BCK_SERVER}" >>${LOG_FILE} 2>&1
|
|
BCK_SERVERS_LIST+=(${BCK_SERVER})
|
|
/usr/bin/openstack server backup create --rotate ${DAILY_RETENTION} --name ${BCK_SERVER} ${SERVER} >>${LOG_FILE} 2>&1
|
|
|
|
date +"[%Y-%m-%d_%HH%M] ------> [Srv : ${SERVER}] === === End of Backup === ===" >>${LOG_FILE} 2>&1
|
|
done
|
|
else
|
|
echo "No Server found" >>${LOG_FILE} 2>&1
|
|
fi
|
|
|
|
echo "======================================================" >>${LOG_FILE} 2>&1
|
|
date +"[%Y-%m-%d_%HH%M] - Confirm that's all backup is OK" >>${LOG_FILE} 2>&1
|
|
echo "======================================================" >>${LOG_FILE} 2>&1
|
|
|
|
MAXIMUM_TIMESTAMP=`date -d '+'${CHECK_BACKUP_DELAY}' seconds' '+%s'`
|
|
|
|
date +"[%Y-%m-%d_%HH%M] => Checking Backup Volumes" >>${LOG_FILE} 2>&1
|
|
for CHECK_BCK_VOLUME in ${BCK_VOLUMES_LIST}
|
|
do
|
|
RESULT=false
|
|
while [ ! "$RESULT" = "true" ];
|
|
do
|
|
date +"[%Y-%m-%d_%HH%M] Checking Backup for ${CHECK_BCK_VOLUME} and waiting 60 secondes" >>${LOG_FILE} 2>&1
|
|
|
|
CURRENT_TIMESTAMP=`date +%s`
|
|
if [ "$CURRENT_TIMESTAMP" -gt "$MAXIMUM_TIMESTAMP" ]; then
|
|
date +"[%Y-%m-%d_%HH%M] [ERROR] backup for ${CHECK_BCK_VOLUME} verification time expired" >>${LOG_FILE} 2>&1
|
|
date +"[%Y-%m-%d_%HH%M] [ERROR] backup for ${CHECK_BCK_VOLUME} verification time expired" >>${ERR_FILE}
|
|
exit -1
|
|
fi
|
|
|
|
RESULT=`openstack volume backup show ${CHECK_BCK_VOLUME} -f json | jq -r '.status == "available"'`
|
|
sleep 60
|
|
done
|
|
date +"[%Y-%m-%d_%HH%M] Backup Volume ${CHECK_BCK_VOLUME} is OK" >>${LOG_FILE} 2>&1
|
|
done
|
|
|
|
date +"[%Y-%m-%d_%HH%M] => Checking Backup Instance" >>${LOG_FILE} 2>&1
|
|
for CHECK_BCK_SERVER in ${BCK_SERVERS_LIST}
|
|
do
|
|
RESULT=false
|
|
while [ ! "$RESULT" = "true" ];
|
|
do
|
|
date +"[%Y-%m-%d_%HH%M] Checking Backup for ${CHECK_BCK_SERVER} and waiting 60 secondes" >>${LOG_FILE} 2>&1
|
|
|
|
CURRENT_TIMESTAMP=`date +%s`
|
|
if [ "$CURRENT_TIMESTAMP" -gt "$MAXIMUM_TIMESTAMP" ]; then
|
|
date +"[%Y-%m-%d_%HH%M] [ERROR] backup for ${CHECK_BCK_SERVER} verification time expired" >>${LOG_FILE} 2>&1
|
|
date +"[%Y-%m-%d_%HH%M] [ERROR] backup for ${CHECK_BCK_VOLUME} verification time expired" >>${ERR_FILE}
|
|
exit -1
|
|
fi
|
|
|
|
RESULT=`/usr/bin/openstack image show ${CHECK_BCK_SERVER} -f json | jq -r '.properties.image_state == "available" and .status == "active"'`
|
|
sleep 60
|
|
done
|
|
date +"[%Y-%m-%d_%HH%M] Backup Instance ${CHECK_BCK_SERVER} is OK" >>${LOG_FILE} 2>&1
|
|
done
|
|
|
|
echo "======================================================" >>${LOG_FILE} 2>&1
|
|
date +"[%Y-%m-%d_%HH%M] - Manage Retention - keep last ${DAILY_RETENTION} Backup Volumes" >>${LOG_FILE} 2>&1
|
|
echo "======================================================" >>${LOG_FILE} 2>&1
|
|
|
|
date +"[%Y-%m-%d_%HH%M] => Manage Retention for Backup Volumes" >>${LOG_FILE} 2>&1
|
|
|
|
date +"[%Y-%m-%d_%HH%M] ---> List all Backup Volumes" >>${LOG_FILE} 2>&1
|
|
/usr/bin/openstack volume backup list -f json | jq '.[].Name' >>${LOG_FILE} 2>&1
|
|
|
|
if OLD_VOLUMES=$(/usr/bin/openstack volume backup list -f json | jq -r '.[].Name' | sed "1,${DAILY_RETENTION}d"); then
|
|
|
|
date +"[%Y-%m-%d_%HH%M] ---> Backup Volume(s) to be removed Found" >>${LOG_FILE} 2>&1
|
|
for OLD_VOLUME in $OLD_VOLUMES
|
|
do
|
|
date +"[%Y-%m-%d_%HH%M] ------> Remove Backup Volume ${OLD_VOLUME}" >>${LOG_FILE} 2>&1
|
|
/usr/local/bin/openstack volume backup delete ${OLD_VOLUME} >>${LOG_FILE} 2>&1
|
|
|
|
done
|
|
else
|
|
date +"[%Y-%m-%d_%HH%M] No Old Backup Volume found" >>${LOG_FILE} 2>&1
|
|
fi
|
|
|
|
date +"[%Y-%m-%d_%HH%M] => Manage Retention for Backup Instances" >>${LOG_FILE} 2>&1
|
|
|
|
date +"[%Y-%m-%d_%HH%M] ---> List all Backup Instances" >>${LOG_FILE} 2>&1
|
|
/usr/bin/openstack image list -f json| jq -r '.[].Name|select(. | startswith("Backup_"))' >>${LOG_FILE} 2>&1
|
|
|
|
if OLD_INSTANCES=$(/usr/bin/openstack image list -f json| jq -r '.[].Name|select(. | startswith("Backup_"))' | sed "1,${DAILY_RETENTION}d"); then
|
|
|
|
date +"[%Y-%m-%d_%HH%M] ---> Backup Instance(s) to be removed Found" >>${LOG_FILE} 2>&1
|
|
for OLD_INSTANCE in $INSTANCES
|
|
do
|
|
date +"[%Y-%m-%d_%HH%M] ------> Remove Backup Instance ${OLD_INSTANCE}" >>${LOG_FILE} 2>&1
|
|
/usr/local/bin/openstack image delete ${OLD_INSTANCE} >>${LOG_FILE} 2>&1
|
|
|
|
done
|
|
else
|
|
date +"[%Y-%m-%d_%HH%M] No Old Backup Instances found" >>${LOG_FILE} 2>&1
|
|
fi
|