apache/cloudstack
1
0
Fork 0
mirror of https://github.com/apache/cloudstack.git synced 2025-11-02 20:02:29 +01:00
Code Issues Packages Projects Releases Wiki Activity

Review 9647: In some storage failure scenario’s the NFS timeout can

Browse Source 
cause writing the heartbeat to take longer than expected. By comparing
the last successful heartbeat epoch with the current epoch we check if
the timeout value has been met.
This commit is contained in:
Brenn Oosterbaan 2013-03-05 15:38:24 +01:00 committed by Hugo Trippaers
parent 9a1c778cc0
commit e8b6f66582
1 changed files with 20 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

33
scripts/vm/hypervisor/xenserver/xenheartbeat.sh
View File

@ -36,7 +36,7 @@ fi
if [ ! -z $3 ]; then
interval=$3
else
interval=10
interval=5
fi
if [ $interval -gt $2 ]; then
@ -45,10 +45,9 @@ if [ $interval -gt $2 ]; then
fi
file=/opt/xensource/bin/heartbeat
maxtries=$(($2 / $interval))
tries=1
lastdate=$(($(date +%s) + $interval))
while [ $tries -le $maxtries ]
while [ $(date +%s) -lt $(($lastdate + $2)) ]
do
sleep $interval
@ -57,6 +56,14 @@ do
continue
fi
# test heartbeat file
dirs=$(cat $file | grep "sr-mount\|VG_XenStorage")
if [ ! -n "$dirs" ];then
/usr/bin/logger -t heartbeat "Problem with heartbeat, no iSCSI or NFS mount defined in $file!"
lastdate=$(date +%s)
continue
fi
# for iscsi
dirs=$(cat $file | grep VG_XenStorage)
for dir in $dirs
@ -65,13 +72,13 @@ do
hb=$dir/hb-$1
date +%s | dd of=$hb count=100 bs=1 2>/dev/null
if [ $? -ne 0 ]; then
/usr/bin/logger -t heartbeat "Potential problem with $hb: not reachable since $(($tries * $interval)) seconds"
tries=$(($tries + 1))
/usr/bin/logger -t heartbeat "Potential problem with $hb: not reachable since $(($(date +%s) - $lastdate)) seconds"
else
tries=1
lastdate=$(date +%s)
fi
else
/usr/bin/logger -t heartbeat "Heartbeat dir not found for $dir"
/usr/bin/logger -t heartbeat "Potential problem with heartbeat, dir not found for $dir"
lastdate=$(date +%s)
sed -i /${dir##/*/}/d $file
fi
done
@ -85,17 +92,17 @@ do
hb=$dir/hb-$1
date +%s | dd of=$hb count=100 bs=1 2>/dev/null
if [ $? -ne 0 ]; then
/usr/bin/logger -t heartbeat "Potential problem with $hb: not reachable since $(($tries * $interval)) seconds"
tries=$(($tries + 1))
/usr/bin/logger -t heartbeat "Potential problem with $hb: not reachable since $(($(date +%s) - $lastdate)) seconds"
else
tries=1
lastdate=$(date +%s)
fi
else
/usr/bin/logger -t heartbeat "Heartbeat mount not found for $dir"
/usr/bin/logger -t heartbeat "Potential problem with heartbeat, mount not found for $dir"
lastdate=$(date +%s)
sed -i /${dir##/*/}/d $file
fi
done
done
/usr/bin/logger -t heartbeat "Problem with $hb: not reachable for $2 seconds, rebooting system!"
/usr/bin/logger -t heartbeat "Problem with $hb: not reachable for $(($(date +%s) - $lastdate)) seconds, rebooting system!"
reboot -f