add check for system down status

docker/script/sys-check.sh

@@ -33,22 +33,28 @@ check_docker_up_status() {
   NUM_OF_COMPONENTS=`/usr/local/bin/docker-compose -f $DOCKER_FILE ps | grep 'docker_' | wc -l`  
   NUM_OF_UP_COMPONENTS=`/usr/local/bin/docker-compose -f $DOCKER_FILE ps | grep 'docker_' | grep Up | wc -l`
 
-  if [ $NUM_OF_UP_COMPONENTS -eq $NUM_OF_COMPONENTS ];
-  then 
   DOCKER_STATUS="OK"
-  else
+
+  if [ $NUM_OF_COMPONENTS -eq 0 ];
+  then
     DOCKER_STATUS="FAIL"
     SYS_STATUS="FAIL"
-  fi;
+    echo -e "\e[31mERROR: ${DOCKER_FILE} is down\e[0m"   
+    send_system_down_alert
+    return
+  fi
 
-  if [ "$DOCKER_STATUS" == "FAIL" ]
+  if [ $NUM_OF_UP_COMPONENTS -ne $NUM_OF_COMPONENTS ];
   then 
+    DOCKER_STATUS="FAIL"
+    SYS_STATUS="FAIL"
     echo -e "\e[31mERROR: Found status errors in ${DOCKER_FILE}\e[0m"          
-        
     send_docker_status_alert 
-  else        
+    return
+  fi;
+  
+   
   echo -e "\e[32m${DOCKER_FILE} is up and running!\e[0m"    
-  fi
 }
 
 send_docker_status_alert() {
@@ -66,6 +72,20 @@ send_docker_status_alert() {
   send_alert
 }
 
+send_system_down_alert() {
+
+  # title
+  HOST_NAME=`cat /proc/sys/kernel/hostname`
+  EMAIL_TITLE="MCX-ALERT(host:${HOST_NAME}) docker ${DOCKER_FILE} is down!"
+
+  # message
+  cat /dev/null > alert-msg.txt
+  echo -e "docker ${DOCKER_FILE} is down" >> alert-msg.txt  
+  echo " " >> alert-msg.txt
+
+  send_alert
+}
+
 send_alert() {
  
   echo "To: ipgallery.alert@gmail.com" >> alert-mail.txt