#!/bin/bash                                                    

VERSION='2.2'
DASHES='============================'
DATE=$(date)
<<EOF
Copy to clientlaunch.cfg:

[raid]
        #DISABLED
        ENVFILE $XYMONCLIENTHOME/etc/xymonclient.cfg
        CMD $XYMONCLIENTHOME/ext/raid.sh
        LOGFILE $XYMONCLIENTHOME/logs/raid.log
        INTERVAL 5m

EOF

# IWT 2018-04-25 start over because mdstat was not noticing failed drives that are completely missing
#################################################################################                                                          
# plan"
# process each md device determining status
## red - missing or failed member
## yellow - rebuild or updating
## green - no issues (anything else)
# 1) dump out status overview each md and its color (topArea)
# 2) dump out mdstat (cause I like it) (mdstatArea)
# 3) loop throough each device and dump its details (detailArea)
#################################################################################                                                          

export BBPROG=raid.sh
TEST="raid"               

MDADM='sudo /sbin/mdadm'

unset DEBUG
if [[ "$1" == "debug" ]] 
 then
   DEBUG=1              
   BB=echo              
   MACHINE=xymon_client 
   BBDISP=xymon_server  
   BBHOME=/tmp          
   BBTMP=$(pwd)         
   AWK=/bin/awk         
   CAT=/bin/cat         
   GREP=/bin/grep       
   HEAD=/bin/head       
   RM=/bin/rm           
   TAIL=/bin/tail       
   SED=/bin/sed         
 fi                           

if [[ -z $BBHOME ]]
 then
   echo "BBHOME is not set... exiting"
   exit 1                             
 fi                                         

if [[ ! -d "$BBTMP" ]]              # GET DEFINITIONS IF NEEDED
 then
   echo "*** LOADING XYMONCLIENT.CFG ***"                  
   . $BBHOME/etc/xymonclient.cfg          # INCLUDE STANDARD DEFINITIONS
 fi                                                                            

#
# NOW COLLECT SOME DATA

# md: syncing RAID array
# md: updating          
# md: removing former faulty
# md: active                

topArea=""
COLOR="green"
bottomArea=''
for MD_DEVICE in $(${GREP} '^md' /proc/mdstat | ${AWK} '{print $1}' | sort -n)
 do # determine color for each evice 
   tmp=$(${MDADM} --detail /dev/${MD_DEVICE})
   bottomArea="${bottomArea}<br><pre>${tmp}</pre>"
   out=$(echo "${tmp}" | grep 'State :' | sed 's/,//g' | awk  '{print $3}')
   # clean is great, active is fine (just means an I/O is happening)
   case ${out} in 
     clean|active) # all is good so far
     s1=$(echo "${tmp}" | grep 'State :' | sed 's/,//g' | awk  '{print "X"$4}')
     s2=$(echo "${tmp}" | grep 'State :' | sed 's/,//g' | awk  '{print "X"$5}')
     case ${s1} in
       X) devColor='green'
          ;;
       Xdegraded) # may be an issue -- need to look at s2
          case ${s2} in
            X) # degraded with no other attribute is bad
               devColor='red'
               COLOR='red'
               ;;
            Xrebuilding|Xrecovering) # headed back to normal
               devColor='yellow'
               if [[ 'green' == "${COLOR}" ]]
                then
                  COLOR='yellow'
                fi
               ;;
            *) # should not be able to get here
               devColor='red'
               COLOR='red'
          esac
          ;;
        Xrebuilding|Xrecovering|Xreshaping) # headed back to normal
           devColor='yellow'
           if [[ 'green' == "${COLOR}" ]]
            then
              COLOR='yellow'
            fi
           ;;
        Xresyncing|Xchecking) # this is fine
           devColor='green'
     esac
     ;;
     *) devColor='red'
        COLOR='red'
   esac
   topArea="${topArea}<p> <IMG SRC=\"/gifs/${devColor}.gif\" ALT=\"${devColor}\" HEIGHT=\"16\" WIDTH=\"16\">${MD_DEVICE} Status "
   case ${devColor} in
     green) # leave blank
       ;;
     *) topArea="${topArea} NOT"
   esac
   topArea="${topArea} OK</p>"
 done

middleArea=$(cat /proc/mdstat)
LINE="status ${MACHINE}.${TEST} ${COLOR} ${DATE} <br>${topArea}<dashboard-break> <br> ${DASHES} /proc/mdstat ${DASHES} <br> <pre>${middleArea}</pre><dashboard-break> <br>${bottomArea}<br>${DASHES}${DASHES}<BR>Version: ${VERSION}"

# set
# echo "${BB} ${BBDISP} ${LINE}"
${BB} ${BBDISP} "${LINE}"                     # SEND TO BBDISPLAY