Shell scripting > Looping through the contents of a file

while read linevar
do
        ssh -l username $linevar
        echo "Connected to $linevar!"

        ### Obtain system information ###

        node=$(uname -n | tr '[A-Z]' '[a-z]')
        os=$(uname)

        if test $os = AIX ; then
           osv=`oslevel`
           ip=$(ping -a -c1 $linevar | head -1 | awk '{print $3}' | tr -d ":")
           mem=$(lsattr -E -l mem0 | tail -1 | awk '{print $2}')
           cpus=$(lscfg | grep proc | wc -l | awk '{print $1}')
        fi
        if test $os = SunOS ; then
           osv=`uname -r`
           ip=$(ping -a -c1 dingo | head -1 | awk '{print $2}')
           mem=$(/usr/sbin/prtconf | grep 'Memory size' | awk '{print $3}')
           cpus=$(/usr/sbin/psrinfo | wc -l | awk '{print $1}')
        fi
        if test $os = Linux ; then
           osv=`uname -r`
           ip=$(ping -c1 $linevar | head -1 | awk '{print $3}' | tr -d ":")
           mem=$(grep MemTotal /proc/meminfo | tail -1 | awk '{print $2}')
           cpus=$(cat /proc/cpuinfo | grep ^processor| wc -l | awk '{print $1}')
           let "mem = $mem / 1024"
        fi

        if test -r ../data/node_details.txt ; then
                rm ../data/node_details.txt
        else
                touch ../data/node_details.txt
        fi

        echo "Node name   :  $node" #>> ../data/node_details.txt
        echo "OS Name     :  $os" #>> ../data/node_details.txt
        echo "OS Version  :  $osv" #>> ../data/node_details.txt
        echo "IP Address  :  $ip" #>> ../data/node_details.txt
        echo "Memory      :  $mem MB" #>> ../data/node_details.txt
        echo "CPU Count   :  $cpus" #>> ../data/node_details.txt

        sleep 2
        echo "Waiting 2 before reconnect..."
done < node_list.txt

#Nodename:Status:Application:Other stuff...
grumpy:Production:Payroll
lazy:Development:Payroll
sleepy:Production:Sales
happy:Development:Sales
funny:Production:Manufacturing
gloopy:Development:Manufacturing

#1) run the hostname command against all nodes:
allsh hostname   

#2) run the df -k command against all Production nodes:
allsh Production "df -k"

#3) run script /var/tmp/somescript.ksh against all 
# Manufacturing and Sales nodes:
# Note that the script /var/tmp/somescript.ksh would 
# have to reside on the remote node
allsh "Manufacturing|Sales" /var/tmp/somescript.ksh

#!/usr/bin/ksh

#------------------------------------------------------------------------------------------------
usage()
#------------------------------------------------------------------------------------------------
{
cat <<END

Filename    : allftp
Version     : 1.0
Summary     : Executes the given ftpscript against given nodes in ~oradba/dat/all.nodes

Parameters  : The last parameter is the name of the file containing the FTP commands
            : to be executed.
            : Any parameters in between are egrep search strings that will be applied to
            : file all.nodes to determine which nodes to execute the commands against.

Calls       : No other scripts

Date       Author   Version
04-Feb-04  ASBlack  1.0      Initial version.

EXAMPLES:
1) allftp /tmp/put_files.ftp
Run FTP commands in file /tmp/put_files.ftp against all nodes.

2) allftp "lims|mcas" /tmp/create_dirs.ftp
Run FTP commands in file /tmp/create_dirs.ftp against LIMS and MCAS nodes.

END
}


#------------------------------------------------------------------------------------------------
mk_ftpscript()
#------------------------------------------------------------------------------------------------
{
echo "ftp ${NODE} <<END_OF_FTP"
cat ${FTPSCRIPT}
echo "bye"
echo "END_OF_FTP"
}


#------------------------------------------------------------------------------------------------
# MAIN PROGRAM STARTS HERE
#------------------------------------------------------------------------------------------------

#-- Display usage if requested
if [[ ${1} = "help" ]]; then usage; exit 0; fi

#-- Check that parameters have been passed
NUM_PARAMS=$#
if [[ ${NUM_PARAMS} -lt 1 ]]; then
  usage
  echo "ERROR: at least the file containing the FTP commands needs to be passed"
  exit 10
fi

#-- Set variables
PRG=`basename $0`
TMP=/var/tmp/${PRG}.$$
ALLNODES=~oradba/dat/all.nodes
FAILEDLIST=""  # List of NODES that the FTP has failed to run against.

#-- Determine the command to select the records from all.nodes
CMD="egrep -iv '^#|^$' ${ALLNODES}"
COUNTER=1
while [ ${COUNTER} -lt ${NUM_PARAMS} ]
do
  CMD="${CMD} |egrep -i '$1'" 
  shift
  COUNTER=`echo ${COUNTER} + 1 | bc` 
done

FTPSCRIPT=$1
echo CMD=${CMD}
echo FTPSCRIPT=${FTPSCRIPT}

#-- Check that the file exists
if [ ! -f ${FTPSCRIPT} ]; then
  echo "ERROR: File ${FTPSCRIPT} does not exist"
  exit 20
fi

#-- Execute the ftpscript against all nodes in all.nodes
for NODE in `echo ${CMD} |ksh |awk -F":" '{print $1}'`
do

  echo "#-----------------------------------------------------------------"
  grep "^${NODE}:" ${ALLNODES}  |sed -e 's/^/# /'

  #-- Check if we can ping the host
  ping ${NODE} 5 >/dev/null 2>&1
  if [ $? -ne 0 ]; then
    echo "${PRG}: ERROR: Cannot ping ${NODE}"
    FAILEDLIST=`echo "${FAILEDLIST}|${NODE}" |sed -e 's/^|//'`
    echo "FAILEDLIST=${FAILEDLIST}"
    continue
  fi


  #-- Create the ftpscript for this node
  mk_ftpscript > ${TMP}.ftpscript

  #-- Execute the ftpscript for this node
  ksh ${TMP}.ftpscript

done

#-- Display command to run the FTP on the failed NODES
echo
if [ ! -z "${FAILEDLIST}" ]; then
  echo "Command to rerun against the FAILEDLIST:"
  echo "allftp \"${FAILEDLIST}\" ${FTPSCRIPT}"
else
  echo "Command appeared to execute against all nodes."
fi

#-- Tidy up
rm ${TMP}.*

$cat /var/tmp/asb.ftp
put /var/tmp/asb.ksh
dir /var/tmp/asb.ksh

$ allftp MCAS /var/tmp/asb.ftp
CMD=egrep -iv '^#|^$' /export/home/oradba/dat/all.nodes |egrep -i 'MCAS'
FTPSCRIPT=/var/tmp/asb.ftp
#-----------------------------------------------------------------
# dssmcdb01:MCAS
-rw-r--r--   1 oradba   dba          814 Sep 24 15:53 /var/tmp/asb.ksh
#-----------------------------------------------------------------
# dssmcdb02:MCAS
-rw-r--r--   1 oradba   dba          814 Sep 24 15:53 /var/tmp/asb.ksh

Command appeared to execute against all nodes.

for file in `ls|cat|grep -v " "|sed -n '/./p`
do ls -lisag $file
done

cat node_list.txt |while read NODENAME
do
  echo
  echo Running the hostname command against ${NODENAME} as username
  ssh username@${NODENAME} hostname
  echo Running the hostname command against ${NODENAME} as ${username}
  ssh ${username}@${NODENAME} hostname
done

$ ./loop_test

Running the hostname command against LIGHTNING2 as username
username@lightning2's password:
lightning2
Running the hostname command against LIGHTNING2 as
Usage: ssh [options] host [command]
Options:
  -l user     Log in using this user name.
  -n          Redirect input from /dev/null.
  -F config   Config file (default: ~/.ssh/config).
  -A          Enable authentication agent forwarding.
  -a          Disable authentication agent forwarding (default).
  -X          Enable X11 connection forwarding.
  -x          Disable X11 connection forwarding (default).
  -i file     Identity for public key authentication (default: ~/.ssh/identity)
  -t          Tty; allocate a tty even if command is given.
  -T          Do not allocate a tty.
  -v          Verbose; display verbose debugging messages.
              Multiple -v increases verbosity.
  -V          Display version number only.
  -P          Don't allocate a privileged port.
  -q          Quiet; don't display any warning messages.
  -f          Fork into background after authentication.
  -e char     Set escape character; ``none'' = disable (default: ~).
  -c cipher   Select encryption algorithm
  -m macs     Specify MAC algorithms for protocol version 2.
  -p port     Connect to this port.  Server must be on the same port.
  -L listen-port:host:port   Forward local port to remote address
  -R listen-port:host:port   Forward remote port to local address
              These cause ssh to listen for connections on a port, and
              forward them to the other side by connecting to host:port.
  -D port     Enable dynamic application-level port forwarding.
  -C          Enable compression.
  -N          Do not execute a shell or command.
  -g          Allow remote hosts to connect to forwarded ports.
  -1          Force protocol version 1.
  -2          Force protocol version 2.
  -4          Use IPv4 only.
  -6          Use IPv6 only.
  -o 'option' Process the option as if it was read from a configuration file.
  -s          Invoke command (mandatory) as SSH2 subsystem.
  -b addr     Local IP address.

echo password |ssh username@hostname

cat node_list.txt |while read NODENAME
do
  echo
  echo Running the hostname command against ${NODENAME} as username
  ssh username@${NODENAME} hostname
done

$ ./loop_test

Running the hostname command against LIGHTNING2 as username
username@lightning2's password:
lightning2

echo LIGHTNING2 RANGER |while read NODENAME
do
  echo
  echo Running the hostname command against ${NODE