Laboratoire de l'Informatique et du Parallélisme » CIAB

#! /bin/bash

#

# ST - 2012-07-04

#

# Create the compute nodes for a configuration.

# Prerequisite: the compute node model must have been created.

#

# Get the directory of the script.

SCRIPT_PATH=`dirname $0`

# Get the script name.

SCRIPT_NAME=`basename $0`

# Source the common configuration variables.

. $SCRIPT_PATH/c-i-a-b.common

#

# Get the configurations

#

CONFIGURATIONS=`ls $SCRIPT_PATH/$CONST_CONFIGURATIONS_DIR`

CONFIGURATIONS_STRING="{"

for i in $CONFIGURATIONS ; do

  CONFIGURATIONS_STRING="$CONFIGURATIONS_STRING$i|"

done

#

# Check command line arguments.

#

if [ "x$1" == "x" ]

  then

     echo

     echo "Missing parameter. Aborting!"

     echo

     echo "Usage: $SCRIPT_NAME configuration"

     echo

     echo -e "	configuration: one of $CONFIGURATIONS_STRING\b}"

     exit 1

fi

#

# Does the configuration exist?

#

CONFIGURATION_FOUND=""

CONFIGURATION=`echo $1 | tr [:upper:] [:lower:]`

for i in $CONFIGURATIONS ; do

    CURRENT_CONFIGURATION=`echo $i | tr [:upper:] [:lower:]`

    if [ $CONFIGURATION == $CURRENT_CONFIGURATION ] ; then

      CONFIGURATION_FOUND=$i

    fi

done

if [ -z $CONFIGURATION_FOUND ] ; then

  echo

  echo

  echo "The configuration \"$1\" does not exist".

  echo -e "The configuration must be one of $CONFIGURATIONS_STRING\b}."

  echo "Aborting!"

  echo

  echo

  exit 1

else

  CONFIGURATION=$CONFIGURATION_FOUND

fi

#

# Source the specific variables for the configuration.

#

. $SCRIPT_PATH/$CONST_CONFIGURATIONS_DIR/$CONFIGURATION/c-i-a-b.config.common

#

# Create the compute nodes.

#

COMPUTE_NODE_INDEX=1

while [ $COMPUTE_NODE_INDEX -le $COMPUTE_NODE_MAX_INDEX ] ; do

#

# Compute the host name.

#

  #

  # Convert the number into a three caracters strings.

  #

  COMPUTE_NODE_INDEX_STRING=$COMPUTE_NODE_INDEX

  while [ ${#COMPUTE_NODE_INDEX_STRING} -lt 3 ] ; do

    COMPUTE_NODE_INDEX_STRING="0$COMPUTE_NODE_INDEX_STRING"

  done

  #

  # Compute the host name.

  #

  CURRENT_HOST_NAME=${COMPUTE_NODE_NAME_PREFIX}${COMPUTE_NODE_INDEX_STRING}

  #

  echo "Creating $CURRENT_HOST_NAME..."

  #

  # Get the compute node MAC address on the cluster.

  #

  CURRENT_PATH=/etc

  COMPUTE_NODE_CLUSTER_MAC_ADDRESS=`awk -F, -v INDEX=$COMPUTE_NODE_INDEX '{if (FNR==INDEX) {print $1}}' $SCRIPT_PATH/${CONST_TEMPLATES_DIR}$CURRENT_PATH/$CONST_DHCP_HOSTS_FILE_BASENAME`

  #

  # Create the VM system disk (a snapshot of the model disk).

  #

  COMPUTE_NODE_SYSTEM_DISK="${CURRENT_HOST_NAME}-${CONST_SYSTEM_DISK_POSTFIX}-clone"

  COMPUTE_NODE_LOGICAL_VOLUME="${COMPUTE_NODE_MODEL_SYSTEM_VOLUME_GROUP_DEVICE}/${COMPUTE_NODE_MODEL_CLUSTER_HOST_NAME}-$CONST_SYSTEM_DISK_POSTFIX"

  lvcreate -L$COMPUTE_NODE_SYSTEM_DISK_CLONE_SIZE -s \

           -n  $COMPUTE_NODE_SYSTEM_DISK \

           $COMPUTE_NODE_LOGICAL_VOLUME > /dev/null 2>&1

  if [ $? -ne 0 ] ; then

    ciab_abort_message "Could not create system disk for $CURRENT_HOST_NAME" 1

  fi

  #

  # DO NOT CREATE A FILE SYSTEM ON THE SNAPSHOT!

  #

  # If necessary, create the swap volume for the compute node.

  if [ $COMPUTE_NODE_SWAP_DISK_SIZE != $CONST_NULL_DISK_SIZE ] ; then

    COMPUTE_NODE_SWAP_DISK="${CURRENT_HOST_NAME}-${CONST_SWAP_DISK_POSTFIX}"

    lvcreate -L $COMPUTE_NODE_SWAP_DISK_SIZE \

             -n $COMPUTE_NODE_SWAP_DISK \

             $COMPUTE_NODE_SWAP_DISK_VOLUME_GROUP

    if [ $? -ne 0 ] ; then

      ciab_abort_message "Could not create swap disk for $CURRENT_HOST_NAME" 1

    fi

    mkswap $COMPUTE_NODE_SWAP_DISK_VOLUME_GROUP_DEVICE/$COMPUTE_NODE_SWAP_DISK

    if [ $? -ne 0 ] ; then

      ciab_abort_message "Could not initialize swap disk for $CURRENT_HOST_NAME" 1

    fi

  fi

  #

  # Get the CPU data.

  #

  COMPUTE_NODE_CPUS=`sed -n ${COMPUTE_NODE_INDEX},${COMPUTE_NODE_INDEX}p $SCRIPT_PATH/$CONST_CONFIGURATIONS_DIR/$CONFIGURATION/$COMPUTE_NODE_CPUS_FILE`

COMPUTE_NODE_VCPUS_NUM=0

  COMPUTE_NODE_CPUS_LIST=""

  for i in $COMPUTE_NODE_CPUS ; do

    if [ -z $COMPUTE_NODE_CPUS_LIST ] ; then

      COMPUTE_NODE_CPUS_LIST=$i

    else

      COMPUTE_NODE_CPUS_LIST="$COMPUTE_NODE_CPUS_LIST,$i"

    fi

    COMPUTE_NODE_VCPUS_NUM=$((COMPUTE_NODE_VCPUS_NUM + 1))

  done # for i

  #

  # Create the Xen configuration file from a template

  #

  CURRENT_PATH=/etc/xen

  cp ${CONST_TEMPLATES_DIR}$CURRENT_PATH/$CONST_COMPUTE_NODE_XEN_TEMPLATE_NAME \

     $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg

  rpl -q Template Configuration $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

  rpl -q __COMPUTE_NODE_KERNEL__ "$COMPUTE_NODE_KERNEL" \

     $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg  > /dev/null 2>&1

  rpl -q __COMPUTE_NODE_RAMDISK__ "$COMPUTE_NODE_RAMDISK" \

     $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

  rpl -q __COMPUTE_NODE_VCPUS_NUM__ "$COMPUTE_NODE_VCPUS_NUM" \

     $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

  rpl -q __COMPUTE_NODE_CPUS__ "$COMPUTE_NODE_CPUS_LIST" \

     $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

  # Memory

  rpl -q __COMPUTE_NODE_MEMORY__ "$COMPUTE_NODE_MEMORY" \

     $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

  # Root device

  rpl -q __XEN_SYSTEM_DISK_ROOT_DEVICE_STANZA__ "$CONST_XEN_SYSTEM_DISK_ROOT_DEVICE_STANZA" \

     $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

  #

  # System disk stuff

  #

  COMPUTE_NODE_SYSTEM_DISK_STANZA="'phy:${COMPUTE_NODE_MODEL_SYSTEM_VOLUME_GROUP_DEVICE}/${COMPUTE_NODE_SYSTEM_DISK},$COMPUTE_NODE_SYSTEM_VIRTUAL_VOLUME,w'"

  rpl -q __COMPUTE_NODE_SYSTEM_DISK_STANZA__ "$COMPUTE_NODE_SYSTEM_DISK_STANZA" \

     $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

  #

  # No home disk stuff: home is network mounted.

  #

  # Swap disk stuff.

  if [ "x$COMPUTE_NODE_SWAP_DISK_SIZE" != "x$CONST_NULL_DISK_SIZE" ] ; then

    COMPUTE_NODE_SWAP_DISK_STANZA="'phy:${COMPUTE_NODE_SWAP_DISK_VOLUME_GROUP_DEVICE}/${COMPUTE_NODE_SWAP_DISK},$COMPUTE_NODE_SWAP_VIRTUAL_VOLUME,w'"

    rpl -q __COMPUTE_NODE_SWAP_DISK_STANZA__ "$COMPUTE_NODE_SWAP_DISK_STANZA" \

       $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

    # Comment out the noswap stanza.

    rpl -q __COMPUTE_NODE_NOSWAP__ "#$CLUSTER_NOSWAP" \

       $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

  else # No swap

    rpl -q __COMPUTE_NODE_SWAP_DISK_STANZA__ "" \

       $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

    rpl -q __COMPUTE_NODE_NOSWAP__ "$CLUSTER_NOSWAP" \

       $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

  fi

  #

  rpl -q __COMPUTE_NODE_HOST_NAME__ "$CURRENT_HOST_NAME" \

     $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

  # Vif stuff.

  COMPUTE_NODE_CLUSTER_STATIC_IP=`awk -F, -v INDEX=$COMPUTE_NODE_INDEX '{if (FNR==INDEX) {print $3}}' $SCRIPT_PATH/${CONST_TEMPLATES_DIR}/etc/$CONST_DHCP_HOSTS_FILE_BASENAME`

  VIF_STANZA=$CONST_XEN_VIF_STANZA_PREFIX

  INTERNAL_MAC="${CONST_XEN_MAC_PREFIX}${COMPUTE_NODE_CLUSTER_MAC_ADDRESS}"

  INTERNAL_BRIDGE="${CONST_XEN_BRIDGE_PREFIX}${CLUSTER_BRIDGE_NAME}"

  INTERNAL_IP="${CONST_XEN_IP_PREFIX}${COMPUTE_NODE_CLUSTER_STATIC_IP}"

  if [ $CLUSTER_INTERNAL_ADDRESSES_BY_DHCP -eq 1 ] ; then

    rpl -q __XEN_DHCP_STANZA__ "$CONST_XEN_DHCP_STANZA" \

       $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

    VIF_STANZA=${VIF_STANZA}${INTERNAL_IP}","${INTERNAL_MAC}","${INTERNAL_BRIDGE}${CONST_XEN_VIF_STANZA_POSTFIX}

  else

    # Comment out the DHCP_STANZA.

    rpl -q __XEN_DHCP_STANZA__ "#$CONST_XEN_DHCP_STANZA" \

       $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

    VIF_STANZA=${VIF_STANZA}${INTERNAL_IP}","${INTERNAL_MAC},${INTERNAL_BRIDGE}${CONST_XEN_VIF_STANZA_POSTFIX}

fi

  # In any case, write the VIF_STANZA

  rpl -q __VIF_STANZA__ "$VIF_STANZA" \

     $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

  # Console stuff as extra parameter

  rpl -q __EXTRA_STANZA__ "$CONST_XEN_EXTRA_STANZA" \

     $CONST_XEN_CONFIG_DIR/$CURRENT_HOST_NAME.cfg > /dev/null 2>&1

  # End creation of Xen configuration file.

  #

  # Complete installation

  #

  # Mount the file system to append/modify configuration files

  #

  if [ ! -d $COMPUTE_NODE_FILE_SYSTEM_MOUNT_POINT ] ; then

    mkdir $COMPUTE_NODE_FILE_SYSTEM_MOUNT_POINT

  fi

  mount $COMPUTE_NODE_MODEL_SYSTEM_VOLUME_GROUP_DEVICE/$COMPUTE_NODE_SYSTEM_DISK \

    $COMPUTE_NODE_FILE_SYSTEM_MOUNT_POINT

  if [ $? -ne 0 ] ; then

    echo

    echo "Could not mount the compute node file system. Aborting!"

    echo

    exit 1

  fi

  #

  # Generate or configure the specific files from templates

  #

  # Create the /etc directory, if necessary

  if [ ! -d $COMPUTE_NODE_MODEL_FILE_SYSTEM_MOUNT_POINT/etc ] ; then

    mkdir $COMPUTE_NODE_MODEL_FILE_SYSTEM_MOUNT_POINT/etc

  fi

  # /etc/network/interfaces

  # The first interface is DHCP configured.

  # No '/' between $COMPUTE_NODE_FILE_SYSTEM_MOUNT_POINT and $CURRENT_PATH

  CURRENT_PATH=/etc/network

  if [ ! -d ${COMPUTE_NODE_FILE_SYSTEM_MOUNT_POINT}${CURRENT_PATH} ] ; then

    mkdir ${COMPUTE_NODE_FILE_SYSTEM_MOUNT_POINT}${CURRENT_PATH}

  fi

  cp ${CONST_TEMPLATES_DIR}$CURRENT_PATH/$COMPUTE_NODE_INTERFACES_TEMPLATE \

     $COMPUTE_NODE_FILE_SYSTEM_MOUNT_POINT$CURRENT_PATH/interfaces

  # Static address on the cluster interface.

  # The DHCP case should be delt with. It involves a template overhaul.

  rpl -q __STATIC_ADDRESS__ "$COMPUTE_NODE_CLUSTER_STATIC_IP" \

      ${COMPUTE_NODE_FILE_SYSTEM_MOUNT_POINT}${CURRENT_PATH}/interfaces > /dev/null 2>&1

  rpl -q __STATIC_NETMASK__ "$CLUSTER_STATIC_NETMASK"  \

      ${COMPUTE_NODE_FILE_SYSTEM_MOUNT_POINT}${CURRENT_PATH}/interfaces > /dev/null 2>&1

  # /etc/hostname

  CURRENT_PATH=/etc

  echo $CURRENT_HOST_NAME > "${COMPUTE_NODE_FILE_SYSTEM_MOUNT_POINT}${CURRENT_PATH}/hostname"

  #

  # /etc/hosts. We use the clone.

  #

  # /etc/resolv.conf. We use the clone.

  #

  # /etc/fstab. We use the clone.

  #

  # /etc/inittab stuff. We use the clone.

  #

  # Umount the compute node model system disk

  #

  umount $COMPUTE_NODE_FILE_SYSTEM_MOUNT_POINT

  #

  COMPUTE_NODE_INDEX=$((COMPUTE_NODE_INDEX + 1))

done

exit 0