Laboratoire de l'Informatique et du Parallélisme » CIAB

#! /bin/bash

#

# Start a fresh node (cloned from the compute-node model).

#

# Get the directory of the script.

SCRIPT_PATH=`dirname $0`

# Get the script name.

SCRIPT_NAME=`basename $0`

if [ "x$1" == "x" ]

  then

     echo

     echo Missing parameter. Aborting!

     echo

     echo Usage: $SCRIPT_NAME node_number

     echo

     exit 1

  else

    echo "node_number: $1"

    NODE_NUMBER=$(($1))

    NODE_NUMBER_STRING=$NODE_NUMBER

    while [ ${#NODE_NUMBER_STRING} -lt 3 ]

      do

        NODE_NUMBER_STRING="0$NODE_NUMBER_STRING"

    done

fi

echo $NODE_NUMBER_STRING

#exit 0

# Source the common configuration variables.

. $SCRIPT_PATH/c-i-a-b.common

#

# Check that the virtual machine does not already exist.

#

CURRENT_HOST_NAME=${COMPUTE_NODE_NAME_PREFIX}${NODE_NUMBER_STRING}

IS_RUNNING=`xm list | grep $CURRENT_HOST_NAME`

if [ -n "$IS_RUNNING" ]

  then

    echo

    echo The \"$CURRENT_HOST_NAME\" domU already exists. Aborting!

    echo

    exit 1

fi

# Create the VM system disk (a snapshot of the model disk).

COMPUTE_NODE_SYSTEM_DISK="${SYSTEM_DISK_CLONE_PREFIX}${NODE_NUMBER_STRING}${SYSTEM_DISK_CLONE_POSTFIX}"

lvcreate -L$SYSTEM_DISK_CLONE_SIZE -s \

         -n  $COMPUTE_NODE_SYSTEM_DISK \

         $SYSTEM_DISK_MASTER

# DO NOT CREATE A FILE SYSTEM ON THE SNAPSHOT!

# Create the swap volume for the compute node

COMPUTE_NODE_SWAP_DISK="${SWAP_DISK_PREFIX}${NODE_NUMBER_STRING}${SWAP_DISK_POSTFIX}"

lvcreate -L $SWAP_DISK_SIZE \

         -n $COMPUTE_NODE_SWAP_DISK \

         $SWAP_DISK_LOGICAL_VOLUME

mkswap $SWAP_DISK_LOGICAL_VOLUME/$COMPUTE_NODE_SWAP_DISK

# Mount the system disk to copy all the specific files.

mount $SWAP_DISK_LOGICAL_VOLUME/$COMPUTE_NODE_SYSTEM_DISK \

      $COMPUTE_NODE_DISK_MOUNT_POINT

#

# Configure the specific files from templates

#

# /etc/network/interfaces

CURRENT_PATH=/etc/network

cp ${CONST_TEMPLATES_DIR}$CURRENT_PATH/interfaces \

   $COMPUTE_NODE_DISK_MOUNT_POINT/$CURRENT_PATH

ADDRESS="$COMPUTE_NODE_STATIC_NETWORK_PREFIX.$NODE_NUMBER"

rpl __STATIC_ADDRESS__ $ADDRESS  \

    ${COMPUTE_NODE_DISK_MOUNT_POINT}${CURRENT_PATH}/interfaces

# /etc/hostname

CURRENT_PATH=/etc

echo $CURRENT_HOST_NAME > "${COMPUTE_NODE_DISK_MOUNT_POINT}${CURRENT_PATH}/hostname"

# /etc/hosts

CURRENT_PATH=/etc

CURRENT_HOST_IP="${COMPUTE_NODE_STATIC_NETWORK_PREFIX}.${NODE_NUMBER}"

cp ${CONST_TEMPLATES_DIR}$CURRENT_PATH/hosts \

   $COMPUTE_NODE_DISK_MOUNT_POINT/$CURRENT_PATH

rpl __COMPUTE_NODE_IP__ $CURRENT_HOST_IP \

    ${COMPUTE_NODE_DISK_MOUNT_POINT}${CURRENT_PATH}/hosts

rpl __COMPUTE_NODE_NAME__ $CURRENT_HOST_NAME \

    ${COMPUTE_NODE_DISK_MOUNT_POINT}${CURRENT_PATH}/hosts

# /etc/resolv.conf

CURRENT_PATH=/etc

cp ${CONST_TEMPLATES_DIR}$CURRENT_PATH/resolv.conf \

   ${COMPUTE_NODE_DISK_MOUNT_POINT}${CURRENT_PATH}/resolv.conf

rpl __CLUSTER_DOMAIN_NAME__ "${CLUSTER_DOMAIN_NAME}." \

   ${COMPUTE_NODE_DISK_MOUNT_POINT}${CURRENT_PATH}/resolv.conf

rpl __FRONT_END_STATIC_ADDRESS__ "${CLUSTER_STATIC_NETWORK_PREFIX}.$FRONT_END_STATIC_NETWORK_POSTFIX" \

   ${COMPUTE_NODE_DISK_MOUNT_POINT}${CURRENT_PATH}/resolv.conf

#

# Get the MAC address

#

CURRENT_PATH=/etc

COMPUTE_NODE_MAC_ADDRESS=\

`awk -F, -v INDEX=$NODE_NUMBER '{if (FNR==INDEX) {print $1}}' $SCRIPT_PATH/${CONST_TEMPLATES_DIR}$CURRENT_PATH/$CONST_DHCP_HOSTS_FILE_BASENAME`

#

# Create the Xen configuration file from a template

#

CURRENT_PATH=/etc/xen

cp ${CONST_TEMPLATES_DIR}$CURRENT_PATH/compute-node.cfg \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl Template Configuration $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl "the Xen instance compute-node" "compute-node-$NODE_NUMBER_STRING" \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_KERNEL__ $COMPUTE_NODE_KERNEL \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_RAMDISK__ $COMPUTE_NODE_RAMDISK \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_MEMORY__ $COMPUTE_NODE_MEMORY \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_VCPUS__ $COMPUTE_NODE_VCPUS \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

CPUS_LIST=`sed -n ${NODE_NUMBER},${NODE_NUMBER}p $SCRIPT_PATH/$COMPUTE_NODE_CPUS_FILE`

CPUS=""

for i in $CPUS_LIST

  do

    if [ "x$CPUS" == "x" ]

      then

        CPUS=$i

      else

        CPUS="$CPUS,$i"

    fi

done

rpl __COMPUTE_NODE_CPUS__ $CPUS \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_SYSTEM_DISK__ $SYSTEM_DISK_LOGICAL_VOLUME/$COMPUTE_NODE_SYSTEM_DISK \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_SWAP_DISK__ $SYSTEM_DISK_LOGICAL_VOLUME/$COMPUTE_NODE_SWAP_DISK \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_HOST_NAME__ $CURRENT_HOST_NAME \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_IP__ $ADDRESS \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_MAC__ $COMPUTE_NODE_MAC_ADDRESS \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_BRIDGE__ $COMPUTE_NODE_BRIDGE \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

#

# Umount the compute node system disk

#

umount $COMPUTE_NODE_DISK_MOUNT_POINT

#

# Start the virtual machine

#

xm create $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

#

# Wait until the virtual machine has started

#

IS_RUNNING=""

while [ -z "$IS_RUNNING" ]

  do

    IS_RUNNING=`xm list | grep $CURRENT_HOST_NAME`

    sleep 1

done

#

# Pin the VCPUs to "real" CPUs.

#

VCPU_NUM=0

for i in $CPUS_LIST

  do

    xm vcpu-pin $CURRENT_HOST_NAME $VCPU_NUM $i

    VCPU_NUM=$((VCPU_NUM + 1))

done