Laboratoire de l'Informatique et du Parallélisme » CIAB

#! /bin/bash

#

# Create and start the front end.

#

# Get the directory of the script.

SCRIPT_PATH=`dirname $0`

# Get the script name.

SCRIPT_NAME=`basename $0`

# Source the common configuration variables.

. $SCRIPT_PATH/c-i-a-b.common

#

# Check that the front-end virtual machine does not already exist.

#

CURRENT_HOST_NAME=$FRONT_END_NAME

IS_RUNNING=`xm list | grep $CURRENT_HOST_NAME`

if [ -n "$IS_RUNNING" ]

  then

    echo

    echo The \"$CURRENT_HOST_NAME\" domU already exists. Aborting!

    echo

    exit 1

fi

# Create the VM system disk.

COMPUTE_NODE_SYSTEM_DISK="${SYSTEM_DISK_CLONE_PREFIX}${NODE_NUMBER_STRING}${SYSTEM_DISK_CLONE_POSTFIX}"

lvcreate -L$FRONT_END_SYSTEM_DISK_SIZE -s \

         -n  $FRONT_END_SYSTEM_DISK \

         $FRONT_END_SYSTEM_LOGICAL_VOLUME

# Create a File System on the VM system disk.

mkfs -t $FRONT_END_SYSTEM_DISK_FILE_SYSTEM \

        $FRONT_END_SYSTEM_LOGICAL_VOLUME/$FRONT_END_SYSTEM_DISK

# If necessary, create the swap volume for the front end.

if [ $FRONT_END_SWAP_DISK_SIZE != $CONST_NULL_DISK_SIZE ]; then

  lvcreate -L $FRONT_END_SWAP_DISK_SIZE \

           -n $FRONT_END_SWAP_DISK \

           $FRONT_END_SYSTEM_LOGICAL_VOLUME

  mkswap $FRONT_END_SYSTEM_LOGICAL_VOLUME/$FRONT_END_SWAP_DISK

fi

# Mount the system disk to copy all the specific files.

if [ ! -d $FRONT_END_SYSTEM_DISK_MOUNT_POINT ]; then

  mkdir $FRONT_END_SYSTEM_DISK_MOUNT_POINT

fi

mount $FRONT_END_SYSTEM_LOGICAL_VOLUME/$FRONT_END_SYSTEM_DISK \

      $FRONT_END_SYSTEM_DISK_MOUNT_POINT

#

# Configure the specific files from templates

#

# /etc/network/interfaces

CURRENT_PATH=/etc/network

cp templates$CURRENT_PATH/$FRONT_END_INTERFACES_TEMPLATE \

   $FRONT_END_SYSTEM_DISK_MOUNT_POINT/$CURRENT_PATH

ADDRESS="$COMPUTE_NODE_STATIC_NETWORK_PREFIX.$FRONT_END_STATIC_NETWORK_POSTFIX"

rpl __STATIC_ADDRESS__ $ADDRESS  \

    ${FRONT_END_SYSTEM_DISK_MOUNT_POINT/$CURRENT_PATH/interfaces

# /etc/hostname

CURRENT_PATH=/etc

echo $CURRENT_HOST_NAME > "${COMPUTE_NODE_DISK_MOUNT_POINT}${CURRENT_PATH}/hostname"

# /etc/hosts

CURRENT_PATH=/etc

CURRENT_HOST_IP="${COMPUTE_NODE_STATIC_NETWORK_PREFIX}.${NODE_NUMBER}"

cp templates$CURRENT_PATH/hosts \

   $COMPUTE_NODE_DISK_MOUNT_POINT/$CURRENT_PATH

rpl __COMPUTE_NODE_IP__ $CURRENT_HOST_IP \

    ${COMPUTE_NODE_DISK_MOUNT_POINT}${CURRENT_PATH}/hosts

rpl __COMPUTE_NODE_NAME__ $CURRENT_HOST_NAME \

    ${COMPUTE_NODE_DISK_MOUNT_POINT}${CURRENT_PATH}/hosts

# /etc/resolv.conf

CURRENT_PATH=/etc

cp $TEMPLATES_DIR$CURRENT_PATH/resolv.conf \

   ${COMPUTE_NODE_DISK_MOUNT_POINT}${CURRENT_PATH}/resolv.conf

rpl __CLUSTER_DOMAIN_NAME__ "${CLUSTER_DOMAIN_NAME}." \

   ${COMPUTE_NODE_DISK_MOUNT_POINT}${CURRENT_PATH}/resolv.conf

rpl __FRONT_END_STATIC_ADDRESS__ "${CLUSTER_STATIC_NETWORK_PREFIX}.$FRONT_END_STATIC_NETWORK_POSTFIX" \

   ${COMPUTE_NODE_DISK_MOUNT_POINT}${CURRENT_PATH}/resolv.conf

#

# Get the MAC address

#

CURRENT_PATH=/etc

COMPUTE_NODE_MAC_ADDRESS=\

`awk -F, -v INDEX=$NODE_NUMBER '{if (FNR==INDEX) {print $1}}' $SCRIPT_PATH/$TEMPLATES_DIR$CURRENT_PATH/$DHCP_HOSTSFILE_BASENAME`

#

# Create the Xen configuration file from a template

#

CURRENT_PATH=/etc/xen

cp templates$CURRENT_PATH/compute-node.cfg \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl Template Configuration $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl "the Xen instance compute-node" "compute-node-$NODE_NUMBER_STRING" \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_KERNEL__ $COMPUTE_NODE_KERNEL \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_RAMDISK__ $COMPUTE_NODE_RAMDISK \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_MEMORY__ $COMPUTE_NODE_MEMORY \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_VCPUS__ $COMPUTE_NODE_VCPUS \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

CPUS_LIST=`sed -n ${NODE_NUMBER},${NODE_NUMBER}p $SCRIPT_PATH/$COMPUTE_NODE_CPUS_FILE`

CPUS=""

for i in $CPUS_LIST

  do

    if [ "x$CPUS" == "x" ]

      then

        CPUS=$i

      else

        CPUS="$CPUS,$i"

    fi

done

rpl __COMPUTE_NODE_CPUS__ $CPUS \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_SYSTEM_DISK__ $SYSTEM_DISK_LOGICAL_VOLUME/$COMPUTE_NODE_SYSTEM_DISK \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_SWAP_DISK__ $SYSTEM_DISK_LOGICAL_VOLUME/$COMPUTE_NODE_SWAP_DISK \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_HOST_NAME__ $CURRENT_HOST_NAME \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_IP__ $ADDRESS \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_MAC__ $COMPUTE_NODE_MAC_ADDRESS \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

rpl __COMPUTE_NODE_BRIDGE__ $COMPUTE_NODE_BRIDGE \

   $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

#

# Umount the compute node system disk

#

umount $COMPUTE_NODE_DISK_MOUNT_POINT

#

# Start the virtual machine

#

xm create $SCRIPT_PATH/$CURRENT_HOST_NAME.cfg

#

# Wait until the virtual machine has started

#

IS_RUNNING=""

while [ -z "$IS_RUNNING" ]

  do

    IS_RUNNING=`xm list | grep $CURRENT_HOST_NAME`

    sleep 1

done

#

# Pin the VCPUs to "real" CPUs.

#

VCPU_NUM=0

for i in $CPUS_LIST

  do

    xm vcpu-pin $CURRENT_HOST_NAME $VCPU_NUM $i

    VCPU_NUM=$((VCPU_NUM + 1))

done

# Constants that no one should not change.

CONST_NULL_DISK_SIZE=0G

# Common user defined configuration variables

#

COMPUTE_NODE_INTERFACES_TEMPLATE=interfaces.compute-node

FRONT_END_HOME_DISK_SIZE=512G

FRONT_END_INTERFACES_TEMPLATE=interfaces.front-end

FRONT_END_HOME_LOGICAL_VOLUME=/dev/vg_slow

FRONT_END_NAME="frontend"

FRONT_END_SWAP_DISK="frontend-swap"

FRONT_END_SWAP_DISK_SIZE=$CONST_NULL_DISK_SIZE # 0G means no swap disk.

FRONT_END_SYSTEM_DISK="frontend-system-disk"

FRONT_END_SYSTEM_DISK_SIZE=46G

FRONT_END_SYSTEM_DISK_FILE_SYSTEM=ext3

FRONT_END_SYSTEM_DISK_MOUNT_POINT=/mnt/frontend-system-disk

FRONT_END_SYSTEM_LOGICAL_VOLUME=/dev/vg_fast

FRONT_END_VCPUS=3

SWAP_DISK_LOGICAL_VOLUME=/dev/vg_fast

SYSTEM_DISK_LOGICAL_VOLUME=/dev/vg_slow

# This file describes the network interfaces available on your system

# and how to activate them. For more information, see interfaces(5).

# The loopback network interface

auto lo eth0a eth1

iface lo inet loopback

#

# The primary network interface

iface eth0 inet dhcp

#

iface eth1 inet static

 address __STATIC_ADDRESS__

 netmask 255.255.255.0

#

# post-up  ethtool -K eth0 tx off

#

# The commented out line above will disable TCP checksumming which

# might resolve problems for some users.  It is disabled by default

#

# This file describes the network interfaces available on your system

# and how to activate them. For more information, see interfaces(5).

# The loopback network interface

auto lo eth0

iface lo inet loopback

# The primary network interface

iface eth0 inet static

 address __STATIC_ADDRESS__

 netmask 255.255.255.0

#

# post-up  ethtool -K eth0 tx off

#

# The commented out line above will disable TCP checksumming which

# might resolve problems for some users.  It is disabled by default

#