Centre Blaise Pascal » gZFS

#!/bin/bash

# $Id$

# Copyright (C) 2013 Kevin Reverchon, Loïs Taulelle

# This file/program is part of gZFS free software

# See COPYING file for details

#

#--- Define variables ---#

DIR_CONF_REPLICA="/opt/gZFS/replicas/"

getConfigSnapshotTool="/sbin/get-conf-snapshot"

zfsSnapshot="/sbin/zfs-snapshot"

FILE_NAME=$1

TEMP_FILE_NAME="$1-tmp"

>$TEMP_FILE_NAME

BINZFS="/sbin/zfs"

BINZPOOL="/sbin/zpool"

BINMBUFFER="mbuffer -4 -v 0 -q -s 128k -m 1G"

LOCALHOST=$(hostname -s)

LOGFILEROTATE=21

LOGDIR="/var/log/zfs-replica"

if [ "$2" == "--cronlog" ];

then

  LOG=true

  if [ ! -d $LOGDIR ];

  then

    mkdir -p $LOGDIR

  fi

else

  LOG=false

fi

#********************************

#* function ok_exit

#*******************************

function ok_exit {

  if $LOG; then

    echo $1 1>&2

    # restauration de stderr et stdout, fermeture des fd temporaires

    exec 2>&7 7>&-

    exec 1>&6 6>&-

  fi

  exit 0

}

#********************************

#* function err_exit

#*******************************

function err_exit {

  if $LOG; then

    echo $1 1>&2

    # restauration de stderr et stdout, fermeture des fd temporaires

    exec 2>&7 7>&-

    exec 1>&6 6>&-

  fi

  cat $LOGFILE

  exit 1

}

#********************************

#* function initenv

#*******************************

function initenv {

if [[ -z $FILE_NAME ]]

then

   echo "/!\\ Replica Configuration file missing /!\\" 1>&2

   exit 1

fi

if [ ! -s $FILE_NAME ]

then

   echo "Replica Configuration file not found"

   exit 0

fi

lastsnapshotReplicated=$(cat $FILE_NAME|grep lastsnapshotreplicated|cut -d "=" -f2)

server=$(cat $FILE_NAME|grep server|cut -d "=" -f2)

nbreplica=$(cat $FILE_NAME|grep nbreplica|cut -d "=" -f2)

namereplica=$(cat $FILE_NAME|grep namereplica|cut -d "=" -f2)

namevolfs=$(cat $FILE_NAME|grep "name="|cut -d "=" -f2)

if $LOG;

then

  LOGFILE="$LOGDIR/${namevolfs//\//-}.log"

  if [ -f $LOGFILE ];

  then

    savelog -t -c $LOGFILEROTATE -q -n $LOGFILE

  fi

  # sauvegarde de stdout et stderr dans des fd (file descriptor) temporaires

  #+redirection de stdout vers $TMPFILE

  #+redirection de stderr vers stdout

  #+ = ">> $TMPFILE 2>&1"

  exec 6>&1 7>&2

  exec 1>$LOGFILE

  exec 2>&1

fi

if [[ -z $namereplica ]] || [[ -z $nbreplica ]] || [[ -z $namevolfs ]]

then

   err_exit "Incoherence data in $FILE_NAME"

fi

echo "$getConfigSnapshotTool $namevolfs"

getlistSnapshot=$($getConfigSnapshotTool $namevolfs)

if [[ "$getlistSnapshot" == "" ]]

then

  err_exit "Please, enable a snapshot configuration for $namevolfs"

fi

}

#****************************************

#* function check server ssh connection

#***************************************

function checkServerConnection {

ssh -o BatchMode=yes root@$server date

if [ "$?" != "0" ]

then

  err_exit "SSH Connection server $server failed, please check the private/public key"

fi

}

function computePort {

# add a number, based on replica name, to mbuffer base port.

# This try to avoid problems, on multiple replicas cases, such as reception of

# different replicas on same mbuffer port: yeah, epic fail!

  BasePORT="1030"

  #for i in $(echo $snapshot2replicate| od -An -t u1); do j=$(($j+$i)); echo $j; done

  SumChar=0

  BaseChars=$(echo $snapshot2replicate | od -An -t u1)

  for i in $BaseChars

  do

    SumChar=$(($SumChar+$i))

  done

  PORT=$(($BasePORT+$SumChar))

}

function checkCoherence {

  ssh -o BatchMode=yes root@$server $BINZFS list $namereplica

  if [ "$?" != "0" ]

  then

     return false

  fi

}

function del_old_snapshot {

#*** ETAPE SUPPRESSION DES SNAPSHOTS OBSELETES ***#

if [[ "$server" == "" ]]

then

  echo ""

  CPT_SNAP=$($BINZFS list -t snapshot -r $namereplica |cut -d" " -f1 |grep -i $namereplica\@ |wc -l)

  echo "*** Number of snapshots for $namereplica is : $CPT_SNAP"

  $BINZFS list -t snapshot -r $namereplica

  if [ $CPT_SNAP -gt $nbreplica ]

  then

    echo "*** Detection of the oldest snapshot"

    for ID_SNAP_OLDER in $($BINZFS list -t snapshot -r $namereplica |cut -d" " -f1 |grep -i $namereplica\@)

    do

      echo "*** The oldest snapshot is : $ID_SNAP_OLDER"

      break

    done

    $BINZFS destroy $ID_SNAP_OLDER

    if [ $? -eq 0 ]

    then

       echo "*** Remove the snapshot $ID_SNAP_OLDER [OK]"

    else

      echo "/!\\ Remove the snapshot $ID_SNAP_OLDER [ERROR]."

    fi

  fi

else

  echo ""

  CPT_SNAP=$(ssh -o BatchMode=yes root@$server $BINZFS list -t snapshot -r $namereplica |cut -d" " -f1 |grep -i $namereplica\@ |wc -l)

  echo "*** Number of snapshots for $namereplica is : $CPT_SNAP"

  ssh -o BatchMode=yes root@$server $BINZFS list -t snapshot -r $namereplica

  if [ $CPT_SNAP -gt $nbreplica ]

  then

    echo "*** Detection of the oldest snapshot"

    for ID_SNAP_OLDER in $(ssh -o BatchMode=yes root@$server $BINZFS list -t snapshot -r $namereplica |cut -d" " -f1 |grep -i $namereplica\@)

    do

      echo "*** The oldest snapshot is : $ID_SNAP_OLDER"

      break

    done

    ssh -o BatchMode=yes root@$server $BINZFS destroy $ID_SNAP_OLDER

    if [ $? -eq 0 ]

    then

       echo "*** Remove the snapshot $ID_SNAP_OLDER [OK]"

    else

      echo "/!\\ Remove the snapshot $ID_SNAP_OLDER [ERROR]."

    fi

  fi

fi

#*** FIN ETAPE SUPPRESSION DES SNAPSHOTS OBSELETES ***#

}

#*************************************

#* function FULL REPLICATION

#*************************************

function fullreplication {

parentdataset=$(awk '{

              n = split($0, t, "/")

              for (i = 0; ++i <= n-1;)

                if (i == 1)

                  printf t[i]

                else

                  printf "/"t[i]

              }' <<< $(echo $namereplica))

if [[ "$server" == "" ]]

then

    $BINZFS list $parentdataset

    if [[ "?" != "0" ]]

    then

      $BINZFS create -p $parentdataset

    fi

    $BINZFS send $snapshot2replicate | $BINZFS recv $namereplica

    if [[ "$?" == "0" ]]

    then

       while read line

       do

            $(echo $line|sed -e "s:lastsnapshotreplicated=.*$:lastsnapshotreplicated=$snapshot2replicate:g" >>$TEMP_FILE_NAME)

       done <<< "$(cat $FILE_NAME)"

       /bin/rm $FILE_NAME

       /bin/mv $TEMP_FILE_NAME $FILE_NAME

       del_old_snapshot

       ok_exit

    fi

else

  checkServerConnection

  if [[ "$snapshot2replicate" != "" ]]

  then

    ssh -o BatchMode=yes root@$server $BINZFS list $parentdataset

    if [[ "?" != "0" ]]

    then

      ssh -o BatchMode=yes root@$server $BINZFS create -p $parentdataset

    fi

#    $BINZFS send $snapshot2replicate |ssh -o BatchMode=yes root@$server $BINZFS recv $namereplica

    computePort

    ssh -o BatchMode=yes root@$server "$BINMBUFFER -I $LOCALHOST:$PORT | $BINZFS recv $namereplica " &

    sleep 5s # allow server to be ready

    $BINZFS send $snapshot2replicate | $BINMBUFFER -O $server:$PORT

    if [[ "$?" == "0" ]]

    then

       while read line

       do

            $(echo $line|sed -e "s:lastsnapshotreplicated=.*$:lastsnapshotreplicated=$snapshot2replicate:g" >>$TEMP_FILE_NAME)

       done <<< "$(cat $FILE_NAME)"

       /bin/rm $FILE_NAME

       /bin/mv $TEMP_FILE_NAME $FILE_NAME

       del_old_snapshot

       ok_exit

    fi

  fi

fi

}

function incremental_replication {

echo "Start incremental replication for : $snasphot2replicate"

if [[ "$server" == "" ]]

then

    $BINZFS send -i $lastsnapshotReplicated $namevolfs@$snasphot2replicate | $BINZFS recv $namereplica

    snapshot2replicate="$namevolfs@$snasphot2replicate"

    if [[ "$?" == "0" ]]

    then

       while read line

       do

            echo $line|sed -e "s:lastsnapshotreplicated=.*$:lastsnapshotreplicated=$snapshot2replicate:g" >>$TEMP_FILE_NAME

       done <<< "$(cat $FILE_NAME)"

       /bin/rm $FILE_NAME

       /bin/mv $TEMP_FILE_NAME $FILE_NAME

       del_old_snapshot

       ok_exit

    fi

else

  checkServerConnection

if [ "$snasphot2replicate" == "" ]

then

   err_exit

else

    #$BINZFS send -i $lastsnapshotReplicated $namevolfs@$snasphot2replicate | ssh -o BatchMode=yes root@$server $BINZFS recv $namereplica

    computePort

    ssh -o BatchMode=yes root@$server "$BINMBUFFER -I $LOCALHOST:$PORT | $BINZFS recv $namereplica " &

    sleep 5s # allow server to be ready

    $BINZFS send -i $lastsnapshotReplicated $namevolfs@$snasphot2replicate | $BINMBUFFER -O $server:$PORT

    snapshot2replicate="$namevolfs@$snasphot2replicate"

    if [[ "$?" == "0" ]]

    then

       while read line

       do

            $(echo $line|sed -e "s:lastsnapshotreplicated=.*$:lastsnapshotreplicated=$snapshot2replicate:g" >>$TEMP_FILE_NAME)

       done <<< "$(cat $FILE_NAME)"

       /bin/rm $FILE_NAME

       /bin/mv $TEMP_FILE_NAME $FILE_NAME

       del_old_snapshot

       ok_exit

    fi

  fi

fi

}

#****************************************

#* NO INTERACTIVE MODE

#****************************************

function nointeractive {

#--- check and init env ---#

initenv

fileconf=$($getConfigSnapshotTool $namevolfs|grep fileconf|cut -d "=" -f2)

NBsnapshot=$($BINZFS list -H -r -t snapshot $namevolfs|wc -l)

if [[ $NBsnapshot -eq 0 ]]

then

   echo "no snapshot, start snapshoting ..."

   $zfsSnapshot $fileconf

fi

valchk=checkCoherence

if [[ "$valchk" == "false" ]] && [[ "$lastsnapshotReplicated" != "" ]]

then

   echo "Replication by incremental snapshot is not possible : checkcoherence return false "

   echo "Start FULL Replication ..."

   while read line

   do

     snapshot2replicate=$(echo $line |echo $line |sed -e "s/ \+/ /g"|cut -d " " -f1)

   done <<< "$($BINZFS list -H -r -t snapshot $namevolfs)"

   fullreplication

fi

#--- FULL REPLICATION ---#

if [[ $NBsnasphot -eq 1 ]] || [[ "$lastsnapshotReplicated" == "" ]]

then

   echo "Replication by incremental snapshot is not possible"

   echo "Start FULL Replication ..."

   while read line

   do

     snapshot2replicate=$(echo $line |echo $line |sed -e "s/ \+/ /g"|cut -d " " -f1)

   done <<< "$($BINZFS list -H -r -t snapshot $namevolfs)"

   fullreplication

fi

#-- INCREMENTAL REPLICATION ---#

if [[ $NBsnapshot -gt 1 ]]

then

  cpt=1

  while read line

  do

    if [[ $cpt -eq 1 ]]

    then

       snasphot2replicate=$(echo $line |sed -e "s/ \+/ /g"|cut -d " " -f1|cut -d "@" -f2)

       echo $lastsnasphot

       echo $snasphot2replicate

       break

    fi

    cpt=$cpt+1

  done <<< "$($BINZFS list -H -r -t snapshot $namevolfs|tac)"

  lastsnapshot=$(echo $lastsnapshotReplicated |sed -e "s/ \+/ /g"|cut -d " " -f1|cut -d "@" -f2)

  if [ "$snasphot2replicate" == "$lastsnapshot" ]

  then

     err_exit "Nothing to replicate"

  fi

  if [ "$server" == "" ]

  then

     check_lastsnapshotReplica=$($BINZFS list -H -r -t snapshot $namereplica |grep $lastsnapshot|wc -l)

     check_currentsnapshotReplica=$($BINZFS list -H -r -t snapshot $namereplica |grep $snasphot2replicate=|wc -l)

  else

     check_lastsnapshotReplica=$(ssh -o BatchMode=yes root@$server $BINZFS list -H -r -t snapshot $namereplica |grep $lastsnapshot|wc -l)

     check_currentsnapshotReplica=$(ssh -o BatchMode=yes root@$server $BINZFS list -H -r -t snapshot $namereplica |grep $snasphot2replicate=|wc -l)

  fi

  if [[ $check_lastsnapshotReplica -eq 0 ]]

  then

     err_exit "Incoherence, incremental replication failed : $lastsnapshotReplicated is missing"

  fi

  if [[ $check_currentsnapshotReplica -eq 1 ]]

  then

    err_exit "No replica to do, $lastSnapshot already exists"

  fi

fi

 echo $snasphot2replicate

incremental_replication

}

nointeractive

# restauration de stderr et stdout, fermeture des fd temporaires

exec 2>&7 7>&-

exec 1>&6 6>&-