Centre Blaise Pascal » gZFS

#!/bin/bash

# $Id$

# Copyright (C) 2013 Kevin Reverchon, Loïs Taulelle

# This file/program is part of gZFS free software

# See COPYING file for details

#

#--- Define variables ---#

DIR_CONF_REPLICA="/opt/gZFS/replicas/"

getConfigSnapshotTool="/sbin/get-conf-snapshot"

zfsSnapshot="/sbin/zfs-snapshot"

FILE_NAME=$1

BINZFS="/sbin/zfs"

BINZPOOL="/sbin/zpool"

#********************************

#* function initenv

#*******************************

function initenv {

if [[ -z $FILE_NAME ]]

then

   echo "/!\\ Replica Configuration file missing /!\\" 1>&2

   exit 1

fi

if [ ! -f $1 ]

then

   echo "/!\\ Replica Configuration file missing /!\\" 1>&2

   exit 1

fi

if [ ! -e $FILE_NAME ]

then

   echo "Replica Configuration file not found" 1>&2

   exit 1;

fi

echo $FILE_NAME

lastsnapshotReplicated=$(cat $FILE_NAME|grep lastsnapshotreplicated|cut -d "=" -f2)

server=$(cat $FILE_NAME|grep server|cut -d "=" -f2)

nbreplica=$(cat $FILE_NAME|grep nbreplica|cut -d "=" -f2)

namereplica=$(cat $FILE_NAME|grep namereplica|cut -d "=" -f2)

namevolfs=$(cat $FILE_NAME|grep "name="|cut -d "=" -f2)

if [[ -z $namereplica ]] || [[ -z $nbreplica ]] || [[ -z $namevolfs ]]

then

   echo "Incoherence data in $FILE_NAME" 1>&2

   exit 1

fi

echo "$getConfigSnapshotTool $namevolfs"

getlistSnapshot=$($getConfigSnapshotTool $namevolfs)

if [[ "$getlistSnapshot" == "" ]]

then

  echo "Please, enable a snapshot configuration for $namevolfs" 1>&2

  exit 1

fi

}

#****************************************

#* function check server ssh connection

#***************************************

function checkServerConnection {

ssh -o BatchMode=yes root@$server ls

if [ "$?" != "0" ]

then

  echo "SSH Connection server $server failed, please check the private/public key" 1>&2

  exit 1

fi

}

function checkCoherence {

  ssh -o BatchMode=yes root@$server $BINZFS list $namereplica

  if [ "$?" != "0" ]

  then

     return false

  fi

}

function del_old_snapshot {

#*** ETAPE SUPPRESSION DES SNAPSHOTS OBSELETES ***#

if [[ "$server" == "" ]]

then

  echo ""

  CPT_SNAP=$($BINZFS list -t snapshot -r $namereplica |cut -d" " -f1 |grep -i $namereplica\@ |wc -l)

  echo "*** Number of snapshots for $namereplica is : $CPT_SNAP"

  $BINZFS list -t snapshot -r $namereplica

  if [ $CPT_SNAP -gt $nbreplica ]

  then

    echo "*** Detection of the oldest snapshot"

    for ID_SNAP_OLDER in $($BINZFS list -t snapshot -r $namereplica |cut -d" " -f1 |grep -i $namereplica\@)

    do

      echo "*** The oldest snapshot is : $ID_SNAP_OLDER"

      break

    done

    $BINZFS destroy $ID_SNAP_OLDER

    if [ $? -eq 0 ]

    then

       echo "*** Remove the snapshot $ID_SNAP_OLDER [OK]"

    else

      echo "/!\\ Remove the snapshot $ID_SNAP_OLDER [ERROR]."

    fi

  fi

else

  echo ""

  CPT_SNAP=$(ssh -o BatchMode=yes root@$server $BINZFS list -t snapshot -r $namereplica |cut -d" " -f1 |grep -i $namereplica\@ |wc -l)

  echo "*** Number of snapshots for $namereplica is : $CPT_SNAP"

  ssh -o BatchMode=yes root@$server $BINZFS list -t snapshot -r $namereplica

  if [ $CPT_SNAP -gt $nbreplica ]

  then

    echo "*** Detection of the oldest snapshot"

    for ID_SNAP_OLDER in $(ssh -o BatchMode=yes root@$server $BINZFS list -t snapshot -r $namereplica |cut -d" " -f1 |grep -i $namereplica\@)

    do

      echo "*** The oldest snapshot is : $ID_SNAP_OLDER"

      break

    done

    ssh -o BatchMode=yes root@$server $BINZFS destroy $ID_SNAP_OLDER

    if [ $? -eq 0 ]

    then

       echo "*** Remove the snapshot $ID_SNAP_OLDER [OK]"

    else

      echo "/!\\ Remove the snapshot $ID_SNAP_OLDER [ERROR]."

    fi

  fi

fi

#*** FIN ETAPE SUPPRESSION DES SNAPSHOTS OBSELETES ***#

}

#*************************************

#* function FULL REPLICATION

#*************************************

function fullreplication {

parentdataset=$(awk '{

              n = split($0, t, "/")

              for (i = 0; ++i <= n-1;)

                if (i == 1)

                  printf t[i]

                else

                  printf "/"t[i]

              }' <<< $(echo $namereplica))

if [[ "$server" == "" ]]

then

    $BINZFS list $parentdataset

    if [[ "?" != "0" ]]

    then

      $BINZFS create -p $parentdataset

    fi

    $BINZFS send $snapshot2replicate | $BINZFS recv $namereplica

    if [[ "$?" == "0" ]]

    then

       cpt=0

       while read line

       do

         if [ $cpt -eq 0 ]

         then

            echo $line

            $(echo $line|sed -e "s:lastsnapshotreplicated=.*$:lastsnapshotreplicated=$snapshot2replicate:g" >$FILE_NAME)

            cpt=1

         else

            $(echo $line|sed -e "s:lastsnapshotreplicated=.*$:lastsnapshotreplicated=$snapshot2replicate:g" >>$FILE_NAME)

         fi

       done <<< "$(cat $FILE_NAME)"

       del_old_snapshot

    fi

else

  checkServerConnection

  if [[ "$snapshot2replicate" != "" ]]

  then

    ssh -o BatchMode=yes root@$server $BINZFS list $parentdataset

    if [[ "?" != "0" ]]

    then

      ssh -o BatchMode=yes root@$server $BINZFS create -p $parentdataset

    fi

    $BINZFS send $snapshot2replicate |ssh -o BatchMode=yes root@$server $BINZFS recv $namereplica

    if [[ "$?" == "0" ]]

    then

       cpt=0

       while read line

       do

         if [ $cpt -eq 0 ]

         then

            echo $line|sed -e "s:lastsnapshotreplicated=.*$:lastsnapshotreplicated=$snapshot2replicate:g" >$FILE_NAME

            cpt=1

         else

            echo $line|sed -e "s:lastsnapshotreplicated=.*$:lastsnapshotreplicated=$snapshot2replicate:g" >>$FILE_NAME

         fi

       done <<< "$(cat $FILE_NAME)"

       del_old_snapshot

    fi

  fi

exit 0

fi

}

function incremental_replication {

echo "Start incremental replication"

if [[ "$server" == "" ]]

then

    cmd="$BINZFS send -i $lastsnapshotReplicated $namevolfs@$lastsnaphot | ssh -o BatchMode=yes root@$server $BINZFS recv $namereplica"

    echo $cmd

    if [[ "$?" == "0" ]]

    then

       cpt=0

       while read line

       do

         if [ $cpt -eq 0 ]

         then

            echo $line|sed -e "s:lastsnapshotreplicated=.*$:lastsnapshotreplicated=$snapshot2replicate:g" >$FILE_NAME

            cpt=1

         else

            echo $line|sed -e "s:lastsnapshotreplicated=.*$:lastsnapshotreplicated=$snapshot2replicate:g" >$FILE_NAME

         fi

       done <<< "$(cat $FILE_NAME)"

       del_old_snapshot

    fi

else

  checkServerConnection

if [ "$snaphot2replicate" == "" ]

then

   exit 1

else

    $BINZFS send -i $lastsnapshotReplicated $namevolfs@$snaphot2replicate | ssh -o BatchMode=yes root@$server $BINZFS recv $namereplica

    if [[ "$?" == "0" ]]

    then

       cpt=0

       while read line

       do

         echo $line

         if [ $cpt -eq 0 ]

         then

            echo $line|sed -e "s:lastsnapshotreplicated=.*$:lastsnapshotreplicated=$namevolfs@$snaphot2replicate:g" >$FILE_NAME

            cpt=1

         else

            echo $line|sed -e "s:lastsnapshotreplicated=.*$:lastsnapshotreplicated=$namevolfs@$snaphot2replicate:g" >>$FILE_NAME

         fi

       done <<< "$(cat $FILE_NAME)"

       del_old_snapshot

    fi

  fi

fi

}

#****************************************

#* NO INTERACTIVE MODE

#****************************************

function nointeractive {

#--- check and init env ---#

initenv

fileconf=$($getConfigSnapshotTool $namevolfs|grep fileconf|cut -d "=" -f2)

NBsnapshot=$($BINZFS list -H -r -t snapshot $namevolfs|wc -l)

if [[ $NBsnapshot -eq 0 ]]

then

   echo "no snapshot, start snapshoting ..."

   $zfsSnapshot $fileconf

fi

valchk=checkCoherence

if [[ "$valchk" == "false" ]] && [[ "$lastsnapshotReplicated" != "" ]]

then

   echo "Replication by incremental snapshot is not possible : checkcoherence return false "

   echo "Start FULL Replication ..."

   while read line

   do

     snapshot2replicate=$(echo $line |echo $line |sed -e "s/ \+/ /g"|cut -d " " -f1)

   done <<< "$($BINZFS list -H -r -t snapshot $namevolfs)"

   fullreplication

fi

#--- FULL REPLICATION ---#

if [[ $NBsnaphot -eq 1 ]] || [[ "$lastsnapshotReplicated" == "" ]]

then

   echo "Replication by incremental snapshot is not possible"

   echo "Start FULL Replication ..."

   while read line

   do

     snapshot2replicate=$(echo $line |echo $line |sed -e "s/ \+/ /g"|cut -d " " -f1)

   done <<< "$($BINZFS list -H -r -t snapshot $namevolfs)"

   fullreplication

fi

#-- INCREMENTAL REPLICATION ---#

if [[ $NBsnapshot -gt 1 ]]

then

  cpt=1

  while read line

  do

    if [[ $cpt -eq 1 ]]

    then

       snaphot2replicate=$(echo $line |sed -e "s/ \+/ /g"|cut -d " " -f1|cut -d "@" -f2)

       echo $lastsnaphot

       echo $snaphot2replicate

       break

    fi

    cpt=$cpt+1

  done <<< "$($BINZFS list -H -r -t snapshot $namevolfs|tac)"

  lastsnapshot=$(echo $lastsnapshotReplicated |sed -e "s/ \+/ /g"|cut -d " " -f1|cut -d "@" -f2)

  if [ "$snaphot2replicate" == "$lastsnapshot" ]

  then

     echo "Nothing to replicate" 1>&2

     exit 1

  fi

  check_lastsnapshotReplica=$(ssh -o BatchMode=yes root@$server $BINZFS list -H -r -t snapshot $namereplica |grep $lastsnapshot|wc -l)

  check_currentsnapshotReplica=$(ssh -o BatchMode=yes root@$server $BINZFS list -H -r -t snapshot $namereplica |grep $snaphot2replicate=|wc -l)

  if [[ $check_lastsnapshotReplica -eq 0 ]]

  then

     echo "Incoherence, incremental replication failed : $lastsnapshotReplicated is missing" 1>&2

     exit 1

  fi

  if [[ $check_currentsnapshotReplica -eq 1 ]]

  then

    echo "No replica to do, $lastSnapshot already exists" 1>&2

    exit 1

  fi

fi

 echo $snaphot2replicate

incremental_replication

}

nointeractive