#!/bin/bash

### Functions
usage() {
  echo -e "To restore the homedir for all users on specified homes from the daily datacycle backup:
Usage: /opt/eig_linux/bin/homedir_restore -h 1,2,3

To restore the homedir for all users from the daily datacycle backup:
Usage: /opt/eig_linux/bin/homedir_restore -h all\n"
  exit 1
}

displaytime () {
  local T=$1
  local D=$((T/60/60/24))
  local H=$((T/60/60%24))
  local M=$((T/60%60))
  local S=$((T%60))
  (( $D > 0 )) && completedtime=$(printf '%d days ' $D)
  (( $H > 0 )) && completedtime=$completedtime$(printf '%d hours ' $H)
  (( $M > 0 )) && completedtime=$completedtime$(printf '%d minutes ' $M)
  (( $D > 0 || $H > 0 || $M > 0 )) && completedtime=$completedtime$(printf 'and ')
  completedtime=$completedtime$(printf '%d seconds\n' $S)
}

userlist_recheck() {
  [[ $refresh_list = 0 ]] && {
    [[ -f $ulist ]] && {
      users=$(grep -c "" $ulist)
      [[ $users = 0 ]] && {
        echo -e "There are $users users in this list. Removing user list.\n"
        rm -f $ulist
        refresh_list=1
      } || {
        echo "Using $ulist with $users users. If you do not want to use this list, restart the script and select \"yes\" to refresh the active user list."
      }
    }
  }
}

get_tmp_user_lists() {
  for homenum in ${homes[@]} ; do
    [[ $homenum = 0 ]] && homenum=""
    ssh -i /admin/hgbackupdir/backupkey -F /admin/hgbackupdir/ssh_config -q -oBatchMode=yes $backup_ip "\ls /home/${HOSTNAME}/backup$homenum/cpbackup/$occurance/" > /tmp/active_users$homenum.txt && {
      echo Successfully generated list of cPanel active users for /home$homenum. 
    } || { 
      echo FAILED to connect to datacycle server $backup_ip and generate user list. This will need to be fixed before proceeding.
      exit 1
    }
    sleep 1
  done
}

### End functions

# Make sure the script is running in screen
[[ -z $STY ]] && { echo The process is not running in screen. Exiting. ; exit ; }

# getops on how to use script
while getopts ":h:" o; do
  case "${o}" in
    h)
      homenums=${OPTARG}
      regex="[0-9,]+"
      [[ $homenums =~ ^$regex$ || $homenums == "all" ]] || usage
      ;;
    *)
      usage
      ;;
  esac
done
shift $((OPTIND-1))

# Check if there is a active user list and if it wants to be used:
server_restore=$(\ls -d /home*/server_restore 2>/dev/null | head -1)
[[ -d $server_restore ]] && { ulist="$server_restore/active_users.txt" ; ucount=$(grep -c "" $ulist 2>/dev/null) ; }
[[ -d $server_restore ]] && { slist="$server_restore/users_syncing.txt" ; scount=$(grep -c "" $slist 2>/dev/null) ; }

# Add all of the users in $slist to $ulist
[[ $scount -gt 0 && $ucount -eq 0 ]] && echo "" >> $ulist
[[ -f $slist  && -f $ulist ]] && {
  for user in $(cat $slist) ; do
    sed -i "1s/^/$user\n/" $ulist
  done
  rm -f $slist
}

[[ -f $ulist ]] && {
  while true; do
    read -p "Do you wish to refresh the active user list [y/n]...? " yn
    case $yn in
      [Yy]* ) refresh_list=1 ; echo ; break;;
      [Nn]* ) refresh_list=0 ; echo ; break;;
      * ) echo "Please answer yes or no.";;
    esac
  done
}

# Remove active_users.txt file
[[ $refresh_list = 1 ]] && find $server_restore -type f -name active_users.txt -delete

# Determine the backup homes to restore if the account file is not already there.
IFS=',' read -r -a homes <<< "$homenums"
homes=( $(echo "${homes[@]}" | tr ' ' '\n' | sort -u | tr '\n' ' ') )
# Resetting IFS
IFS=$' \t\n'

if [[ ${#homes[@]} = 0 ]] ; then
  userlist_recheck
  [[ -f $ulist ]] || {
    echo -e "No homes were provided. Nothing to do.\n"
    usage
  }
elif [[ ${homes[0]} = "all" ]] ; then
  userlist_recheck
  [[ -f $ulist ]] || {
    echo "Restoring all homes."
  }
elif [[ ${homes[0]} =~ ^[0-9]$ ]] ; then 
  userlist_recheck
  [[ -f $ulist ]] || {
    for homenum in ${homes[@]}
      do [[ ! $homenum =~ ^[0-9]$ ]] && {
        echo -e "$homenum is not a valid home.\n"
        usage
        exit 1
      }
    done
    echo "Homes to be restored:"
    for homenum in ${homes[@]} ; do [[ $homenum = 0 ]] && homenum="" ; echo /home$homenum ; done
  }
else
  echo "A valid home was not provided."
  usage
fi #end

# Get datacycle backup IP
echo
[[ -f /opt/eig_linux/etc/backup_server_info.conf ]] && { 
  backup_ip=$(awk /backup_ip:/'{print $NF}' /opt/eig_linux/etc/backup_server_info.conf)
  echo "Found backup IP: ${backup_ip}" 
} || {
  read -p "Not able to determine the backup IP address. Enter datacycle IP: " backup_ip
  [[ $backup_ip =~ ^[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}$ ]] || {
    echo "This is not a valid IP address. Exiting."
    exit 1
  }
}
[[ $refresh_list = 1 ]] && echo "The active users list will be regenerated."
read -p "Press the [Enter] key to start restoring homes..."

# Create a directory to work out of 
[[ ! -d $server_restore ]] && {
  home=$(df -t ext4 | awk '$NF ~ "/" {print $4, $NF}' | sort -n | tail -1 | awk '{print $NF}')
  server_restore="$home/server_restore"
  mkdir -p $server_restore
  echo "Using directory $server_restore to store information about the home restore."
}

# Creating logs directory
logs="$server_restore/logs"
[[ ! -d "$logs" ]] &&  { mkdir $logs || { echo "Failed to create logdir: $logs"; exit 1 ; }; }
echo -e "Logs are available in : $logs\n"

# Generating user list
[[ -z $ulist ]] && ulist=$server_restore/active_users.txt
occurance="daily"
[[ -f $ulist ]] && {
  users=$(grep -c "" $ulist)
  echo "Using user list found: $ulist with users: $users"
} || {
  if [[ ${homes[0]} = "all" ]] ; then
    homes=( $(ssh -i /admin/hgbackupdir/backupkey -F /admin/hgbackupdir/ssh_config -q -oBatchMode=yes $backup_ip "\ls -d /home/${HOSTNAME}/backup*/cpbackup/$occurance/" | awk -F "/" '{gsub("backup", ""); if ($4 == "") print $4"0"; else print $4; }') )
    [[ $? = 0 ]] && {
      get_tmp_user_lists
    } || {
      echo "FAILED to connect to datatcycle server $backup_ip to get the home numbers. This needs to be fixed before proceeding."
      exit 1
    }
  else
    get_tmp_user_lists
  fi

  # Generating master user list from temporary list to help spread IO on all of the homes during restore.
  checks=10000
  file_sizes=$(( $(stat -c %s /tmp/active_users*.txt | awk NF=NF RS= OFS=+) ))
  while [[ $file_sizes -gt 0 && $checks -gt 0 ]] ; do
    head -1 /tmp/active_users*.txt | egrep -v 'active_users|^$' >> $ulist
    sed -i '1d' /tmp/active_users*.txt
    file_sizes=$(( $(stat -c %s /tmp/active_users*.txt | awk NF=NF RS= OFS=+) ))
    ((checks--))
  done
  unset checks
  rm -f /tmp/active_users*.txt

} #End 

# Setting up threads for user restores
now=$(date +%s)
uthreads=$server_restore/.uthreads
[[ ! -f "${uthreads}" ]] && { echo 5 > ${uthreads}; }
threads=$(grep -oP '\d+' ${uthreads})
echo -e "\nStarting homedir parallel syncs :: maxthreads: ${threads} (File: ${uthreads} can be updated while running.)"

# Get a number of accounts
ttl=$(grep -c "" $ulist)
checks=0

slist="$server_restore/users_syncing.txt"
while true ; do
  screens=$(screen -ls | grep -c homedirsync)

  ucount=$(grep -c "" ${ulist})
  if [ "$screens" = "0" -a "${ucount}" = "0" ] ; then echo "$(date +"%m/%d/%y %H:%M") Syncs complete." ; break ; fi
  if [ "$checks" -ge "10" -o -z "$threads" ] ; then threads=$(grep -oP '\d+' ${uthreads}) ; if [[ ! "$threads" =~ ^[0-9]+$ ]] ; then threads=5 ; fi ; checks=0 ; fi
  if [ "$screens" -lt "${threads}" -a "${ucount}" -ge "1" ] ; then
    u="$(head -1 ${ulist})"
    sed -i '1d' ${ulist}
    [[ -z $u ]] && { echo "$(date +"%m/%d/%y %H:%M") Blank line found in active_users file. Moving on to the next user. ${ucount}/${ttl} (mt: ${threads})" ; continue ; }
    sid=${u}-homedirsync-${RANDOM}${RANDOM}
    userhomenum=$(getent passwd $u | grep -oP "(?<=:/home)[0-9]?(?=/)")
    [[ $? = 0 ]] && {
      echo "$(date +"%m/%d/%y %H:%M") Spawning rsync for: ${u} ${ucount}/${ttl} (mt: ${threads})"
      echo $u >> $slist
    } || {
      echo "$(date +"%m/%d/%y %H:%M") Unable to find user: $u ${ucount}/${ttl} in /etc/passwd. Moving on to the next user." | tee "$logs/${u}.${now}.error_log"
      continue
    }
    userhomedir="/home$userhomenum/$u/"
    screen -dmS ${sid} bash -c "/opt/eig_linux/bin/rsync3 --rsync-path=/opt/eig_linux/bin/rsync3 --drop-cache --partial -asqSHPe 'ssh -i /admin/hgbackupdir/backupkey -F /admin/hgbackupdir/ssh_config' $backup_ip:/home/${HOSTNAME}/backup$userhomenum/cpbackup/$occurance/$u/homedir/ $userhomedir 1>/dev/null 2> \"$logs/${u}.${now}.error_log\" && cd $userhomedir && perms && /scripts/mailperm ; sed -i \"/^$u$/d\" $slist"
  fi
  ((checks++))
  sleep 0.2
done  #End

# Restored complete. Displaying error logs
echo -e "\nRestores completed. Any errors encountered are listed below:"
egrep -v 'RSA.*known hosts|reverse mapping|is not a tty' $logs/*.${now}.error_log

# Display completed time
displaytime $(expr $(date +%s) - $now)
echo -e "\n$(date +"%m/%d/%y %H:%M") Restores completed in $completedtime."
