logCustodian.sh

#!/bin/bash
# this script will find all the log files in dir /Scripts/Logs that are more than 25MB and then compress them

#0 --> where console/program reads from
#1 --> where console/program sends output
#2 --> where console/program sends error
# when we say 2>$1 we are saying we want the error output to be redirected to 1 and the dollar sign forces it (i think)

pathToSearch="/Scripts/Logs/"
largeFiles=( $(find $pathToSearch -type f -size +25M -name '*.log') ) #g,M,G for other file size - wrapping in outter parens to store as arr
#echo "$(date +'%m/%d/%Y %H:%M:%S') ----> it is running log custodian" >> /Scripts/Logs/logCustodian.log

#echo "${largeFiles[1]}"
#echo $pathToSearch

#for i in "${largeFiles[@]}"
#do
#       echo "The index is: $i"
#done

largeFileArrLen=${#largeFiles[@]}
if [ "$largeFileArrLen" -gt 0 ]; then
        for ((i=0; i<${largeFileArrLen}; i++));
        do
#               echo "Index is:" $i "and the file is: ${largeFiles[$i]}"
                currDateTime=$(date +'%m.%d.%Y-%H.%M.%S.%3N')
#               echo -e "$currDateTime\n"
#               echo -e "current file being worked on ${largeFiles[$i]}\n"

                #rename the file by appending variable currDateTime
                baseFileName=$(basename "${largeFiles[$i]}" .log) #using basename with .log switch to get filename without extension
#               echo -e "$(date +'%m/%d/%Y %H:%M:%S') ----> new baseFileName: $baseFileName" >> /Scripts/logCustodian.log
                newFileName="$baseFileName-$currDateTime.log"
#               echo -e "$(date +'%m/%d/%Y %H:%M:%S') ----> new file name: $newFileName\n" >> /Scripts/Logs/logCustodian.log
                mv "${largeFiles[$i]}" "$newFileName"
#               echo -e "renamed the file\n"

                #compress the file
                compressFile=$(tar cfz $newFileName.tgz $newFileName)
#               echo -e "$(date +'%m/%d/%Y %H:%M:%S') ----> compressed the file: $newFileName" >> /Scripts/Logs/logCustodian.log

                #move to archive
                mv "./$newFileName.tgz" "/Scripts/Archive/$newFileName.tgz"
#               echo -e "$(date +'%m/%d/%Y %H:%M:%S') ----> moved the compressed file to ./Archive" >> /Scripts/Logs/logCustodian.log
                rm "$newFileName"
        done
fi