(nl85@orpheus7)/users/nl85> cat uportal_merge_daily_logs.sh
#!/bin/ksh
#
##-------------------------------------------------------------------
#
# Script: uportal_merge_daily_logs.sh
#
# combine all files in yesterdays log dir
# in prep for awstats run for uportal.cornell.edu
#
# Description:
# combine all files in yesterdays log dir
# as a sorted Apache log file based on the date being in
# key 4th dictionary sort
#
# Date: 2010-Jan
#
#
##-------------------------------------------------------------------
RETCODE=0
RETCODE_MSG=""
FILE_NAME=merged_sorted_file.log
YESTERDAY=`TZ=EST+24 date +%Y%m%d`
#echo $YESTERDAY
#echo FILE_NAME=$FILE_NAME
yesterdayYYYY=$(echo $YESTERDAY|cut -c1-4)
yesterdayMM=$(echo $YESTERDAY|cut -c5-6)
yesterdayDD=$(echo $YESTERDAY|cut -c7-8)
# echo "yesterdayYYYY/MM/DD =$yesterdayYYYY/$yesterdayMM/$yesterdayDD"
# ls /global/tc/log/tcweb-managed-apache-logs/uportal_access_log/$yesterdayYYYY/$yesterdayMM/$yesterdayDD
YESTERDAYS_LOG_DIR=/global/tc/log/tcweb-managed-apache-logs/uportal_access_log/$yesterdayYYYY/$yesterdayMM/$yesterdayDD
#-----------------------------------
# check to besure directory is there
#-----------------------------------
if [[ ! -d $YESTERDAYS_LOG_DIR ]]
then
RETCODE=1
RETCODE_MSG="$YESTERDAYS_LOG_DIR does not exist"
else
cd /global/tc/log/tcweb-managed-apache-logs/uportal_access_log/$yesterdayYYYY/$yesterdayMM/$yesterdayDD
fi
if [ $RETCODE==0 ]
then
#-----------------------------------
# remove file if already there
#-----------------------------------
if [[ -f $FILE_NAME ]]
then
rm $FILE_NAME
#echo "remove file"
fi
fi
#-----------------------------------
# create file and change mode
#-----------------------------------
if [ $RETCODE==0 ]
then
#echo "create file"
#
touch $FILE_NAME
chmod 777 $FILE_NAME
fi
#-----------------------------------------
# concatenate all files and sort the data
#-----------------------------------------
cat * | sort -k 4d,4d -t" " >>$FILE_NAME
#echo $RETCODE_MSG
#return $RETCODE
(nl85@orpheus7)/users/nl85>