aboutsummaryrefslogtreecommitdiff
path: root/analyse-logs.sh
diff options
context:
space:
mode:
authorPaul Sokolovsky <paul.sokolovsky@linaro.org>2014-02-18 20:13:12 +0200
committerPaul Sokolovsky <paul.sokolovsky@linaro.org>2014-03-28 01:37:27 +0200
commit4945f14ac12858a2e605da95e4d43e6c68e9c725 (patch)
tree7d905d640de14c82cb52fee0f1919b23494e9e80 /analyse-logs.sh
parent0d34d7bac46031f3e3f1eab1567f09819e26c6f9 (diff)
Rename config var PPATH => WORK_PATH.
Diffstat (limited to 'analyse-logs.sh')
-rwxr-xr-xanalyse-logs.sh176
1 files changed, 88 insertions, 88 deletions
diff --git a/analyse-logs.sh b/analyse-logs.sh
index 0b98772..eedae6d 100755
--- a/analyse-logs.sh
+++ b/analyse-logs.sh
@@ -169,17 +169,17 @@ write.conf.file ()
write_config_files ()
{
if [ $AWFFULL -eq $TRUE ] ; then
- write.conf.file $PPATH/$AWFFULL_CONF_FULL_NAME $OUTPUT_PATH/$AWFFULL_FULL_PATH_NAME $PROCESSED_LOG_NAME
+ write.conf.file $WORK_PATH/$AWFFULL_CONF_FULL_NAME $OUTPUT_PATH/$AWFFULL_FULL_PATH_NAME $PROCESSED_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
echo "write.awffull.conf.full"
fi
if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then
- write.conf.file $PPATH/$AWFFULL_CONF_FILTERED_NAME $OUTPUT_PATH/$AWFFULL_FILTERED_PATH_NAME $FILTERED_LOG_NAME
+ write.conf.file $WORK_PATH/$AWFFULL_CONF_FILTERED_NAME $OUTPUT_PATH/$AWFFULL_FILTERED_PATH_NAME $FILTERED_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
echo "write.awffull.conf.filtered"
fi
if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then
- write.conf.file $PPATH/$AWFFULL_CONF_TOOLCHAIN_NAME $OUTPUT_PATH/$AWFFULL_TOOLCHAIN_PATH_NAME $TOOLCHAIN_LOG_NAME
+ write.conf.file $WORK_PATH/$AWFFULL_CONF_TOOLCHAIN_NAME $OUTPUT_PATH/$AWFFULL_TOOLCHAIN_PATH_NAME $TOOLCHAIN_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
echo "write.awffull.conf.toolchain"
fi
@@ -188,17 +188,17 @@ write_config_files ()
fi
if [ $WEBALIZER -eq $TRUE ] ; then
- write.conf.file $PPATH/$WEBALIZER_CONF_FULL_NAME $OUTPUT_PATH/$WEBALIZER_FULL_PATH_NAME $PROCESSED_LOG_NAME
+ write.conf.file $WORK_PATH/$WEBALIZER_CONF_FULL_NAME $OUTPUT_PATH/$WEBALIZER_FULL_PATH_NAME $PROCESSED_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
echo "write.webalizer.conf.full"
fi
if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then
- write.conf.file $PPATH/$WEBALIZER_CONF_FILTERED_NAME $OUTPUT_PATH/$WEBALIZER_FILTERED_PATH_NAME $FILTERED_LOG_NAME
+ write.conf.file $WORK_PATH/$WEBALIZER_CONF_FILTERED_NAME $OUTPUT_PATH/$WEBALIZER_FILTERED_PATH_NAME $FILTERED_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
echo "write.webalizer.conf.filtered"
fi
if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then
- write.conf.file $PPATH/$WEBALIZER_CONF_TOOLCHAIN_NAME $OUTPUT_PATH/$WEBALIZER_TOOLCHAIN_PATH_NAME $TOOLCHAIN_LOG_NAME
+ write.conf.file $WORK_PATH/$WEBALIZER_CONF_TOOLCHAIN_NAME $OUTPUT_PATH/$WEBALIZER_TOOLCHAIN_PATH_NAME $TOOLCHAIN_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
echo "write.webalizer.conf.toolchain"
fi
@@ -207,17 +207,17 @@ write_config_files ()
fi
if [ $WEBDRUID -eq $TRUE ] ; then
- write.conf.file $PPATH/$WEBDRUID_CONF_FULL_NAME $OUTPUT_PATH/$WEBDRUID_FULL_PATH_NAME $PROCESSED_LOG_NAME
+ write.conf.file $WORK_PATH/$WEBDRUID_CONF_FULL_NAME $OUTPUT_PATH/$WEBDRUID_FULL_PATH_NAME $PROCESSED_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
echo "write.webdruid.conf.full"
fi
if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then
- write.conf.file $PPATH/$WEBDRUID_CONF_FILTERED_NAME $OUTPUT_PATH/$WEBDRUID_FILTERED_PATH_NAME $FILTERED_LOG_NAME
+ write.conf.file $WORK_PATH/$WEBDRUID_CONF_FILTERED_NAME $OUTPUT_PATH/$WEBDRUID_FILTERED_PATH_NAME $FILTERED_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
echo "write.webdruid.conf.filtered"
fi
if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then
- write.conf.file $PPATH/$WEBDRUID_CONF_TOOLCHAIN_NAME $OUTPUT_PATH/$WEBDRUID_TOOLCHAIN_PATH_NAME $TOOLCHAIN_LOG_NAME
+ write.conf.file $WORK_PATH/$WEBDRUID_CONF_TOOLCHAIN_NAME $OUTPUT_PATH/$WEBDRUID_TOOLCHAIN_PATH_NAME $TOOLCHAIN_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
echo "write.webdruid.conf.toolchain"
fi
@@ -228,10 +228,10 @@ write_config_files ()
prep_directories ()
{
- if [ ! -d "$PPATH" ]; then
- mkdir -p "$PPATH"
+ if [ ! -d "$WORK_PATH" ]; then
+ mkdir -p "$WORK_PATH"
if [ $DEBUG -eq $TRUE ] ; then
- echo "mkdir -p $PPATH"
+ echo "mkdir -p $WORK_PATH"
fi
fi
if [ $AWFFULL -eq $TRUE ] ; then
@@ -307,59 +307,59 @@ prep_directories ()
fi
fi
- cd "$PPATH"
+ cd "$WORK_PATH"
}
cleanup ()
{
# now delete the temp log file.
- if [ -f $PPATH/$TMP_LOG_NAME ] ; then
- rm -f $PPATH/$TMP_LOG_NAME
+ if [ -f $WORK_PATH/$TMP_LOG_NAME ] ; then
+ rm -f $WORK_PATH/$TMP_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "rm -f $PPATH/$TMP_LOG_NAME"
+ echo "rm -f $WORK_PATH/$TMP_LOG_NAME"
fi
fi
- if [ -f "$PPATH/$PROCESSED_LOG_NAME" ] ; then
- rm -f $PPATH/$PROCESSED_LOG_NAME
+ if [ -f "$WORK_PATH/$PROCESSED_LOG_NAME" ] ; then
+ rm -f $WORK_PATH/$PROCESSED_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "rm -f $PPATH/$PROCESSED_LOG_NAME"
+ echo "rm -f $WORK_PATH/$PROCESSED_LOG_NAME"
fi
fi
if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then
- if [ -f "$PPATH/$FILTERED_LOG_NAME" ] ; then
- rm -f $PPATH/$FILTERED_LOG_NAME
+ if [ -f "$WORK_PATH/$FILTERED_LOG_NAME" ] ; then
+ rm -f $WORK_PATH/$FILTERED_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "rm -f $PPATH/$FILTERED_LOG_NAME"
+ echo "rm -f $WORK_PATH/$FILTERED_LOG_NAME"
fi
if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then
- rm -f $PPATH/$TOOLCHAIN_LOG_NAME
+ rm -f $WORK_PATH/$TOOLCHAIN_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "rm -f $PPATH/$TOOLCHAIN_LOG_NAME"
+ echo "rm -f $WORK_PATH/$TOOLCHAIN_LOG_NAME"
fi
fi
fi
fi
if [ $AWFFULL -eq $TRUE ] ; then
- if [ -f "$PPATH/$AWFFULL_CONF_FULL_NAME" ] ; then
- rm -f $PPATH/$AWFFULL_CONF_FULL_NAME
+ if [ -f "$WORK_PATH/$AWFFULL_CONF_FULL_NAME" ] ; then
+ rm -f $WORK_PATH/$AWFFULL_CONF_FULL_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "rm -f $PPATH/$AWFFULL_CONF_FULL_NAME"
+ echo "rm -f $WORK_PATH/$AWFFULL_CONF_FULL_NAME"
fi
fi
if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then
- if [ -f "$PPATH/$AWFFULL_CONF_FILTERED_NAME" ] ; then
- rm -f $PPATH/$AWFFULL_CONF_FILTERED_NAME
+ if [ -f "$WORK_PATH/$AWFFULL_CONF_FILTERED_NAME" ] ; then
+ rm -f $WORK_PATH/$AWFFULL_CONF_FILTERED_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "rm -f $PPATH/$AWFFULL_CONF_FILTERED_NAME"
+ echo "rm -f $WORK_PATH/$AWFFULL_CONF_FILTERED_NAME"
fi
if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then
- rm -f $PPATH/$AWFFULL_CONF_TOOLCHAIN_NAME
+ rm -f $WORK_PATH/$AWFFULL_CONF_TOOLCHAIN_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "rm -f $PPATH/$AWFFULL_CONF_TOOLCHAIN_NAME"
+ echo "rm -f $WORK_PATH/$AWFFULL_CONF_TOOLCHAIN_NAME"
fi
fi
fi
@@ -367,23 +367,23 @@ cleanup ()
fi
if [ $WEBALIZER -eq $TRUE ] ; then
- if [ -f "$PPATH/$WEBALIZER_CONF_FULL_NAME" ] ; then
- rm -f $PPATH/$WEBALIZER_CONF_FULL_NAME
+ if [ -f "$WORK_PATH/$WEBALIZER_CONF_FULL_NAME" ] ; then
+ rm -f $WORK_PATH/$WEBALIZER_CONF_FULL_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "rm -f $PPATH/$WEBALIZER_CONF_FULL_NAME"
+ echo "rm -f $WORK_PATH/$WEBALIZER_CONF_FULL_NAME"
fi
fi
if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then
- if [ -f "$PPATH/$WEBALIZER_CONF_FILTERED_NAME" ] ; then
- rm -f $PPATH/$WEBALIZER_CONF_FILTERED_NAME
+ if [ -f "$WORK_PATH/$WEBALIZER_CONF_FILTERED_NAME" ] ; then
+ rm -f $WORK_PATH/$WEBALIZER_CONF_FILTERED_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "rm -f $PPATH/$WEBALIZER_CONF_FILTERED_NAME"
+ echo "rm -f $WORK_PATH/$WEBALIZER_CONF_FILTERED_NAME"
fi
if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then
- rm -f $PPATH/$WEBALIZER_CONF_TOOLCHAIN_NAME
+ rm -f $WORK_PATH/$WEBALIZER_CONF_TOOLCHAIN_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "rm -f $PPATH/$WEBALIZER_CONF_TOOLCHAIN_NAME"
+ echo "rm -f $WORK_PATH/$WEBALIZER_CONF_TOOLCHAIN_NAME"
fi
fi
fi
@@ -391,23 +391,23 @@ cleanup ()
fi
if [ $WEBDRUID -eq $TRUE ] ; then
- if [ -f "$PPATH/$WEBDRUID_CONF_FULL_NAME" ] ; then
- rm -f $PPATH/$WEBDRUID_CONF_FULL_NAME
+ if [ -f "$WORK_PATH/$WEBDRUID_CONF_FULL_NAME" ] ; then
+ rm -f $WORK_PATH/$WEBDRUID_CONF_FULL_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "rm -f $PPATH/$WEBDRUID_CONF_FULL_NAME"
+ echo "rm -f $WORK_PATH/$WEBDRUID_CONF_FULL_NAME"
fi
fi
if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then
- if [ -f "$PPATH/$WEBDRUID_CONF_FILTERED_NAME" ] ; then
- rm -f $PPATH/$WEBDRUID_CONF_FILTERED_NAME
+ if [ -f "$WORK_PATH/$WEBDRUID_CONF_FILTERED_NAME" ] ; then
+ rm -f $WORK_PATH/$WEBDRUID_CONF_FILTERED_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "rm -f $PPATH/$WEBDRUID_CONF_FILTERED_NAME"
+ echo "rm -f $WORK_PATH/$WEBDRUID_CONF_FILTERED_NAME"
fi
if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then
- rm -f $PPATH/$WEBDRUID_CONF_TOOLCHAIN_NAME
+ rm -f $WORK_PATH/$WEBDRUID_CONF_TOOLCHAIN_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "rm -f $PPATH/$WEBDRUID_CONF_TOOLCHAIN_NAME"
+ echo "rm -f $WORK_PATH/$WEBDRUID_CONF_TOOLCHAIN_NAME"
fi
fi
fi
@@ -423,17 +423,17 @@ extract_logs ()
# preprocessed-*-2013-access.log.gz
x=`ls $INPUT_PATH/$RAW_LOG_NAME | wc -l`
if [ x > 0 ] ; then
- zcat $INPUT_PATH/$RAW_LOG_NAME > $PPATH/$TMP_LOG_NAME
+ zcat $INPUT_PATH/$RAW_LOG_NAME > $WORK_PATH/$TMP_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
echo "$WEB_NAME making access.log by zcat $INPUT_PATH/$RAW_LOG_NAME"
fi
fi
# 2013 logs preprocessed into a single compressed file to save processing time.
- zcat $INPUT_PATH/preprocessed*access.log.gz > $PPATH/$PROCESSED_LOG_NAME
+ zcat $INPUT_PATH/preprocessed*access.log.gz > $WORK_PATH/$PROCESSED_LOG_NAME
# make sure there is not an existing access.log file
# Build a single log file that is not gzipped.
-# cat /dev/null > $PPATH/$TMP_LOG_NAME
+# cat /dev/null > $WORK_PATH/$TMP_LOG_NAME
# if [ $WEB_NAME = "www.linaro.org" ] ; then
# This is becasue the logs were stored differently for part of the year
# on www.linaro.org
@@ -441,19 +441,19 @@ extract_logs ()
# the tail of the new access.log file.
# x=`ls $INPUT_PATH/$PROCESSED_LOG_NAME-*.gz | wc -l`
# if [ x > 0 ] ; then
-# zcat $INPUT_PATH/$PROCESSED_LOG_NAME-*.gz >> $PPATH/$TMP_LOG_NAME
+# zcat $INPUT_PATH/$PROCESSED_LOG_NAME-*.gz >> $WORK_PATH/$TMP_LOG_NAME
# if [ $DEBUG -eq $TRUE ] ; then
# echo "$WEB_NAME making access.log by zcat $INPUT_PATH/$PROCESSED_LOG_NAME-*.gz"
# fi
# fi
# zcat the preprocessed log into the file log, 9 Gig's worth
-# zcat $INPUT_PATH/preprocessed-$PROCESSED_LOG_NAME-*.gz > $PPATH/$PROCESSED_LOG_NAME
+# zcat $INPUT_PATH/preprocessed-$PROCESSED_LOG_NAME-*.gz > $WORK_PATH/$PROCESSED_LOG_NAME
# releases and snapshots are stored with a "slightly" different naming convention
# releases.linaro.org-access.log-yyyymmdd.gz & snapshots.linaro.org-access.log-yyyymmdd.gz
# elif [ $WEB_NAME = "releases.linaro.org" ] || [ $WEB_NAME = "snapshots.linaro.org" ] ; then
# x=`ls $INPUT_PATH/$RAW_LOG_NAME-*.gz | wc -l`
# if [ x > 0 ] ; then
-# zcat $INPUT_PATH/$RAW_LOG_NAME-*.gz > $PPATH/$TMP_LOG_NAME
+# zcat $INPUT_PATH/$RAW_LOG_NAME-*.gz > $WORK_PATH/$TMP_LOG_NAME
# if [ $DEBUG -eq $TRUE ] ; then
# echo "$WEB_NAME making access.log by zcat $INPUT_PATH/$RAW_LOG_NAME-*.gz"
# fi
@@ -469,7 +469,7 @@ extract_logs ()
if [ $DEBUG -eq $TRUE ] ; then
echo "About to do dnshistory lookup"
fi
- /usr/bin/dnshistory -l 3 -w 2 -L -d $DNS_DB -f $PPATH/$TMP_LOG_NAME > /dev/null
+ /usr/bin/dnshistory -l 3 -w 2 -L -d $DNS_DB -f $WORK_PATH/$TMP_LOG_NAME > /dev/null
fi
# Now translate ip addresses to DNS names for all log files
@@ -479,30 +479,30 @@ extract_logs ()
if [ $DEBUG -eq $TRUE ] ; then
echo "About to do GEOIP LOOKUP and dnshistory replace"
fi
- /usr/bin/python /home/david.mandala/bin/iploc.py $PPATH/$TMP_LOG_NAME >> $PPATH/$PROCESSED_LOG_NAME
+ /usr/bin/python /home/david.mandala/bin/iploc.py $WORK_PATH/$TMP_LOG_NAME >> $WORK_PATH/$PROCESSED_LOG_NAME
else
# GEOIP info not requested so do the reverse DNS only
if [ $DEBUG -eq $TRUE ] ; then
echo "About to do dnshistory replace only"
fi
- /usr/bin/dnshistory -T --logtype=www -d $DNS_DB -f $PPATH/$TMP_LOG_NAME >> $PPATH/$PROCESSED_LOG_NAME
+ /usr/bin/dnshistory -T --logtype=www -d $DNS_DB -f $WORK_PATH/$TMP_LOG_NAME >> $WORK_PATH/$PROCESSED_LOG_NAME
fi
else
if [ $DEBUG -eq $TRUE ] ; then
echo "No GEOIP LOOKUP or Reverse DNS"
fi
- cat $PPATH/$TMP_LOG_NAME >> $PPATH/$PROCESSED_LOG_NAME
+ cat $WORK_PATH/$TMP_LOG_NAME >> $WORK_PATH/$PROCESSED_LOG_NAME
fi
# now make a new file with only .gz, bz2, xz,exe, and zip files downloaded
# this grep can take some time to run, it's using a regular expression to extract compressed files
if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then
- cat $PPATH/$PROCESSED_LOG_NAME | grep -E '\<*\.(bz2|gz|xz|exe|zip)\>' | grep -v "gcc-linaro\ " > $PPATH/$TMP_LOG_NAME
+ cat $WORK_PATH/$PROCESSED_LOG_NAME | grep -E '\<*\.(bz2|gz|xz|exe|zip)\>' | grep -v "gcc-linaro\ " > $WORK_PATH/$TMP_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
echo "creating filtered log"
fi
# strip out our known IP's and some standard extra junk we don't need or care about
- cat $PPATH/$TMP_LOG_NAME \
+ cat $WORK_PATH/$TMP_LOG_NAME \
| grep -v .asc \
| grep -v HEAD \
| grep -v OPTIONS \
@@ -511,12 +511,12 @@ extract_logs ()
| grep -v .css \
| grep -v .js \
| grep -v validation.linaro.org \
- > $PPATH/$FILTERED_LOG_NAME
+ > $WORK_PATH/$FILTERED_LOG_NAME
if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then
if [ $DEBUG -eq $TRUE ] ; then
echo "creating toochain log"
fi
- cat $PPATH/$FILTERED_LOG_NAME | grep -E '\<*gcc-linaro' > $PPATH/$TOOLCHAIN_LOG_NAME
+ cat $WORK_PATH/$FILTERED_LOG_NAME | grep -E '\<*gcc-linaro' > $WORK_PATH/$TOOLCHAIN_LOG_NAME
fi
fi
}
@@ -529,20 +529,20 @@ process_logs ()
echo "`date`"
fi
if [ $AWFFULL -eq $TRUE ] ; then
- awffull $AWFFULL_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$AWFFULL_CONF_FULL_NAME $PPATH/$PROCESSED_LOG_NAME > /dev/null
+ awffull $AWFFULL_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$AWFFULL_CONF_FULL_NAME $WORK_PATH/$PROCESSED_LOG_NAME > /dev/null
if [ $DEBUG -eq $TRUE ] ; then
- echo "awffull processing $PPATH/$PROCESSED_LOG_NAME"
+ echo "awffull processing $WORK_PATH/$PROCESSED_LOG_NAME"
fi
if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then
# Now use the filtered log that has only the .bz2 or .gz files and look at those patterns
- awffull $AWFFULL_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$AWFFULL_CONF_FILTERED_NAME $PPATH/$FILTERED_LOG_NAME > /dev/null
+ awffull $AWFFULL_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$AWFFULL_CONF_FILTERED_NAME $WORK_PATH/$FILTERED_LOG_NAME > /dev/null
if [ $DEBUG -eq $TRUE ] ; then
- echo "awffull processing $PPATH/$FILTERED_LOG_NAME"
+ echo "awffull processing $WORK_PATH/$FILTERED_LOG_NAME"
fi
if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then
- awffull $AWFFULL_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$AWFFULL_CONF_TOOLCHAIN_NAME $PPATH/$TOOLCHAIN_LOG_NAME > /dev/null
+ awffull $AWFFULL_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$AWFFULL_CONF_TOOLCHAIN_NAME $WORK_PATH/$TOOLCHAIN_LOG_NAME > /dev/null
if [ $DEBUG -eq $TRUE ] ; then
- echo "awffull processing $PPATH/$TOOLCHAIN_LOG_NAME"
+ echo "awffull processing $WORK_PATH/$TOOLCHAIN_LOG_NAME"
fi
fi
fi
@@ -554,20 +554,20 @@ process_logs ()
echo "`date`"
fi
if [ $WEBALIZER -eq $TRUE ] ; then
- webalizer $WEBALIZER_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$WEBALIZER_CONF_FULL_NAME $PPATH/$PROCESSED_LOG_NAME > /dev/null
+ webalizer $WEBALIZER_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$WEBALIZER_CONF_FULL_NAME $WORK_PATH/$PROCESSED_LOG_NAME > /dev/null
if [ $DEBUG -eq $TRUE ] ; then
- echo "webalizer processing $PPATH/$PROCESSED_LOG_NAME"
+ echo "webalizer processing $WORK_PATH/$PROCESSED_LOG_NAME"
fi
if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then
# Now use the filtered log that has only the .bz2 or .gz files and look at those patterns
- webalizer $WEBALIZER_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$WEBALIZER_CONF_FILTERED_NAME $PPATH/$FILTERED_LOG_NAME > /dev/null
+ webalizer $WEBALIZER_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$WEBALIZER_CONF_FILTERED_NAME $WORK_PATH/$FILTERED_LOG_NAME > /dev/null
if [ $DEBUG -eq $TRUE ] ; then
- echo "webalizer processing $PPATH/$FILTERED_LOG_NAME"
+ echo "webalizer processing $WORK_PATH/$FILTERED_LOG_NAME"
fi
if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then
- webalizer $WEBALIZER_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$WEBALIZER_CONF_TOOLCHAIN_NAME $PPATH/$TOOLCHAIN_LOG_NAME > /dev/null
+ webalizer $WEBALIZER_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$WEBALIZER_CONF_TOOLCHAIN_NAME $WORK_PATH/$TOOLCHAIN_LOG_NAME > /dev/null
if [ $DEBUG -eq $TRUE ] ; then
- echo "webalizer processing $PPATH/$TOOLCHAIN_LOG_NAME"
+ echo "webalizer processing $WORK_PATH/$TOOLCHAIN_LOG_NAME"
fi
fi
fi
@@ -579,20 +579,20 @@ process_logs ()
echo "`date`"
fi
if [ $WEBDRUID -eq $TRUE ] ; then
- webdruid $WEBDRUID_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$WEBDRUID_CONF_FULL_NAME $PPATH/$PROCESSED_LOG_NAME > /dev/null
+ webdruid $WEBDRUID_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$WEBDRUID_CONF_FULL_NAME $WORK_PATH/$PROCESSED_LOG_NAME > /dev/null
if [ $DEBUG -eq $TRUE ] ; then
- echo "webdruid processing $PPATH/$PROCESSED_LOG_NAME"
+ echo "webdruid processing $WORK_PATH/$PROCESSED_LOG_NAME"
fi
if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then
# Now use the filtered log that has only the .bz2 or .gz files and look at those patterns
- webdruid $WEBDRUID_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$WEBDRUID_CONF_FILTERED_NAME $PPATH/$FILTERED_LOG_NAME > /dev/null
+ webdruid $WEBDRUID_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$WEBDRUID_CONF_FILTERED_NAME $WORK_PATH/$FILTERED_LOG_NAME > /dev/null
if [ $DEBUG -eq $TRUE ] ; then
- echo "webdruid processing $PPATH/$FILTERED_LOG_NAME"
+ echo "webdruid processing $WORK_PATH/$FILTERED_LOG_NAME"
fi
if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then
- webdruid $WEBDRUID_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$WEBDRUID_CONF_TOOLCHAIN_NAME $PPATH/$TOOLCHAIN_LOG_NAME > /dev/null
+ webdruid $WEBDRUID_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$WEBDRUID_CONF_TOOLCHAIN_NAME $WORK_PATH/$TOOLCHAIN_LOG_NAME > /dev/null
if [ $DEBUG -eq $TRUE ] ; then
- echo "webdruid processing $PPATH/$TOOLCHAIN_LOG_NAME"
+ echo "webdruid processing $WORK_PATH/$TOOLCHAIN_LOG_NAME"
fi
fi
fi
@@ -604,24 +604,24 @@ process_logs ()
echo "`date`"
fi
if [ $VISITORS -eq $TRUE ] ; then
- visitors --ignore-404 -A --prefix $WEB_NAME -o html --trails --output-file $OUTPUT_PATH/visitors-all.html $PPATH/$PROCESSED_LOG_NAME &> /dev/null
+ visitors --ignore-404 -A --prefix $WEB_NAME -o html --trails --output-file $OUTPUT_PATH/visitors-all.html $WORK_PATH/$PROCESSED_LOG_NAME &> /dev/null
if [ $DEBUG -eq $TRUE ] ; then
- echo "visitors processing $PPATH/$PROCESSED_LOG_NAME"
+ echo "visitors processing $WORK_PATH/$PROCESSED_LOG_NAME"
fi
if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then
# Now use the filtered log that has only the .bz2 or .gz files and look at those patterns
- visitors --ignore-404 -A --prefix $WEB_NAME -o html --trails --output-file $OUTPUT_PATH/visitors-filtered.html $PPATH/$FILTERED_LOG_NAME &> /dev/null
- cp $PPATH/$FILTERED_LOG_NAME $OUTPUT_PATH/.
+ visitors --ignore-404 -A --prefix $WEB_NAME -o html --trails --output-file $OUTPUT_PATH/visitors-filtered.html $WORK_PATH/$FILTERED_LOG_NAME &> /dev/null
+ cp $WORK_PATH/$FILTERED_LOG_NAME $OUTPUT_PATH/.
gzip -f -9 $OUTPUT_PATH/$FILTERED_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "visitors processing $PPATH/$FILTERED_LOG_NAME and then creating $OUTPUT_PATH/$FILTERED_LOG_NAME.gz"
+ echo "visitors processing $WORK_PATH/$FILTERED_LOG_NAME and then creating $OUTPUT_PATH/$FILTERED_LOG_NAME.gz"
fi
if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then
- visitors --ignore-404 -A --prefix $WEB_NAME -o html --trails --output-file $OUTPUT_PATH/visitors-toolchain.html $PPATH/$TOOLCHAIN_LOG_NAME &> /dev/null
- cp $PPATH/$TOOLCHAIN_LOG_NAME $OUTPUT_PATH/.
+ visitors --ignore-404 -A --prefix $WEB_NAME -o html --trails --output-file $OUTPUT_PATH/visitors-toolchain.html $WORK_PATH/$TOOLCHAIN_LOG_NAME &> /dev/null
+ cp $WORK_PATH/$TOOLCHAIN_LOG_NAME $OUTPUT_PATH/.
gzip -f -9 $OUTPUT_PATH/$TOOLCHAIN_LOG_NAME
if [ $DEBUG -eq $TRUE ] ; then
- echo "visitors processing $PPATH/$TOOLCHAIN_LOG_NAME and then creating $OUTPUT_PATH/$TOOLCHAIN_LOG_NAME.gz"
+ echo "visitors processing $WORK_PATH/$TOOLCHAIN_LOG_NAME and then creating $OUTPUT_PATH/$TOOLCHAIN_LOG_NAME.gz"
fi
fi
fi