diff options
author | Paul Sokolovsky <paul.sokolovsky@linaro.org> | 2014-02-18 20:13:12 +0200 |
---|---|---|
committer | Paul Sokolovsky <paul.sokolovsky@linaro.org> | 2014-03-28 01:37:27 +0200 |
commit | 4945f14ac12858a2e605da95e4d43e6c68e9c725 (patch) | |
tree | 7d905d640de14c82cb52fee0f1919b23494e9e80 /analyse-logs.sh | |
parent | 0d34d7bac46031f3e3f1eab1567f09819e26c6f9 (diff) |
Rename config var PPATH => WORK_PATH.
Diffstat (limited to 'analyse-logs.sh')
-rwxr-xr-x | analyse-logs.sh | 176 |
1 files changed, 88 insertions, 88 deletions
diff --git a/analyse-logs.sh b/analyse-logs.sh index 0b98772..eedae6d 100755 --- a/analyse-logs.sh +++ b/analyse-logs.sh @@ -169,17 +169,17 @@ write.conf.file () write_config_files () { if [ $AWFFULL -eq $TRUE ] ; then - write.conf.file $PPATH/$AWFFULL_CONF_FULL_NAME $OUTPUT_PATH/$AWFFULL_FULL_PATH_NAME $PROCESSED_LOG_NAME + write.conf.file $WORK_PATH/$AWFFULL_CONF_FULL_NAME $OUTPUT_PATH/$AWFFULL_FULL_PATH_NAME $PROCESSED_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then echo "write.awffull.conf.full" fi if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then - write.conf.file $PPATH/$AWFFULL_CONF_FILTERED_NAME $OUTPUT_PATH/$AWFFULL_FILTERED_PATH_NAME $FILTERED_LOG_NAME + write.conf.file $WORK_PATH/$AWFFULL_CONF_FILTERED_NAME $OUTPUT_PATH/$AWFFULL_FILTERED_PATH_NAME $FILTERED_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then echo "write.awffull.conf.filtered" fi if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then - write.conf.file $PPATH/$AWFFULL_CONF_TOOLCHAIN_NAME $OUTPUT_PATH/$AWFFULL_TOOLCHAIN_PATH_NAME $TOOLCHAIN_LOG_NAME + write.conf.file $WORK_PATH/$AWFFULL_CONF_TOOLCHAIN_NAME $OUTPUT_PATH/$AWFFULL_TOOLCHAIN_PATH_NAME $TOOLCHAIN_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then echo "write.awffull.conf.toolchain" fi @@ -188,17 +188,17 @@ write_config_files () fi if [ $WEBALIZER -eq $TRUE ] ; then - write.conf.file $PPATH/$WEBALIZER_CONF_FULL_NAME $OUTPUT_PATH/$WEBALIZER_FULL_PATH_NAME $PROCESSED_LOG_NAME + write.conf.file $WORK_PATH/$WEBALIZER_CONF_FULL_NAME $OUTPUT_PATH/$WEBALIZER_FULL_PATH_NAME $PROCESSED_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then echo "write.webalizer.conf.full" fi if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then - write.conf.file $PPATH/$WEBALIZER_CONF_FILTERED_NAME $OUTPUT_PATH/$WEBALIZER_FILTERED_PATH_NAME $FILTERED_LOG_NAME + write.conf.file $WORK_PATH/$WEBALIZER_CONF_FILTERED_NAME $OUTPUT_PATH/$WEBALIZER_FILTERED_PATH_NAME $FILTERED_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then echo "write.webalizer.conf.filtered" fi if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then - write.conf.file $PPATH/$WEBALIZER_CONF_TOOLCHAIN_NAME $OUTPUT_PATH/$WEBALIZER_TOOLCHAIN_PATH_NAME $TOOLCHAIN_LOG_NAME + write.conf.file $WORK_PATH/$WEBALIZER_CONF_TOOLCHAIN_NAME $OUTPUT_PATH/$WEBALIZER_TOOLCHAIN_PATH_NAME $TOOLCHAIN_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then echo "write.webalizer.conf.toolchain" fi @@ -207,17 +207,17 @@ write_config_files () fi if [ $WEBDRUID -eq $TRUE ] ; then - write.conf.file $PPATH/$WEBDRUID_CONF_FULL_NAME $OUTPUT_PATH/$WEBDRUID_FULL_PATH_NAME $PROCESSED_LOG_NAME + write.conf.file $WORK_PATH/$WEBDRUID_CONF_FULL_NAME $OUTPUT_PATH/$WEBDRUID_FULL_PATH_NAME $PROCESSED_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then echo "write.webdruid.conf.full" fi if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then - write.conf.file $PPATH/$WEBDRUID_CONF_FILTERED_NAME $OUTPUT_PATH/$WEBDRUID_FILTERED_PATH_NAME $FILTERED_LOG_NAME + write.conf.file $WORK_PATH/$WEBDRUID_CONF_FILTERED_NAME $OUTPUT_PATH/$WEBDRUID_FILTERED_PATH_NAME $FILTERED_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then echo "write.webdruid.conf.filtered" fi if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then - write.conf.file $PPATH/$WEBDRUID_CONF_TOOLCHAIN_NAME $OUTPUT_PATH/$WEBDRUID_TOOLCHAIN_PATH_NAME $TOOLCHAIN_LOG_NAME + write.conf.file $WORK_PATH/$WEBDRUID_CONF_TOOLCHAIN_NAME $OUTPUT_PATH/$WEBDRUID_TOOLCHAIN_PATH_NAME $TOOLCHAIN_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then echo "write.webdruid.conf.toolchain" fi @@ -228,10 +228,10 @@ write_config_files () prep_directories () { - if [ ! -d "$PPATH" ]; then - mkdir -p "$PPATH" + if [ ! -d "$WORK_PATH" ]; then + mkdir -p "$WORK_PATH" if [ $DEBUG -eq $TRUE ] ; then - echo "mkdir -p $PPATH" + echo "mkdir -p $WORK_PATH" fi fi if [ $AWFFULL -eq $TRUE ] ; then @@ -307,59 +307,59 @@ prep_directories () fi fi - cd "$PPATH" + cd "$WORK_PATH" } cleanup () { # now delete the temp log file. - if [ -f $PPATH/$TMP_LOG_NAME ] ; then - rm -f $PPATH/$TMP_LOG_NAME + if [ -f $WORK_PATH/$TMP_LOG_NAME ] ; then + rm -f $WORK_PATH/$TMP_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "rm -f $PPATH/$TMP_LOG_NAME" + echo "rm -f $WORK_PATH/$TMP_LOG_NAME" fi fi - if [ -f "$PPATH/$PROCESSED_LOG_NAME" ] ; then - rm -f $PPATH/$PROCESSED_LOG_NAME + if [ -f "$WORK_PATH/$PROCESSED_LOG_NAME" ] ; then + rm -f $WORK_PATH/$PROCESSED_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "rm -f $PPATH/$PROCESSED_LOG_NAME" + echo "rm -f $WORK_PATH/$PROCESSED_LOG_NAME" fi fi if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then - if [ -f "$PPATH/$FILTERED_LOG_NAME" ] ; then - rm -f $PPATH/$FILTERED_LOG_NAME + if [ -f "$WORK_PATH/$FILTERED_LOG_NAME" ] ; then + rm -f $WORK_PATH/$FILTERED_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "rm -f $PPATH/$FILTERED_LOG_NAME" + echo "rm -f $WORK_PATH/$FILTERED_LOG_NAME" fi if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then - rm -f $PPATH/$TOOLCHAIN_LOG_NAME + rm -f $WORK_PATH/$TOOLCHAIN_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "rm -f $PPATH/$TOOLCHAIN_LOG_NAME" + echo "rm -f $WORK_PATH/$TOOLCHAIN_LOG_NAME" fi fi fi fi if [ $AWFFULL -eq $TRUE ] ; then - if [ -f "$PPATH/$AWFFULL_CONF_FULL_NAME" ] ; then - rm -f $PPATH/$AWFFULL_CONF_FULL_NAME + if [ -f "$WORK_PATH/$AWFFULL_CONF_FULL_NAME" ] ; then + rm -f $WORK_PATH/$AWFFULL_CONF_FULL_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "rm -f $PPATH/$AWFFULL_CONF_FULL_NAME" + echo "rm -f $WORK_PATH/$AWFFULL_CONF_FULL_NAME" fi fi if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then - if [ -f "$PPATH/$AWFFULL_CONF_FILTERED_NAME" ] ; then - rm -f $PPATH/$AWFFULL_CONF_FILTERED_NAME + if [ -f "$WORK_PATH/$AWFFULL_CONF_FILTERED_NAME" ] ; then + rm -f $WORK_PATH/$AWFFULL_CONF_FILTERED_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "rm -f $PPATH/$AWFFULL_CONF_FILTERED_NAME" + echo "rm -f $WORK_PATH/$AWFFULL_CONF_FILTERED_NAME" fi if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then - rm -f $PPATH/$AWFFULL_CONF_TOOLCHAIN_NAME + rm -f $WORK_PATH/$AWFFULL_CONF_TOOLCHAIN_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "rm -f $PPATH/$AWFFULL_CONF_TOOLCHAIN_NAME" + echo "rm -f $WORK_PATH/$AWFFULL_CONF_TOOLCHAIN_NAME" fi fi fi @@ -367,23 +367,23 @@ cleanup () fi if [ $WEBALIZER -eq $TRUE ] ; then - if [ -f "$PPATH/$WEBALIZER_CONF_FULL_NAME" ] ; then - rm -f $PPATH/$WEBALIZER_CONF_FULL_NAME + if [ -f "$WORK_PATH/$WEBALIZER_CONF_FULL_NAME" ] ; then + rm -f $WORK_PATH/$WEBALIZER_CONF_FULL_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "rm -f $PPATH/$WEBALIZER_CONF_FULL_NAME" + echo "rm -f $WORK_PATH/$WEBALIZER_CONF_FULL_NAME" fi fi if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then - if [ -f "$PPATH/$WEBALIZER_CONF_FILTERED_NAME" ] ; then - rm -f $PPATH/$WEBALIZER_CONF_FILTERED_NAME + if [ -f "$WORK_PATH/$WEBALIZER_CONF_FILTERED_NAME" ] ; then + rm -f $WORK_PATH/$WEBALIZER_CONF_FILTERED_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "rm -f $PPATH/$WEBALIZER_CONF_FILTERED_NAME" + echo "rm -f $WORK_PATH/$WEBALIZER_CONF_FILTERED_NAME" fi if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then - rm -f $PPATH/$WEBALIZER_CONF_TOOLCHAIN_NAME + rm -f $WORK_PATH/$WEBALIZER_CONF_TOOLCHAIN_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "rm -f $PPATH/$WEBALIZER_CONF_TOOLCHAIN_NAME" + echo "rm -f $WORK_PATH/$WEBALIZER_CONF_TOOLCHAIN_NAME" fi fi fi @@ -391,23 +391,23 @@ cleanup () fi if [ $WEBDRUID -eq $TRUE ] ; then - if [ -f "$PPATH/$WEBDRUID_CONF_FULL_NAME" ] ; then - rm -f $PPATH/$WEBDRUID_CONF_FULL_NAME + if [ -f "$WORK_PATH/$WEBDRUID_CONF_FULL_NAME" ] ; then + rm -f $WORK_PATH/$WEBDRUID_CONF_FULL_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "rm -f $PPATH/$WEBDRUID_CONF_FULL_NAME" + echo "rm -f $WORK_PATH/$WEBDRUID_CONF_FULL_NAME" fi fi if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then - if [ -f "$PPATH/$WEBDRUID_CONF_FILTERED_NAME" ] ; then - rm -f $PPATH/$WEBDRUID_CONF_FILTERED_NAME + if [ -f "$WORK_PATH/$WEBDRUID_CONF_FILTERED_NAME" ] ; then + rm -f $WORK_PATH/$WEBDRUID_CONF_FILTERED_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "rm -f $PPATH/$WEBDRUID_CONF_FILTERED_NAME" + echo "rm -f $WORK_PATH/$WEBDRUID_CONF_FILTERED_NAME" fi if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then - rm -f $PPATH/$WEBDRUID_CONF_TOOLCHAIN_NAME + rm -f $WORK_PATH/$WEBDRUID_CONF_TOOLCHAIN_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "rm -f $PPATH/$WEBDRUID_CONF_TOOLCHAIN_NAME" + echo "rm -f $WORK_PATH/$WEBDRUID_CONF_TOOLCHAIN_NAME" fi fi fi @@ -423,17 +423,17 @@ extract_logs () # preprocessed-*-2013-access.log.gz x=`ls $INPUT_PATH/$RAW_LOG_NAME | wc -l` if [ x > 0 ] ; then - zcat $INPUT_PATH/$RAW_LOG_NAME > $PPATH/$TMP_LOG_NAME + zcat $INPUT_PATH/$RAW_LOG_NAME > $WORK_PATH/$TMP_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then echo "$WEB_NAME making access.log by zcat $INPUT_PATH/$RAW_LOG_NAME" fi fi # 2013 logs preprocessed into a single compressed file to save processing time. - zcat $INPUT_PATH/preprocessed*access.log.gz > $PPATH/$PROCESSED_LOG_NAME + zcat $INPUT_PATH/preprocessed*access.log.gz > $WORK_PATH/$PROCESSED_LOG_NAME # make sure there is not an existing access.log file # Build a single log file that is not gzipped. -# cat /dev/null > $PPATH/$TMP_LOG_NAME +# cat /dev/null > $WORK_PATH/$TMP_LOG_NAME # if [ $WEB_NAME = "www.linaro.org" ] ; then # This is becasue the logs were stored differently for part of the year # on www.linaro.org @@ -441,19 +441,19 @@ extract_logs () # the tail of the new access.log file. # x=`ls $INPUT_PATH/$PROCESSED_LOG_NAME-*.gz | wc -l` # if [ x > 0 ] ; then -# zcat $INPUT_PATH/$PROCESSED_LOG_NAME-*.gz >> $PPATH/$TMP_LOG_NAME +# zcat $INPUT_PATH/$PROCESSED_LOG_NAME-*.gz >> $WORK_PATH/$TMP_LOG_NAME # if [ $DEBUG -eq $TRUE ] ; then # echo "$WEB_NAME making access.log by zcat $INPUT_PATH/$PROCESSED_LOG_NAME-*.gz" # fi # fi # zcat the preprocessed log into the file log, 9 Gig's worth -# zcat $INPUT_PATH/preprocessed-$PROCESSED_LOG_NAME-*.gz > $PPATH/$PROCESSED_LOG_NAME +# zcat $INPUT_PATH/preprocessed-$PROCESSED_LOG_NAME-*.gz > $WORK_PATH/$PROCESSED_LOG_NAME # releases and snapshots are stored with a "slightly" different naming convention # releases.linaro.org-access.log-yyyymmdd.gz & snapshots.linaro.org-access.log-yyyymmdd.gz # elif [ $WEB_NAME = "releases.linaro.org" ] || [ $WEB_NAME = "snapshots.linaro.org" ] ; then # x=`ls $INPUT_PATH/$RAW_LOG_NAME-*.gz | wc -l` # if [ x > 0 ] ; then -# zcat $INPUT_PATH/$RAW_LOG_NAME-*.gz > $PPATH/$TMP_LOG_NAME +# zcat $INPUT_PATH/$RAW_LOG_NAME-*.gz > $WORK_PATH/$TMP_LOG_NAME # if [ $DEBUG -eq $TRUE ] ; then # echo "$WEB_NAME making access.log by zcat $INPUT_PATH/$RAW_LOG_NAME-*.gz" # fi @@ -469,7 +469,7 @@ extract_logs () if [ $DEBUG -eq $TRUE ] ; then echo "About to do dnshistory lookup" fi - /usr/bin/dnshistory -l 3 -w 2 -L -d $DNS_DB -f $PPATH/$TMP_LOG_NAME > /dev/null + /usr/bin/dnshistory -l 3 -w 2 -L -d $DNS_DB -f $WORK_PATH/$TMP_LOG_NAME > /dev/null fi # Now translate ip addresses to DNS names for all log files @@ -479,30 +479,30 @@ extract_logs () if [ $DEBUG -eq $TRUE ] ; then echo "About to do GEOIP LOOKUP and dnshistory replace" fi - /usr/bin/python /home/david.mandala/bin/iploc.py $PPATH/$TMP_LOG_NAME >> $PPATH/$PROCESSED_LOG_NAME + /usr/bin/python /home/david.mandala/bin/iploc.py $WORK_PATH/$TMP_LOG_NAME >> $WORK_PATH/$PROCESSED_LOG_NAME else # GEOIP info not requested so do the reverse DNS only if [ $DEBUG -eq $TRUE ] ; then echo "About to do dnshistory replace only" fi - /usr/bin/dnshistory -T --logtype=www -d $DNS_DB -f $PPATH/$TMP_LOG_NAME >> $PPATH/$PROCESSED_LOG_NAME + /usr/bin/dnshistory -T --logtype=www -d $DNS_DB -f $WORK_PATH/$TMP_LOG_NAME >> $WORK_PATH/$PROCESSED_LOG_NAME fi else if [ $DEBUG -eq $TRUE ] ; then echo "No GEOIP LOOKUP or Reverse DNS" fi - cat $PPATH/$TMP_LOG_NAME >> $PPATH/$PROCESSED_LOG_NAME + cat $WORK_PATH/$TMP_LOG_NAME >> $WORK_PATH/$PROCESSED_LOG_NAME fi # now make a new file with only .gz, bz2, xz,exe, and zip files downloaded # this grep can take some time to run, it's using a regular expression to extract compressed files if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then - cat $PPATH/$PROCESSED_LOG_NAME | grep -E '\<*\.(bz2|gz|xz|exe|zip)\>' | grep -v "gcc-linaro\ " > $PPATH/$TMP_LOG_NAME + cat $WORK_PATH/$PROCESSED_LOG_NAME | grep -E '\<*\.(bz2|gz|xz|exe|zip)\>' | grep -v "gcc-linaro\ " > $WORK_PATH/$TMP_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then echo "creating filtered log" fi # strip out our known IP's and some standard extra junk we don't need or care about - cat $PPATH/$TMP_LOG_NAME \ + cat $WORK_PATH/$TMP_LOG_NAME \ | grep -v .asc \ | grep -v HEAD \ | grep -v OPTIONS \ @@ -511,12 +511,12 @@ extract_logs () | grep -v .css \ | grep -v .js \ | grep -v validation.linaro.org \ - > $PPATH/$FILTERED_LOG_NAME + > $WORK_PATH/$FILTERED_LOG_NAME if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then if [ $DEBUG -eq $TRUE ] ; then echo "creating toochain log" fi - cat $PPATH/$FILTERED_LOG_NAME | grep -E '\<*gcc-linaro' > $PPATH/$TOOLCHAIN_LOG_NAME + cat $WORK_PATH/$FILTERED_LOG_NAME | grep -E '\<*gcc-linaro' > $WORK_PATH/$TOOLCHAIN_LOG_NAME fi fi } @@ -529,20 +529,20 @@ process_logs () echo "`date`" fi if [ $AWFFULL -eq $TRUE ] ; then - awffull $AWFFULL_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$AWFFULL_CONF_FULL_NAME $PPATH/$PROCESSED_LOG_NAME > /dev/null + awffull $AWFFULL_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$AWFFULL_CONF_FULL_NAME $WORK_PATH/$PROCESSED_LOG_NAME > /dev/null if [ $DEBUG -eq $TRUE ] ; then - echo "awffull processing $PPATH/$PROCESSED_LOG_NAME" + echo "awffull processing $WORK_PATH/$PROCESSED_LOG_NAME" fi if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then # Now use the filtered log that has only the .bz2 or .gz files and look at those patterns - awffull $AWFFULL_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$AWFFULL_CONF_FILTERED_NAME $PPATH/$FILTERED_LOG_NAME > /dev/null + awffull $AWFFULL_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$AWFFULL_CONF_FILTERED_NAME $WORK_PATH/$FILTERED_LOG_NAME > /dev/null if [ $DEBUG -eq $TRUE ] ; then - echo "awffull processing $PPATH/$FILTERED_LOG_NAME" + echo "awffull processing $WORK_PATH/$FILTERED_LOG_NAME" fi if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then - awffull $AWFFULL_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$AWFFULL_CONF_TOOLCHAIN_NAME $PPATH/$TOOLCHAIN_LOG_NAME > /dev/null + awffull $AWFFULL_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$AWFFULL_CONF_TOOLCHAIN_NAME $WORK_PATH/$TOOLCHAIN_LOG_NAME > /dev/null if [ $DEBUG -eq $TRUE ] ; then - echo "awffull processing $PPATH/$TOOLCHAIN_LOG_NAME" + echo "awffull processing $WORK_PATH/$TOOLCHAIN_LOG_NAME" fi fi fi @@ -554,20 +554,20 @@ process_logs () echo "`date`" fi if [ $WEBALIZER -eq $TRUE ] ; then - webalizer $WEBALIZER_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$WEBALIZER_CONF_FULL_NAME $PPATH/$PROCESSED_LOG_NAME > /dev/null + webalizer $WEBALIZER_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$WEBALIZER_CONF_FULL_NAME $WORK_PATH/$PROCESSED_LOG_NAME > /dev/null if [ $DEBUG -eq $TRUE ] ; then - echo "webalizer processing $PPATH/$PROCESSED_LOG_NAME" + echo "webalizer processing $WORK_PATH/$PROCESSED_LOG_NAME" fi if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then # Now use the filtered log that has only the .bz2 or .gz files and look at those patterns - webalizer $WEBALIZER_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$WEBALIZER_CONF_FILTERED_NAME $PPATH/$FILTERED_LOG_NAME > /dev/null + webalizer $WEBALIZER_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$WEBALIZER_CONF_FILTERED_NAME $WORK_PATH/$FILTERED_LOG_NAME > /dev/null if [ $DEBUG -eq $TRUE ] ; then - echo "webalizer processing $PPATH/$FILTERED_LOG_NAME" + echo "webalizer processing $WORK_PATH/$FILTERED_LOG_NAME" fi if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then - webalizer $WEBALIZER_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$WEBALIZER_CONF_TOOLCHAIN_NAME $PPATH/$TOOLCHAIN_LOG_NAME > /dev/null + webalizer $WEBALIZER_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$WEBALIZER_CONF_TOOLCHAIN_NAME $WORK_PATH/$TOOLCHAIN_LOG_NAME > /dev/null if [ $DEBUG -eq $TRUE ] ; then - echo "webalizer processing $PPATH/$TOOLCHAIN_LOG_NAME" + echo "webalizer processing $WORK_PATH/$TOOLCHAIN_LOG_NAME" fi fi fi @@ -579,20 +579,20 @@ process_logs () echo "`date`" fi if [ $WEBDRUID -eq $TRUE ] ; then - webdruid $WEBDRUID_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$WEBDRUID_CONF_FULL_NAME $PPATH/$PROCESSED_LOG_NAME > /dev/null + webdruid $WEBDRUID_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$WEBDRUID_CONF_FULL_NAME $WORK_PATH/$PROCESSED_LOG_NAME > /dev/null if [ $DEBUG -eq $TRUE ] ; then - echo "webdruid processing $PPATH/$PROCESSED_LOG_NAME" + echo "webdruid processing $WORK_PATH/$PROCESSED_LOG_NAME" fi if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then # Now use the filtered log that has only the .bz2 or .gz files and look at those patterns - webdruid $WEBDRUID_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$WEBDRUID_CONF_FILTERED_NAME $PPATH/$FILTERED_LOG_NAME > /dev/null + webdruid $WEBDRUID_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$WEBDRUID_CONF_FILTERED_NAME $WORK_PATH/$FILTERED_LOG_NAME > /dev/null if [ $DEBUG -eq $TRUE ] ; then - echo "webdruid processing $PPATH/$FILTERED_LOG_NAME" + echo "webdruid processing $WORK_PATH/$FILTERED_LOG_NAME" fi if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then - webdruid $WEBDRUID_EXTRA_CMD_LINE_OPTIONS -c $PPATH/$WEBDRUID_CONF_TOOLCHAIN_NAME $PPATH/$TOOLCHAIN_LOG_NAME > /dev/null + webdruid $WEBDRUID_EXTRA_CMD_LINE_OPTIONS -c $WORK_PATH/$WEBDRUID_CONF_TOOLCHAIN_NAME $WORK_PATH/$TOOLCHAIN_LOG_NAME > /dev/null if [ $DEBUG -eq $TRUE ] ; then - echo "webdruid processing $PPATH/$TOOLCHAIN_LOG_NAME" + echo "webdruid processing $WORK_PATH/$TOOLCHAIN_LOG_NAME" fi fi fi @@ -604,24 +604,24 @@ process_logs () echo "`date`" fi if [ $VISITORS -eq $TRUE ] ; then - visitors --ignore-404 -A --prefix $WEB_NAME -o html --trails --output-file $OUTPUT_PATH/visitors-all.html $PPATH/$PROCESSED_LOG_NAME &> /dev/null + visitors --ignore-404 -A --prefix $WEB_NAME -o html --trails --output-file $OUTPUT_PATH/visitors-all.html $WORK_PATH/$PROCESSED_LOG_NAME &> /dev/null if [ $DEBUG -eq $TRUE ] ; then - echo "visitors processing $PPATH/$PROCESSED_LOG_NAME" + echo "visitors processing $WORK_PATH/$PROCESSED_LOG_NAME" fi if [ $EXTRACT_GZ_BZ2_FILES -eq $TRUE ] ; then # Now use the filtered log that has only the .bz2 or .gz files and look at those patterns - visitors --ignore-404 -A --prefix $WEB_NAME -o html --trails --output-file $OUTPUT_PATH/visitors-filtered.html $PPATH/$FILTERED_LOG_NAME &> /dev/null - cp $PPATH/$FILTERED_LOG_NAME $OUTPUT_PATH/. + visitors --ignore-404 -A --prefix $WEB_NAME -o html --trails --output-file $OUTPUT_PATH/visitors-filtered.html $WORK_PATH/$FILTERED_LOG_NAME &> /dev/null + cp $WORK_PATH/$FILTERED_LOG_NAME $OUTPUT_PATH/. gzip -f -9 $OUTPUT_PATH/$FILTERED_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "visitors processing $PPATH/$FILTERED_LOG_NAME and then creating $OUTPUT_PATH/$FILTERED_LOG_NAME.gz" + echo "visitors processing $WORK_PATH/$FILTERED_LOG_NAME and then creating $OUTPUT_PATH/$FILTERED_LOG_NAME.gz" fi if [ $EXTRACT_TOOLCHAIN_LOG -eq $TRUE ] ; then - visitors --ignore-404 -A --prefix $WEB_NAME -o html --trails --output-file $OUTPUT_PATH/visitors-toolchain.html $PPATH/$TOOLCHAIN_LOG_NAME &> /dev/null - cp $PPATH/$TOOLCHAIN_LOG_NAME $OUTPUT_PATH/. + visitors --ignore-404 -A --prefix $WEB_NAME -o html --trails --output-file $OUTPUT_PATH/visitors-toolchain.html $WORK_PATH/$TOOLCHAIN_LOG_NAME &> /dev/null + cp $WORK_PATH/$TOOLCHAIN_LOG_NAME $OUTPUT_PATH/. gzip -f -9 $OUTPUT_PATH/$TOOLCHAIN_LOG_NAME if [ $DEBUG -eq $TRUE ] ; then - echo "visitors processing $PPATH/$TOOLCHAIN_LOG_NAME and then creating $OUTPUT_PATH/$TOOLCHAIN_LOG_NAME.gz" + echo "visitors processing $WORK_PATH/$TOOLCHAIN_LOG_NAME and then creating $OUTPUT_PATH/$TOOLCHAIN_LOG_NAME.gz" fi fi fi |