| 1 |
#!/usr/local/bin/perl -w |
| 2 |
|
| 3 |
# Convert http access log to rrdtool database |
| 4 |
# 2002-08-01 Dobrica Pavlinisic, <dpavlin@rot13.org> |
| 5 |
# |
| 6 |
# based on work of Jean-Edouard BABIN (listes@jeb.com.fr) |
| 7 |
# http://groups.google.com/groups?hl=en&lr=&ie=UTF-8&safe=off&selm=aap7n0%241slf%241%40FreeBSD.csie.NCTU.edu.tw |
| 8 |
# |
| 9 |
# Usage: log2rrd.pl < access.log [2> errors] |
| 10 |
# |
| 11 |
# there is one counter called tmp which can be used to graph some |
| 12 |
# perticual URL hit (see below in code how to edit it). |
| 13 |
|
| 14 |
use strict; |
| 15 |
use RRDs; |
| 16 |
use Date::Parse; |
| 17 |
|
| 18 |
# feed data how often to rrdtool (seconds) |
| 19 |
my $step = 300; |
| 20 |
# name of rrdfile to create |
| 21 |
my $rrd_file = "access"; |
| 22 |
|
| 23 |
my $counter = 0; |
| 24 |
my ($dv, $sv, $ov, $tmp) = (0, 0, 0); |
| 25 |
|
| 26 |
my $last_utime = 0; |
| 27 |
my $utime = 0; |
| 28 |
|
| 29 |
print " all\t dyn\t sta\t oth tmp\n"; |
| 30 |
|
| 31 |
while (<STDIN>) { |
| 32 |
if ($utime - $last_utime > $step) { |
| 33 |
printf "%7d %7d %7d %7d %7d\n", $counter, $dv, $sv, $ov, $tmp; |
| 34 |
&create_rrd("$rrd_file.rrd") unless -f "$rrd_file.rrd"; |
| 35 |
RRDs::update("$rrd_file.rrd", "--template", |
| 36 |
"dynamic_views:static_views:other_views:tmp", |
| 37 |
"$utime:$dv:$sv:$ov:$tmp"); |
| 38 |
my $ERR=RRDs::error; |
| 39 |
die "ERROR while updating $rrd_file.rrd: $ERR\n" if $ERR; |
| 40 |
($dv, $sv, $ov, $tmp) = (0, 0, 0, 0); |
| 41 |
$last_utime = $utime; |
| 42 |
} else { |
| 43 |
my $request = $_; |
| 44 |
if ($request =~ m/\[([^\]]+)\]/) { |
| 45 |
$utime = str2time($1); |
| 46 |
} else { |
| 47 |
print STDERR "can't parse date in line '$request'\n"; |
| 48 |
next; |
| 49 |
} |
| 50 |
my $url; |
| 51 |
if ($request =~ m,\"((GET)|(POST))\s+(\S+)\s+HTTP,) { |
| 52 |
$url = $4; |
| 53 |
} else { |
| 54 |
print STDERR "can't parse request in line '$request'\n"; |
| 55 |
next; |
| 56 |
} |
| 57 |
|
| 58 |
my ($page, undef) = split(m/\?/, $url); |
| 59 |
if ($page =~ m/(cgi-bin\/|\.php$|\.pl$|\.sh$)/ ) { |
| 60 |
$dv++; # dynamic content |
| 61 |
} elsif ($page =~ m/\.html?$/) { |
| 62 |
$sv++; # static content |
| 63 |
} else { |
| 64 |
$ov++; # image/other file types |
| 65 |
} |
| 66 |
|
| 67 |
# tmp counter specification |
| 68 |
if ($page =~ m,/cgi-bin/search/search.pl,) { |
| 69 |
$tmp++; |
| 70 |
} |
| 71 |
|
| 72 |
$counter++; |
| 73 |
} |
| 74 |
} |
| 75 |
|
| 76 |
sub create_rrd { |
| 77 |
my($file) = @_; |
| 78 |
|
| 79 |
print "creating rrd database $file (step: $step utime: $utime)\n"; |
| 80 |
|
| 81 |
RRDs::create($file, |
| 82 |
"--step", $step, # we're feeding data every $step seconds |
| 83 |
"--start", $utime - $step, # start at current utime |
| 84 |
|
| 85 |
"DS:dynamic_views:ABSOLUTE:600:0:U", |
| 86 |
"DS:static_views:ABSOLUTE:600:0:U", |
| 87 |
"DS:other_views:ABSOLUTE:600:0:U", |
| 88 |
"DS:tmp:ABSOLUTE:600:0:U", |
| 89 |
|
| 90 |
"RRA:AVERAGE:0.5:1:600", |
| 91 |
|
| 92 |
"RRA:AVERAGE:0.5:6:600", |
| 93 |
"RRA:AVERAGE:0.5:24:600", |
| 94 |
"RRA:AVERAGE:0.5:288:600", |
| 95 |
|
| 96 |
"RRA:MAX:0.5:6:600", |
| 97 |
"RRA:MAX:0.5:24:600", |
| 98 |
"RRA:MAX:0.5:288:600", |
| 99 |
|
| 100 |
"RRA:LAST:0.5:1:1"); # keep latest data point |
| 101 |
|
| 102 |
my $ERR=RRDs::error; |
| 103 |
die "ERROR while updating $rrd_file.rrd: $ERR\n" if $ERR; |
| 104 |
} |
Parent Directory
| 
Revision Log