1 |
dpavlin |
1.1 |
#!/usr/local/bin/perl -w |
2 |
|
|
|
3 |
|
|
# Convert http access log to rrdtool database |
4 |
|
|
# 2002-08-01 Dobrica Pavlinisic, <dpavlin@rot13.org> |
5 |
|
|
# |
6 |
|
|
# based on work of Jean-Edouard BABIN (listes@jeb.com.fr) |
7 |
|
|
# http://groups.google.com/groups?hl=en&lr=&ie=UTF-8&safe=off&selm=aap7n0%241slf%241%40FreeBSD.csie.NCTU.edu.tw |
8 |
|
|
# |
9 |
|
|
# Usage: log2rrd.pl < access.log [2> errors] |
10 |
|
|
# |
11 |
|
|
# there is one counter called tmp which can be used to graph some |
12 |
|
|
# perticual URL hit (see below in code how to edit it). |
13 |
|
|
|
14 |
|
|
use strict; |
15 |
|
|
use RRDs; |
16 |
|
|
use Date::Parse; |
17 |
|
|
|
18 |
|
|
# feed data how often to rrdtool (seconds) |
19 |
|
|
my $step = 300; |
20 |
|
|
# name of rrdfile to create |
21 |
|
|
my $rrd_file = "access"; |
22 |
|
|
|
23 |
|
|
my $counter = 0; |
24 |
|
|
my ($dv, $sv, $ov, $tmp) = (0, 0, 0); |
25 |
|
|
|
26 |
|
|
my $last_utime = 0; |
27 |
|
|
my $utime = 0; |
28 |
|
|
|
29 |
|
|
print " all\t dyn\t sta\t oth tmp\n"; |
30 |
|
|
|
31 |
|
|
while (<STDIN>) { |
32 |
|
|
if ($utime - $last_utime > $step) { |
33 |
|
|
printf "%7d %7d %7d %7d %7d\n", $counter, $dv, $sv, $ov, $tmp; |
34 |
|
|
&create_rrd("$rrd_file.rrd") unless -f "$rrd_file.rrd"; |
35 |
|
|
RRDs::update("$rrd_file.rrd", "--template", |
36 |
|
|
"dynamic_views:static_views:other_views:tmp", |
37 |
|
|
"$utime:$dv:$sv:$ov:$tmp"); |
38 |
|
|
my $ERR=RRDs::error; |
39 |
|
|
die "ERROR while updating $rrd_file.rrd: $ERR\n" if $ERR; |
40 |
|
|
($dv, $sv, $ov, $tmp) = (0, 0, 0, 0); |
41 |
|
|
$last_utime = $utime; |
42 |
|
|
} else { |
43 |
|
|
my $request = $_; |
44 |
|
|
if ($request =~ m/\[([^\]]+)\]/) { |
45 |
|
|
$utime = str2time($1); |
46 |
|
|
} else { |
47 |
|
|
print STDERR "can't parse date in line '$request'\n"; |
48 |
|
|
next; |
49 |
|
|
} |
50 |
|
|
my $url; |
51 |
|
|
if ($request =~ m,\"((GET)|(POST))\s+(\S+)\s+HTTP,) { |
52 |
|
|
$url = $4; |
53 |
|
|
} else { |
54 |
|
|
print STDERR "can't parse request in line '$request'\n"; |
55 |
|
|
next; |
56 |
|
|
} |
57 |
|
|
|
58 |
|
|
my ($page, undef) = split(m/\?/, $url); |
59 |
|
|
if ($page =~ m/(cgi-bin\/|\.php$|\.pl$|\.sh$)/ ) { |
60 |
|
|
$dv++; # dynamic content |
61 |
|
|
} elsif ($page =~ m/\.html?$/) { |
62 |
|
|
$sv++; # static content |
63 |
|
|
} else { |
64 |
|
|
$ov++; # image/other file types |
65 |
|
|
} |
66 |
|
|
|
67 |
|
|
# tmp counter specification |
68 |
|
|
if ($page =~ m,/cgi-bin/search/search.pl,) { |
69 |
|
|
$tmp++; |
70 |
|
|
} |
71 |
|
|
|
72 |
|
|
$counter++; |
73 |
|
|
} |
74 |
|
|
} |
75 |
|
|
|
76 |
|
|
sub create_rrd { |
77 |
|
|
my($file) = @_; |
78 |
|
|
|
79 |
|
|
print "creating rrd database $file (step: $step utime: $utime)\n"; |
80 |
|
|
|
81 |
|
|
RRDs::create($file, |
82 |
|
|
"--step", $step, # we're feeding data every $step seconds |
83 |
|
|
"--start", $utime - $step, # start at current utime |
84 |
|
|
|
85 |
|
|
"DS:dynamic_views:ABSOLUTE:600:0:U", |
86 |
|
|
"DS:static_views:ABSOLUTE:600:0:U", |
87 |
|
|
"DS:other_views:ABSOLUTE:600:0:U", |
88 |
|
|
"DS:tmp:ABSOLUTE:600:0:U", |
89 |
|
|
|
90 |
|
|
"RRA:AVERAGE:0.5:1:600", |
91 |
|
|
|
92 |
|
|
"RRA:AVERAGE:0.5:6:600", |
93 |
|
|
"RRA:AVERAGE:0.5:24:600", |
94 |
|
|
"RRA:AVERAGE:0.5:288:600", |
95 |
|
|
|
96 |
|
|
"RRA:MAX:0.5:6:600", |
97 |
|
|
"RRA:MAX:0.5:24:600", |
98 |
|
|
"RRA:MAX:0.5:288:600", |
99 |
|
|
|
100 |
|
|
"RRA:LAST:0.5:1:1"); # keep latest data point |
101 |
|
|
|
102 |
|
|
my $ERR=RRDs::error; |
103 |
|
|
die "ERROR while updating $rrd_file.rrd: $ERR\n" if $ERR; |
104 |
|
|
} |