viewvc.cgi/ps-trend/ps2rrd.pl

#!/usr/bin/perl

use warnings;
use strict;

use Data::Dump qw/dump/;
use RRD::Simple;
use POSIX qw/mktime/;
use Getopt::Long;

my $debug = 0;
my $zoom = 2;

my $only_veid;
my $too_small = 64;     # M
my $filter = qr{(apache|mysql|postgres|cgi-bin|SIP)};

GetOptions(
        'debug!'   => \$debug,
        'zoom=i'   => \$zoom,
        'veid=i'   => \$only_veid,
        'size=i'   => \$too_small,
);


my $veids;
my $vsz;

$too_small *= 1024; # k

sub count {
        my $file = shift;
        open(my $fh, '<', $file) || die "$file: $!";

        my $t = mktime( 0, $5, $4, $3, $2 - 1, $1 - 1900 ) if $file =~ m{(\d\d\d\d)-(\d\d)-(\d\d)/(\d\d)(\d\d)};

        warn "# $file ", -s $file, " bytes [$t]\n" if $debug;

        my $cols = <$fh>;
        $cols =~ s/^\s+//;
        my @c = split(/\s+/,$cols);
#       warn "# c = ",dump( @c );
        our $cp;
        $cp->{$c[$_]} = $_ foreach 0 .. $#c;
        our @r;
        sub c {
                return $r[ $cp->{$_[0]} ];      # XXX speedup

                my $name = shift;
                my $n = $cp->{$name};
                die "no column $name in ",dump( $cp ) unless defined $n;
                return $r[$n];
        }

        while(<$fh>) {
                chomp;
                s/^\s+//g;
                s/\s+$//g;
                @r = split(/\s+/, $_, $#c + 1 );

                my $veid = c('VEID');
                next if defined $only_veid && $only_veid != $veid;
                $veid =~ s/^0$/0-hw/;

                my $s = c('VSZ');
                my $cmd = c('COMMAND');
                if ( $cmd =~ $filter ) {

                        $veid .= '-' . $1;
                        $vsz->{$t}->{$veid} += $s * 1024;
                        print STDERR uc(substr($1,0,1));

                } elsif ( $s < $too_small ) {

                        $vsz->{$t}->{$veid}+= $s * 1024;
                        print STDERR ".";

                } else {

                        $cmd =~ s{-.+$}{};
                        $cmd =~ s{^/\S+/(\w+?)}{$1};
                        $cmd =~ s{^\w+ /\S+/(\w+?)}{$1};
                        $cmd =~ s{:?\s+.*$}{};
                        $cmd =~ s{\W+}{_}g;
                        $veid .= '-' . $cmd;
                        $veid = substr($veid,0,16);
                        $vsz->{$t}->{$veid}+= $s * 1024;
                        print STDERR substr($cmd,0,1);
                }
                $veids->{$veid}++;
        }

}

print STDERR "parsing ps with grouping < $too_small k";

count $_ foreach @ARGV;

#print "VSZ: ",dump( $vsz );

my @veids = sort keys %$veids;
warn "# veids = ",dump( @veids );

my $rrd_file = 'ps.rrd';
unlink $rrd_file if -e $rrd_file;

my @t = sort keys %$vsz;

print "\ndrawing $#t intervals ", $t[0], " - ", $t[$#t];

my $rrd = RRD::Simple->new( file => $rrd_file );
$rrd->create( map { ( $_ => 'GAUGE' ) } @veids );

foreach my $t ( @t ) {
        print STDERR ".";
#       warn "## ",dump( %{ $vsz->{$t} } );

        eval {
                $rrd->update($t, map {
                        ( $_ => $vsz->{$t}->{$_} )
                } @veids );
        };
        warn "SKIP $t: $@\n" if $@;
}

$rrd->graph(
        sources => [ sort @veids ],
        source_drawtypes => [ map { $_ ? 'STACK' : 'AREA' } 0 .. $#veids ],
        periods => [ qw/hour 6hour 12hour day week month year 3years/ ],
        extended_legend => 1,
        title => "memory > $too_small K",
        width =>  500 * $zoom,
        height => 200 * $zoom,
);

1	dpavlin	2	#!/usr/bin/perl
2
3			use warnings;
4			use strict;
5
6			use Data::Dump qw/dump/;
7			use RRD::Simple;
8	dpavlin	9	use POSIX qw/mktime/;
9	dpavlin	11	use Getopt::Long;
10	dpavlin	2
11	dpavlin	6	my $debug = 0;
12			my $zoom = 2;
13
14	dpavlin	11	my $only_veid;
15			my $too_small = 64; # M
16	dpavlin	13	my $filter = qr{(apache\|mysql\|postgres\|cgi-bin\|SIP)};
17	dpavlin	11
18			GetOptions(
19			'debug!' => \$debug,
20			'zoom=i' => \$zoom,
21			'veid=i' => \$only_veid,
22			'size=i' => \$too_small,
23			);
24
25
26	dpavlin	2	my $veids;
27			my $vsz;
28
29			$too_small *= 1024; # k
30
31			sub count {
32			my $file = shift;
33			open(my $fh, '<', $file) \|\| die "$file: $!";
34
35	dpavlin	9	my $t = mktime( 0, $5, $4, $3, $2 - 1, $1 - 1900 ) if $file =~ m{(\d\d\d\d)-(\d\d)-(\d\d)/(\d\d)(\d\d)};
36	dpavlin	6
37			warn "# $file ", -s $file, " bytes [$t]\n" if $debug;
38
39	dpavlin	2	my $cols = <$fh>;
40			$cols =~ s/^\s+//;
41			my @c = split(/\s+/,$cols);
42			# warn "# c = ",dump( @c );
43			our $cp;
44			$cp->{$c[$_]} = $_ foreach 0 .. $#c;
45			our @r;
46			sub c {
47	dpavlin	8	return $r[ $cp->{$_[0]} ]; # XXX speedup
48
49	dpavlin	2	my $name = shift;
50			my $n = $cp->{$name};
51			die "no column $name in ",dump( $cp ) unless defined $n;
52			return $r[$n];
53			}
54
55			while(<$fh>) {
56			chomp;
57			s/^\s+//g;
58			s/\s+$//g;
59			@r = split(/\s+/, $_, $#c + 1 );
60
61			my $veid = c('VEID');
62	dpavlin	11	next if defined $only_veid && $only_veid != $veid;
63			$veid =~ s/^0$/0-hw/;
64	dpavlin	2
65			my $s = c('VSZ');
66	dpavlin	13	my $cmd = c('COMMAND');
67			if ( $cmd =~ $filter ) {
68
69			$veid .= '-' . $1;
70			$vsz->{$t}->{$veid} += $s * 1024;
71			print STDERR uc(substr($1,0,1));
72
73			} elsif ( $s < $too_small ) {
74
75	dpavlin	6	$vsz->{$t}->{$veid}+= $s * 1024;
76	dpavlin	10	print STDERR ".";
77	dpavlin	13
78	dpavlin	2	} else {
79	dpavlin	13
80	dpavlin	2	$cmd =~ s{-.+$}{};
81			$cmd =~ s{^/\S+/(\w+?)}{$1};
82			$cmd =~ s{^\w+ /\S+/(\w+?)}{$1};
83			$cmd =~ s{:?\s+.*$}{};
84			$cmd =~ s{\W+}{_}g;
85			$veid .= '-' . $cmd;
86			$veid = substr($veid,0,16);
87	dpavlin	6	$vsz->{$t}->{$veid}+= $s * 1024;
88	dpavlin	10	print STDERR substr($cmd,0,1);
89	dpavlin	2	}
90			$veids->{$veid}++;
91			}
92
93			}
94
95	dpavlin	11	print STDERR "parsing ps with grouping < $too_small k";
96	dpavlin	6
97	dpavlin	2	count $_ foreach @ARGV;
98
99	dpavlin	6	#print "VSZ: ",dump( $vsz );
100	dpavlin	2
101	dpavlin	11	my @veids = sort keys %$veids;
102			warn "# veids = ",dump( @veids );
103	dpavlin	2
104	dpavlin	6	my $rrd_file = 'ps.rrd';
105			unlink $rrd_file if -e $rrd_file;
106
107	dpavlin	11	my @t = sort keys %$vsz;
108
109			print "\ndrawing $#t intervals ", $t[0], " - ", $t[$#t];
110
111	dpavlin	6	my $rrd = RRD::Simple->new( file => $rrd_file );
112	dpavlin	12	$rrd->create( map { ( $_ => 'GAUGE' ) } @veids );
113	dpavlin	2
114	dpavlin	11	foreach my $t ( @t ) {
115	dpavlin	6	print STDERR ".";
116			# warn "## ",dump( %{ $vsz->{$t} } );
117	dpavlin	2
118			eval {
119	dpavlin	6	$rrd->update($t, map {
120			( $_ => $vsz->{$t}->{$_} )
121	dpavlin	2	} @veids );
122			};
123			warn "SKIP $t: $@\n" if $@;
124			}
125
126			$rrd->graph(
127			sources => [ sort @veids ],
128			source_drawtypes => [ map { $_ ? 'STACK' : 'AREA' } 0 .. $#veids ],
129			periods => [ qw/hour 6hour 12hour day week month year 3years/ ],
130			extended_legend => 1,
131			title => "memory > $too_small K",
132	dpavlin	6	width => 500 * $zoom,
133			height => 200 * $zoom,
134	dpavlin	2	);
135