viewvc.cgi/ps-trend/ps2rrd.pl

#!/usr/bin/perl

use warnings;
use strict;

use Data::Dump qw/dump/;
use RRD::Simple;
use POSIX qw/mktime/;
use Getopt::Long;

my $debug = 0;
my $zoom = 2;

my $only_veid;
my $by_veid;
my $too_small = 64;     # M
my $filter = qr{(apache|mysql|postgres|cgi-bin|SIP)};

GetOptions(
        'debug!'   => \$debug,
        'zoom=i'   => \$zoom,
        'only-veid=i' => \$only_veid,
        'by-veid!' => \$by_veid,
        'size=i'   => \$too_small,
);


my $veids;
my $vsz;

$too_small *= 1024; # k

sub count {
        my $file = shift;
        open(my $fh, '<', $file) || die "$file: $!";

        my $t = mktime( 0, $5, $4, $3, $2 - 1, $1 - 1900 ) if $file =~ m{(\d\d\d\d)-(\d\d)-(\d\d)/(\d\d)(\d\d)};

#       warn "# $file ", -s $file, " bytes [$t]\n" if $debug;
        print STDERR "\n$file\t";

        my $cols = <$fh>;
        $cols =~ s/^\s+//;
        my @c = split(/\s+/,$cols);
#       warn "# c = ",dump( @c );
        our $cp;
        $cp->{$c[$_]} = $_ foreach 0 .. $#c;
        our @r;
        sub c {
                return $r[ $cp->{$_[0]} ];      # XXX speedup

                my $name = shift;
                my $n = $cp->{$name};
                die "no column $name in ",dump( $cp ) unless defined $n;
                return $r[$n];
        }

        while(<$fh>) {
                chomp;
                s/^\s+//g;
                s/\s+$//g;
                @r = split(/\s+/, $_, $#c + 1 );

                my $veid = c('VEID');
                next if defined $only_veid && $only_veid != $veid;
                $veid =~ s/^0$/_hw_0/;

                my $s = c('VSZ');
                my $cmd = c('COMMAND');
                if ( ! $by_veid && $cmd =~ $filter ) {

                        $veid .= '-' . $1;
                        $vsz->{$t}->{$veid} += $s * 1024;
                        print STDERR uc(substr($1,0,1));

                } elsif ( $s < $too_small || $by_veid ) {

                        $vsz->{$t}->{$veid}+= $s * 1024;
                        print STDERR ".";

                } else {

                        $cmd =~ s{-.+$}{};
                        $cmd =~ s{^/\S+/(\w+?)}{$1};
                        $cmd =~ s{^\w+ /\S+/(\w+?)}{$1};
                        $cmd =~ s{:?\s+.*$}{};
                        $cmd =~ s{\W+}{_}g;
                        $veid .= '-' . $cmd;
                        $veid = substr($veid,0,16);
                        $vsz->{$t}->{$veid}+= $s * 1024;
                        print STDERR substr($cmd,0,1);
                }
                $veids->{$veid}++;
        }

}

print STDERR "parsing ps with grouping < $too_small k";

count $_ foreach @ARGV;

#print "VSZ: ",dump( $vsz );

my @veids = sort keys %$veids;
warn "# veids = ",dump( @veids );

my $rrd_file = 'ps.rrd';
unlink $rrd_file if -e $rrd_file;

my @t = sort keys %$vsz;

print "\ndrawing $#t intervals ", $t[0], " - ", $t[$#t];

my $rrd = RRD::Simple->new( file => $rrd_file );
$rrd->create( map { ( $_ => 'GAUGE' ) } @veids );

foreach my $t ( @t ) {
        print STDERR ".";
#       warn "## ",dump( %{ $vsz->{$t} } );

        eval {
                $rrd->update($t, map {
                        ( $_ => $vsz->{$t}->{$_} )
                } @veids );
        };
        warn "SKIP $t: $@\n" if $@;
}

$rrd->graph(
        sources => [ sort @veids ],
        source_drawtypes => [ map { $_ ? 'STACK' : 'AREA' } 0 .. $#veids ],
        periods => [ qw/hour 6hour 12hour day week month year 3years/ ],
        extended_legend => 1,
        title => "memory > $too_small K",
        width =>  500 * $zoom,
        height => 200 * $zoom,
);

1	dpavlin	2	#!/usr/bin/perl
2
3			use warnings;
4			use strict;
5
6			use Data::Dump qw/dump/;
7			use RRD::Simple;
8	dpavlin	9	use POSIX qw/mktime/;
9	dpavlin	11	use Getopt::Long;
10	dpavlin	2
11	dpavlin	6	my $debug = 0;
12			my $zoom = 2;
13
14	dpavlin	11	my $only_veid;
15	dpavlin	15	my $by_veid;
16	dpavlin	11	my $too_small = 64; # M
17	dpavlin	13	my $filter = qr{(apache\|mysql\|postgres\|cgi-bin\|SIP)};
18	dpavlin	11
19			GetOptions(
20			'debug!' => \$debug,
21			'zoom=i' => \$zoom,
22	dpavlin	15	'only-veid=i' => \$only_veid,
23			'by-veid!' => \$by_veid,
24	dpavlin	11	'size=i' => \$too_small,
25			);
26
27
28	dpavlin	2	my $veids;
29			my $vsz;
30
31			$too_small *= 1024; # k
32
33			sub count {
34			my $file = shift;
35			open(my $fh, '<', $file) \|\| die "$file: $!";
36
37	dpavlin	9	my $t = mktime( 0, $5, $4, $3, $2 - 1, $1 - 1900 ) if $file =~ m{(\d\d\d\d)-(\d\d)-(\d\d)/(\d\d)(\d\d)};
38	dpavlin	6
39	dpavlin	14	# warn "# $file ", -s $file, " bytes [$t]\n" if $debug;
40			print STDERR "\n$file\t";
41	dpavlin	6
42	dpavlin	2	my $cols = <$fh>;
43			$cols =~ s/^\s+//;
44			my @c = split(/\s+/,$cols);
45			# warn "# c = ",dump( @c );
46			our $cp;
47			$cp->{$c[$_]} = $_ foreach 0 .. $#c;
48			our @r;
49			sub c {
50	dpavlin	8	return $r[ $cp->{$_[0]} ]; # XXX speedup
51
52	dpavlin	2	my $name = shift;
53			my $n = $cp->{$name};
54			die "no column $name in ",dump( $cp ) unless defined $n;
55			return $r[$n];
56			}
57
58			while(<$fh>) {
59			chomp;
60			s/^\s+//g;
61			s/\s+$//g;
62			@r = split(/\s+/, $_, $#c + 1 );
63
64			my $veid = c('VEID');
65	dpavlin	11	next if defined $only_veid && $only_veid != $veid;
66	dpavlin	14	$veid =~ s/^0$/_hw_0/;
67	dpavlin	2
68			my $s = c('VSZ');
69	dpavlin	13	my $cmd = c('COMMAND');
70	dpavlin	15	if ( ! $by_veid && $cmd =~ $filter ) {
71	dpavlin	13
72			$veid .= '-' . $1;
73			$vsz->{$t}->{$veid} += $s * 1024;
74			print STDERR uc(substr($1,0,1));
75
76	dpavlin	15	} elsif ( $s < $too_small \|\| $by_veid ) {
77	dpavlin	13
78	dpavlin	6	$vsz->{$t}->{$veid}+= $s * 1024;
79	dpavlin	10	print STDERR ".";
80	dpavlin	13
81	dpavlin	2	} else {
82	dpavlin	13
83	dpavlin	2	$cmd =~ s{-.+$}{};
84			$cmd =~ s{^/\S+/(\w+?)}{$1};
85			$cmd =~ s{^\w+ /\S+/(\w+?)}{$1};
86			$cmd =~ s{:?\s+.*$}{};
87			$cmd =~ s{\W+}{_}g;
88			$veid .= '-' . $cmd;
89			$veid = substr($veid,0,16);
90	dpavlin	6	$vsz->{$t}->{$veid}+= $s * 1024;
91	dpavlin	10	print STDERR substr($cmd,0,1);
92	dpavlin	2	}
93			$veids->{$veid}++;
94			}
95
96			}
97
98	dpavlin	11	print STDERR "parsing ps with grouping < $too_small k";
99	dpavlin	6
100	dpavlin	2	count $_ foreach @ARGV;
101
102	dpavlin	6	#print "VSZ: ",dump( $vsz );
103	dpavlin	2
104	dpavlin	11	my @veids = sort keys %$veids;
105			warn "# veids = ",dump( @veids );
106	dpavlin	2
107	dpavlin	6	my $rrd_file = 'ps.rrd';
108			unlink $rrd_file if -e $rrd_file;
109
110	dpavlin	11	my @t = sort keys %$vsz;
111
112			print "\ndrawing $#t intervals ", $t[0], " - ", $t[$#t];
113
114	dpavlin	6	my $rrd = RRD::Simple->new( file => $rrd_file );
115	dpavlin	12	$rrd->create( map { ( $_ => 'GAUGE' ) } @veids );
116	dpavlin	2
117	dpavlin	11	foreach my $t ( @t ) {
118	dpavlin	6	print STDERR ".";
119			# warn "## ",dump( %{ $vsz->{$t} } );
120	dpavlin	2
121			eval {
122	dpavlin	6	$rrd->update($t, map {
123			( $_ => $vsz->{$t}->{$_} )
124	dpavlin	2	} @veids );
125			};
126			warn "SKIP $t: $@\n" if $@;
127			}
128
129			$rrd->graph(
130			sources => [ sort @veids ],
131			source_drawtypes => [ map { $_ ? 'STACK' : 'AREA' } 0 .. $#veids ],
132			periods => [ qw/hour 6hour 12hour day week month year 3years/ ],
133			extended_legend => 1,
134			title => "memory > $too_small K",
135	dpavlin	6	width => 500 * $zoom,
136			height => 200 * $zoom,
137	dpavlin	2	);
138