12 |
use CGI::Carp qw(fatalsToBrowser); |
use CGI::Carp qw(fatalsToBrowser); |
13 |
use Data::Sorting qw(:arrays); |
use Data::Sorting qw(:arrays); |
14 |
use Time::ParseDate; |
use Time::ParseDate; |
15 |
|
use Time::Available; |
16 |
|
use Cache::FileCache; |
17 |
|
|
18 |
use Data::Dumper; |
use Data::Dumper; |
19 |
|
|
24 |
my $to_date = "now"; |
my $to_date = "now"; |
25 |
|
|
26 |
# working days definition (1-7; mon=1) |
# working days definition (1-7; mon=1) |
27 |
my $wday_start = 1; |
my $dayMask = Time::Available::DAY_WEEKDAY; |
|
my $wday_end = 5; |
|
28 |
# working hours |
# working hours |
29 |
my $whours_start = "7:00"; |
my $from_time_interval = "7:00"; |
30 |
my $whours_end = "17:00"; |
my $to_time_interval = "17:00"; |
31 |
|
|
32 |
my $debug=1; |
my $debug=1; |
33 |
$debug++ if (grep(/-v/,@ARGV)); |
$debug++ if (grep(/-v/,@ARGV)); |
34 |
$debug++ if (grep(/-d/,@ARGV)); |
$debug++ if (grep(/-d/,@ARGV)); |
35 |
|
|
36 |
|
my %days = ( |
37 |
|
Time::Available::DAY_MONDAY=>'Mo', |
38 |
|
Time::Available::DAY_TUESDAY=>'Tu', |
39 |
|
Time::Available::DAY_WEDNESDAY=>'We', |
40 |
|
Time::Available::DAY_THURSDAY=>'Th', |
41 |
|
Time::Available::DAY_FRIDAY=>'Fr', |
42 |
|
Time::Available::DAY_SATURDAY=>'Sa', |
43 |
|
Time::Available::DAY_SUNDAY=>'Su' |
44 |
|
); |
45 |
|
|
46 |
my $q = new CGI; |
my $q = new CGI; |
47 |
|
|
48 |
my $print_orphans = $q->param('print_orphans') || 0; |
my $print_orphans = $q->param('print_orphans') || 0; |
49 |
my $rep_reset = $q->param('rep_reset') || 0; |
my $rep_reset = $q->param('rep_reset') || 0; |
50 |
my @sg_selected = $q->param('sg_filter'); |
my @sg_selected = $q->param('sg_filter'); |
51 |
|
|
52 |
|
# init misc sort parametars |
53 |
my @sort; |
my @sort; |
54 |
my $order; |
my $order; |
55 |
my %sort_param; |
my %sort_param; |
65 |
@sort = ( -compare => 'numeric', -order=>'reverse', $sort_param{'dsort'} ); |
@sort = ( -compare => 'numeric', -order=>'reverse', $sort_param{'dsort'} ); |
66 |
} |
} |
67 |
|
|
68 |
|
# make interval |
69 |
|
my $working_days; |
70 |
|
if ($q->param('use_time_limit')) { |
71 |
|
$dayMask=0; |
72 |
|
foreach my $dm ($q->param('day_interval')) { |
73 |
|
$dayMask |= $dm; |
74 |
|
} |
75 |
|
$working_days=new Time::Available(start=>$q->param('from_time_interval'),end=>$q->param('to_time_interval'),dayMask=>$dayMask); |
76 |
|
} |
77 |
|
|
78 |
|
# init cache and setup expriration |
79 |
|
my $cache = new Cache::FileCache({ default_expires_in => '10 min' }); |
80 |
|
|
81 |
# |
# |
82 |
# This option (activated via command switch -r) will reset failure duration |
# This option (activated via command switch -r) will reset failure duration |
83 |
# if repeated failure on same group/service happend. |
# if repeated failure on same group/service happend. |
89 |
# pretty format date |
# pretty format date |
90 |
sub d { |
sub d { |
91 |
my $utime = shift || return "?"; |
my $utime = shift || return "?"; |
92 |
return strftime($date_time_fmt,localtime($utime)); |
if ($debug) { |
93 |
|
return strftime($date_time_fmt." [%s]",localtime($utime)); |
94 |
|
} else { |
95 |
|
return strftime($date_time_fmt,localtime($utime)); |
96 |
|
} |
97 |
} |
} |
98 |
# pretty format duration |
# pretty format duration |
99 |
sub dur { |
sub dur { |
100 |
my $dur = shift || return "?"; |
my $dur = shift || return "0"; |
101 |
my $out = ""; |
my $out = ""; |
102 |
|
|
103 |
my $s = $dur; |
my $s = $dur; |
122 |
# |
# |
123 |
|
|
124 |
my %fail; |
my %fail; |
125 |
my %downtime; # total downtime |
my $downtime; # total downtime |
126 |
my %sg_filter; # filter for service/group |
my $sg_filter; # filter for service/group |
127 |
my %sg_count; # count number of downtimes |
my $sg_count; # count number of downtimes |
128 |
|
|
129 |
my $log_file="/home/dpavlin/mon-log/sap.log"; |
my $log_file="/var/log/mon/sap.log"; |
130 |
|
|
131 |
my @data; |
my $data; |
132 |
|
|
133 |
open(LOG, $log_file) || die "$log_file: $!"; |
# generate unique key for this data and options |
134 |
|
my $cache_key="monlog".join("",@sg_selected).$print_orphans.$rep_reset; |
135 |
while(<LOG>) { |
|
136 |
chomp; |
if (! $debug) { |
137 |
if (/^(failure|up)\s+(\S+)\s+(\S+)\s+(\d+)\s+\(([^)]+)\)\s+(.+)$/) { |
$data = $cache->get( $cache_key ); |
138 |
my ($status,$group,$service,$utime,$date,$desc) = ($1,$2,$3,$4,$5,$6); |
$downtime = $cache->get("downtime $cache_key"); |
139 |
my $id = "$group/$service"; |
$sg_filter = $cache->get("sg_filter $cache_key"); |
140 |
if ($status eq "up" && defined($fail{$id})) { |
$sg_count = $cache->get("sg_count $cache_key"); |
141 |
if (grep(m;$group/$service;,@sg_selected)) { |
} |
142 |
push @data, { |
|
143 |
'sg'=>"$group/$service", |
if (!$data || !$downtime || !$sg_filter || !$sg_count) { |
144 |
'from_time'=>$fail{$id}, |
|
145 |
'to_time'=>$utime, |
open(LOG, $log_file) || die "$log_file: $!"; |
146 |
'dur_time'=>($utime - $fail{$id}), |
|
147 |
'from'=>d($fail{$id}), |
while(<LOG>) { |
148 |
'to'=>d($utime), |
chomp; |
149 |
'dur'=>dur($utime - $fail{$id}), |
if (/^(failure|up)\s+(\S+)\s+(\S+)\s+(\d+)\s+\(([^)]+)\)\s+(.+)$/) { |
150 |
'desc'=>$desc }; |
my ($status,$group,$service,$utime,$date,$desc) = ($1,$2,$3,$4,$5,$6); |
151 |
$downtime{"$group/$service"} += ($utime - $fail{$id}), |
my $id = "$group/$service"; |
152 |
$sg_count{"$group/$service"}++; |
if ($status eq "up" && defined($fail{$id})) { |
153 |
} |
if (grep(m;$group/$service;,@sg_selected)) { |
154 |
$sg_filter{"$group/$service"}++; |
push @$data, { |
155 |
delete $fail{$id}; |
'sg'=>"$group/$service", |
156 |
} elsif ($status eq "up") { |
'from'=>$fail{$id}, |
157 |
if ($print_orphans && grep(m;$group/$service;,@sg_selected)) { |
'to'=>$utime, |
158 |
push @data, { |
'desc'=>$desc }; |
159 |
'sg'=>"$group/$service", |
$downtime->{"$group/$service"} += ($utime - $fail{$id}), |
160 |
'to_time'=>$utime, |
$sg_count->{"$group/$service"}++; |
161 |
'from'=>'unknown', |
} |
162 |
'to'=>d($utime), |
$sg_filter->{"$group/$service"}++; |
163 |
'dur'=>'unknown', |
delete $fail{$id}; |
164 |
'desc'=>$desc }; |
} elsif ($status eq "up") { |
165 |
$sg_count{"$group/$service"}++; |
if ($print_orphans && grep(m;$group/$service;,@sg_selected)) { |
166 |
} |
push @$data, { |
167 |
delete $fail{$id}; |
'sg'=>"$group/$service", |
168 |
$sg_filter{"$group/$service"}++; |
'from'=>-1, |
169 |
} elsif (defined($fail{$id})) { |
'to'=>$utime, |
170 |
if ($rep_reset && grep(m;$group/$service;,@sg_selected)) { |
'desc'=>$desc }; |
171 |
push @data, { |
$sg_count->{"$group/$service"}++; |
172 |
'sg'=>"$group/$service", |
} |
173 |
'from_time'=>$fail{$id}, |
delete $fail{$id}; |
174 |
'to_time'=>$utime, |
$sg_filter->{"$group/$service"}++; |
175 |
'dur_time'=>($utime - $fail{$id}), |
} elsif (defined($fail{$id})) { |
176 |
'from'=>d($fail{$id}), |
if ($rep_reset && grep(m;$group/$service;,@sg_selected)) { |
177 |
'to'=>d($utime), |
push @$data, { |
178 |
'dur'=>dur($utime - $fail{$id}), |
'sg'=>"$group/$service", |
179 |
'desc'=>'[failure again]'}; |
'from'=>$fail{$id}, |
180 |
$downtime{"$group/$service"} += ($utime - $fail{$id}), |
'to'=>$utime, |
181 |
|
'desc'=>'[failure again]'}; |
182 |
|
$downtime->{"$group/$service"} += ($utime - $fail{$id}), |
183 |
|
$fail{$id} = $utime; |
184 |
|
$sg_count->{"$group/$service"}++; |
185 |
|
} |
186 |
|
$sg_filter->{"$group/$service"}++; |
187 |
|
} else { |
188 |
$fail{$id} = $utime; |
$fail{$id} = $utime; |
|
$sg_count{"$group/$service"}++; |
|
189 |
} |
} |
|
$sg_filter{"$group/$service"}++; |
|
|
} else { |
|
|
$fail{$id} = $utime; |
|
190 |
} |
} |
191 |
} |
} |
192 |
|
close(LOG); |
193 |
|
|
194 |
|
$cache->set($cache_key, $data); |
195 |
|
$cache->set("downtime $cache_key", $downtime); |
196 |
|
$cache->set("sg_filter $cache_key", $sg_filter); |
197 |
|
$cache->set("sg_count $cache_key", $sg_count); |
198 |
|
|
199 |
} |
} |
|
close(LOG); |
|
200 |
|
|
201 |
# generate output |
# generate output |
202 |
# |
# |
210 |
Tr(td( |
Tr(td( |
211 |
em("Show just service/group:"),br, |
em("Show just service/group:"),br, |
212 |
checkbox_group(-name=>'sg_filter', |
checkbox_group(-name=>'sg_filter', |
213 |
-values=>[keys %sg_filter], |
-values=>[keys %$sg_filter], |
214 |
-default=>[keys %sg_filter], |
-default=>[keys %$sg_filter], |
215 |
-linebreak=>'true', |
-linebreak=>'true', |
216 |
), |
), |
217 |
),td( |
),td( |
229 |
$q->textfield(-name=>'to_date',-size=>20,-default=>$to_date), |
$q->textfield(-name=>'to_date',-size=>20,-default=>$to_date), |
230 |
small('Using <a href="http://search.cpan.org/search?mode=module&query=Time::ParseDate">Time::ParseDate</a>'), |
small('Using <a href="http://search.cpan.org/search?mode=module&query=Time::ParseDate">Time::ParseDate</a>'), |
231 |
br, |
br, |
232 |
|
$q->checkbox(-name=>'use_time_limit',-checked=>1, |
233 |
|
-label=>"use time limit for each day:"), |
234 |
|
$q->textfield(-name=>'from_time_interval',-size=>8,-default=>$from_time_interval), |
235 |
|
" to: ", |
236 |
|
$q->textfield(-name=>'to_time_interval',-size=>8,-default=>$to_time_interval), |
237 |
|
br,"Days: ", |
238 |
|
$q->checkbox_group(-name=>'day_interval', |
239 |
|
-values=>[ sort { $a <=> $b } keys %days ], |
240 |
|
-labels=>\%days, |
241 |
|
-defaults=>[ |
242 |
|
Time::Available::DAY_MONDAY, |
243 |
|
Time::Available::DAY_TUESDAY, |
244 |
|
Time::Available::DAY_WEDNESDAY, |
245 |
|
Time::Available::DAY_THURSDAY, |
246 |
|
Time::Available::DAY_FRIDAY, |
247 |
|
] |
248 |
|
), |
249 |
$q->submit(-name=>'show',-value=>'Show report'), |
$q->submit(-name=>'show',-value=>'Show report'), |
250 |
)),end_table; |
)),end_table; |
251 |
|
|
276 |
|
|
277 |
# sort data |
# sort data |
278 |
# |
# |
279 |
my @sorted = sorted_array(@data, @sort); |
my @sorted = sorted_array(@$data, @sort); |
|
#my @sorted = @data; |
|
280 |
|
|
281 |
print "-- sort: ",Dumper(@sort)," (data: ".@data." sorted: ".@sorted.") --\n",br if ($debug); |
print "-- sort: ",Dumper(@sort)," (data: ".@$data." sorted: ".@sorted.") --\n",br,"-- dayMask: $dayMask --\n",br,"-- cache_key: $cache_key --\n",br if ($debug); |
282 |
|
|
283 |
print start_table({-border=>1,-cellspacing=>0,-cellpadding=>2,-width=>'100%'}); |
print start_table({-border=>1,-cellspacing=>0,-cellpadding=>2,-width=>'100%'}); |
284 |
|
|
285 |
print Tr( |
print Tr( |
286 |
th("group/service"), |
th("group/service"), |
287 |
th({-bgcolor=>'#f0f0f0'}, |
th({-bgcolor=>'#f0f0f0'},'<nobr>'. |
288 |
&sort_link($q,'from_time','u').' from '. |
&sort_link($q,'from','u').' from '. |
289 |
&sort_link($q,'from_time','d'), |
&sort_link($q,'from','d').'</nobr>', |
290 |
br,$from_html |
br,$from_html |
291 |
), |
), |
292 |
th( |
th( '<nobr>'. |
293 |
&sort_link($q,'to_time','u').' to '. |
&sort_link($q,'to','u').' to '. |
294 |
&sort_link($q,'to_time','d'), |
&sort_link($q,'to','d').'</nobr>', |
295 |
br,$to_html |
br,$to_html |
296 |
), |
), |
297 |
th({-bgcolor=>'#e0e0e0'}, |
th({-bgcolor=>'#e0e0e0'},'<nobr>'. |
298 |
&sort_link($q,'dur_time','u').' duration '. |
&sort_link($q,'dur','u').' duration '. |
299 |
&sort_link($q,'dur_time','d') |
&sort_link($q,'dur','d').'</nobr>' |
300 |
), |
), |
301 |
th("description") |
th("description") |
302 |
) if (scalar @sorted > 0); |
) if (scalar @sorted > 0); |
303 |
|
|
304 |
foreach my $row (@sorted) { |
foreach my $row (@sorted) { |
305 |
next if ($q->param('use_date_limit') && ($row->{from_time} < $from_time || $row->{to_time} > $to_time)); |
next if ($q->param('use_date_limit') && ($row->{from} < $from_time || $row->{to} > $to_time)); |
306 |
|
my ($from,$dur,$int) = ('unknown','unknown','unknown'); |
307 |
|
if ($row->{from} != -1 ) { |
308 |
|
$from = d($row->{from}); |
309 |
|
$dur = dur($row->{to} - $row->{from}); |
310 |
|
$int = dur($working_days->interval($row->{to},$row->{from})); |
311 |
|
} |
312 |
print Tr( |
print Tr( |
313 |
td({-align=>'left',-valign=>'center'},$row->{sg}), |
td({-align=>'left',-valign=>'center'},$row->{sg}), |
314 |
td({-align=>'right',-bgcolor=>'#f0f0f0'},$row->{from}), |
td({-align=>'right',-bgcolor=>'#f0f0f0'},$from), |
315 |
td({-align=>'right'},$row->{to}), |
td({-align=>'right'},d($row->{to})), |
316 |
td({-align=>'center',-bgcolor=>'#e0e0e0'},$row->{dur}), |
td({-align=>'center',-bgcolor=>'#e0e0e0'},$dur), |
317 |
|
td({-align=>'center',-bgcolor=>'#e0e0e0'},$int), |
318 |
td({-align=>'left'},$row->{desc}), |
td({-align=>'left'},$row->{desc}), |
319 |
),"\n"; |
),"\n"; |
320 |
} |
} |
322 |
# dump totals |
# dump totals |
323 |
# |
# |
324 |
|
|
325 |
foreach my $sg (keys %downtime) { |
foreach my $sg (keys %$downtime) { |
326 |
print Tr(td({-colspan=>3,-align=>'right'},"total for $sg:"), |
print Tr(td({-colspan=>3,-align=>'right'},"total for $sg:"), |
327 |
td({-bgcolor=>'#e0e0e0',-align=>'right'},dur($downtime{$sg})), |
td({-bgcolor=>'#e0e0e0',-align=>'right'},dur($downtime->{$sg})), |
328 |
td(small("in ".$sg_count{$sg}." failures"))),"\n"; |
td(small("in ".$sg_count->{$sg}." failures"))),"\n"; |
329 |
} |
} |
330 |
|
|
331 |
print end_table, |
print end_table, |