20 |
|
|
21 |
=item --log=irc-logger.log |
=item --log=irc-logger.log |
22 |
|
|
|
Name of log file |
|
|
|
|
|
=item --follow=file.log |
|
|
|
|
|
Follows new messages in file |
|
|
|
|
23 |
=back |
=back |
24 |
|
|
25 |
=head1 DESCRIPTION |
=head1 DESCRIPTION |
44 |
$CHANNEL = '#irc-logger' if ($HOSTNAME =~ m/llin/); |
$CHANNEL = '#irc-logger' if ($HOSTNAME =~ m/llin/); |
45 |
my $IRC_ALIAS = "log"; |
my $IRC_ALIAS = "log"; |
46 |
|
|
|
# default log to follow and announce messages |
|
|
my $follows_path = 'follows.log'; |
|
|
|
|
47 |
my $DSN = 'DBI:Pg:dbname=' . $NICK; |
my $DSN = 'DBI:Pg:dbname=' . $NICK; |
48 |
|
|
|
# log output encoding |
|
|
my $ENCODING = 'ISO-8859-2'; |
|
49 |
my $TIMESTAMP = '%Y-%m-%d %H:%M:%S'; |
my $TIMESTAMP = '%Y-%m-%d %H:%M:%S'; |
50 |
|
|
51 |
my $sleep_on_error = 5; |
my $sleep_on_error = 5; |
63 |
|
|
64 |
## END CONFIG |
## END CONFIG |
65 |
|
|
66 |
use POE qw(Component::IRC Wheel::FollowTail Component::Server::HTTP); |
use POE qw(Component::IRC Component::Server::HTTP); |
67 |
use HTTP::Status; |
use HTTP::Status; |
68 |
use DBI; |
use DBI; |
|
use Encode qw/from_to is_utf8/; |
|
69 |
use Regexp::Common qw /URI/; |
use Regexp::Common qw /URI/; |
70 |
use CGI::Simple; |
use CGI::Simple; |
71 |
use HTML::TagCloud; |
use HTML::TagCloud; |
88 |
my $log_path; |
my $log_path; |
89 |
GetOptions( |
GetOptions( |
90 |
'import-dircproxy:s' => \$import_dircproxy, |
'import-dircproxy:s' => \$import_dircproxy, |
|
'follows:s' => \$follows_path, |
|
91 |
'log:s' => \$log_path, |
'log:s' => \$log_path, |
92 |
); |
); |
93 |
|
|
94 |
$SIG{__DIE__} = sub { |
#$SIG{__DIE__} = sub { |
95 |
confess "fatal error"; |
# confess "fatal error"; |
96 |
}; |
#}; |
97 |
|
|
98 |
open(STDOUT, '>', $log_path) || warn "can't redirect log to $log_path: $!"; |
open(STDOUT, '>', $log_path) || warn "can't redirect log to $log_path: $!"; |
99 |
|
|
100 |
sub _log { |
sub _log { |
101 |
my $out = strftime($TIMESTAMP,localtime()) . ' ' . join(" ",@_) . $/; |
print strftime($TIMESTAMP,localtime()) . ' ' . join(" ",@_) . $/; |
|
from_to( $out, 'UTF-8', $ENCODING ); |
|
|
print $out; |
|
|
} |
|
|
|
|
|
# LOG following |
|
|
|
|
|
my %FOLLOWS = |
|
|
( |
|
|
# ACCESS => "/var/log/apache/access.log", |
|
|
# ERROR => "/var/log/apache/error.log", |
|
|
); |
|
|
|
|
|
sub add_follow_path { |
|
|
my $path = shift; |
|
|
my $name = $path; |
|
|
$name =~ s/\..*$//; |
|
|
warn "# using $path to announce messages from $name\n"; |
|
|
$FOLLOWS{$name} = $path; |
|
102 |
} |
} |
103 |
|
|
|
add_follow_path( $follows_path ) if ( -e $follows_path ); |
|
|
|
|
104 |
# HTML formatters |
# HTML formatters |
105 |
|
|
106 |
my %escape = ('<'=>'<', '>'=>'>', '&'=>'&', '"'=>'"'); |
my %escape = ('<'=>'<', '>'=>'>', '&'=>'&', '"'=>'"'); |
249 |
|
|
250 |
|
|
251 |
|
|
252 |
my $sth = $dbh->prepare(qq{ |
my $sth_insert_log = $dbh->prepare(qq{ |
253 |
insert into log |
insert into log |
254 |
(channel, me, nick, message, time) |
(channel, me, nick, message, time) |
255 |
values (?,?,?,?,?) |
values (?,?,?,?,?) |
501 |
return unless ($arg->{id} && $arg->{message}); |
return unless ($arg->{id} && $arg->{message}); |
502 |
|
|
503 |
my $m = $arg->{message}; |
my $m = $arg->{message}; |
|
from_to('UTF-8', 'iso-8859-2', $m) if (is_utf8($m)); |
|
504 |
|
|
505 |
my @tags; |
my @tags; |
506 |
|
|
569 |
$a->{me} ? "***" . $a->{nick} : "<" . $a->{nick} . ">", |
$a->{me} ? "***" . $a->{nick} : "<" . $a->{nick} . ">", |
570 |
" " . $a->{message}; |
" " . $a->{message}; |
571 |
|
|
572 |
$sth->execute($a->{channel}, $a->{me}, $a->{nick}, $a->{message}, $a->{time}); |
$sth_insert_log->execute($a->{channel}, $a->{me}, $a->{nick}, $a->{message}, $a->{time}); |
573 |
add_tag( id => $dbh->last_insert_id(undef,undef,"log",undef), %$a ); |
add_tag( id => $dbh->last_insert_id(undef,undef,"log",undef), %$a ); |
574 |
} |
} |
575 |
|
|
621 |
# how many messages to send out when feed is seen for the first time? |
# how many messages to send out when feed is seen for the first time? |
622 |
my $send_rss_msgs = 1; |
my $send_rss_msgs = 1; |
623 |
|
|
624 |
|
_log "RSS fetch", $args->{url}; |
625 |
|
|
626 |
my $feed = XML::Feed->parse(URI->new( $args->{url} )); |
my $feed = XML::Feed->parse(URI->new( $args->{url} )); |
627 |
if ( ! $feed ) { |
if ( ! $feed ) { |
628 |
_log("can't fetch RSS ", $args->{url}); |
_log("can't fetch RSS ", $args->{url}); |
629 |
return; |
return; |
630 |
} |
} |
631 |
my $updates = 0; |
|
632 |
|
my ( $total, $updates ) = ( 0, 0 ); |
633 |
for my $entry ($feed->entries) { |
for my $entry ($feed->entries) { |
634 |
|
$total++; |
635 |
|
|
636 |
# seen allready? |
# seen allready? |
637 |
return if $_rss->{$feed->link}->{seen}->{$entry->id}++ > 0; |
next if $_rss->{$feed->link}->{seen}->{$entry->id}++ > 0; |
638 |
|
|
639 |
sub prefix { |
sub prefix { |
640 |
my ($txt,$var) = @_; |
my ($txt,$var) = @_; |
641 |
|
$var =~ s/\s+/ /gs; |
642 |
$var =~ s/^\s+//g; |
$var =~ s/^\s+//g; |
643 |
|
$var =~ s/\s+$//g; |
644 |
return $txt . $var if $var; |
return $txt . $var if $var; |
645 |
} |
} |
646 |
|
|
647 |
my $msg; |
my $msg; |
648 |
$msg .= prefix( 'From: ' , $feed->title ); |
$msg .= prefix( 'From: ' , $args->{name} || $feed->title ); |
649 |
$msg .= prefix( ' by ' , $entry->author ); |
$msg .= prefix( ' by ' , $entry->author ); |
650 |
$msg .= prefix( ' -- ' , $entry->link ); |
$msg .= prefix( ' | ' , $entry->title ); |
651 |
|
$msg .= prefix( ' | ' , $entry->link ); |
652 |
# $msg .= prefix( ' id ' , $entry->id ); |
# $msg .= prefix( ' id ' , $entry->id ); |
653 |
|
|
654 |
if ( $args->{kernel} && $send_rss_msgs ) { |
if ( $args->{kernel} && $send_rss_msgs ) { |
|
warn "# sending to $CHANNEL\n"; |
|
655 |
$send_rss_msgs--; |
$send_rss_msgs--; |
656 |
|
_log('>>', $msg); |
657 |
|
$sth_insert_log->execute( $CHANNEL, 1, $NICK, $msg, 'now()' ); |
658 |
$args->{kernel}->post( $IRC_ALIAS => notice => $CHANNEL, $msg ); |
$args->{kernel}->post( $IRC_ALIAS => notice => $CHANNEL, $msg ); |
659 |
$updates++; |
$updates++; |
|
save_message( channel => $CHANNEL, me => 1, nick => $NICK, message => $msg ); |
|
|
_log('RSS', $msg); |
|
660 |
} |
} |
661 |
} |
} |
662 |
|
|
665 |
$sql .= qq{where id = } . $args->{id}; |
$sql .= qq{where id = } . $args->{id}; |
666 |
eval { $dbh->do( $sql ) }; |
eval { $dbh->do( $sql ) }; |
667 |
|
|
668 |
|
_log "RSS got $total items of which $updates new"; |
669 |
|
|
670 |
return $updates; |
return $updates; |
671 |
} |
} |
672 |
|
|
684 |
warn "# ",$sth->rows," active RSS feeds\n"; |
warn "# ",$sth->rows," active RSS feeds\n"; |
685 |
my $count = 0; |
my $count = 0; |
686 |
while (my $row = $sth->fetchrow_hashref) { |
while (my $row = $sth->fetchrow_hashref) { |
|
warn "+++ fetch RSS feed: ",dump( $row ); |
|
687 |
$row->{kernel} = $kernel if $kernel; |
$row->{kernel} = $kernel if $kernel; |
688 |
$count += rss_fetch( $row ); |
$count += rss_fetch( $row ); |
689 |
} |
} |
690 |
return "OK, fetched $count posts from " . $sth->rows . " feeds"; |
return "OK, fetched $count posts from " . $sth->rows . " feeds"; |
691 |
} |
} |
692 |
|
|
|
my $rss_last_poll = time(); |
|
693 |
|
|
694 |
sub rss_check_updates { |
sub rss_check_updates { |
695 |
my $kernel = shift; |
my $kernel = shift; |
696 |
|
my $last_t = $_rss->{last_poll} || time(); |
697 |
my $t = time(); |
my $t = time(); |
698 |
if ( $rss_last_poll - $t > $rss_min_delay ) { |
if ( $t - $last_t > $rss_min_delay ) { |
699 |
$rss_last_poll = $t; |
$_rss->{last_poll} = $t; |
700 |
_log rss_fetch_all( $kernel ); |
_log rss_fetch_all( $kernel ); |
701 |
} |
} |
702 |
} |
} |
708 |
# POE handing part |
# POE handing part |
709 |
# |
# |
710 |
|
|
|
my $SKIPPING = 0; # if skipping, how many we've done |
|
|
my $SEND_QUEUE; # cache |
|
711 |
my $ping; # ping stats |
my $ping; # ping stats |
712 |
|
|
713 |
POE::Component::IRC->new($IRC_ALIAS); |
POE::Component::IRC->new($IRC_ALIAS); |
719 |
}, |
}, |
720 |
irc_255 => sub { # server is done blabbing |
irc_255 => sub { # server is done blabbing |
721 |
$_[KERNEL]->post($IRC_ALIAS => join => $CHANNEL); |
$_[KERNEL]->post($IRC_ALIAS => join => $CHANNEL); |
|
$_[KERNEL]->post($IRC_ALIAS => join => '#logger'); |
|
|
$_[KERNEL]->yield("heartbeat"); # start heartbeat |
|
|
$_[KERNEL]->yield("my_add", $_) for keys %FOLLOWS; |
|
722 |
$_[KERNEL]->post( $IRC_ALIAS => privmsg => 'nickserv', "IDENTIFY $NICK" ); |
$_[KERNEL]->post( $IRC_ALIAS => privmsg => 'nickserv', "IDENTIFY $NICK" ); |
723 |
}, |
}, |
724 |
irc_public => sub { |
irc_public => sub { |
899 |
$res = rss_fetch_all( $_[KERNEL] ); |
$res = rss_fetch_all( $_[KERNEL] ); |
900 |
} elsif ($msg =~ m/^rss-clean/) { |
} elsif ($msg =~ m/^rss-clean/) { |
901 |
$_rss = undef; |
$_rss = undef; |
902 |
|
$dbh->do( qq{ update feeds set last_update = now() - delay } ); |
903 |
$res = "OK, cleaned RSS cache"; |
$res = "OK, cleaned RSS cache"; |
904 |
|
} elsif ($msg =~ m/^rss-list/) { |
905 |
|
my $sth = $dbh->prepare(qq{ select url,name,last_update,active from feeds }); |
906 |
|
$sth->execute; |
907 |
|
while (my @row = $sth->fetchrow_array) { |
908 |
|
$_[KERNEL]->post( $IRC_ALIAS => privmsg => $nick, join(' | ',@row) ); |
909 |
|
} |
910 |
|
$res = ''; |
911 |
} elsif ($msg =~ m!^rss-(add|remove|stop|start)\s+(http://\S+)\s*(.*)!) { |
} elsif ($msg =~ m!^rss-(add|remove|stop|start)\s+(http://\S+)\s*(.*)!) { |
912 |
my $sql = { |
my $sql = { |
913 |
add => qq{ insert into feeds (url,name) values (?,?) }, |
add => qq{ insert into feeds (url,name) values (?,?) }, |
914 |
# remove => qq{ delete from feeds where url = ? and name = ? }, |
# remove => qq{ delete from feeds where url = ? and name = ? }, |
915 |
start => qq{ update feeds set active = true where url = ? -- ? }, |
start => qq{ update feeds set active = true where url = ? }, |
916 |
stop => qq{ update feeds set active = false where url = ? -- ? }, |
stop => qq{ update feeds set active = false where url = ? }, |
917 |
|
|
918 |
}; |
}; |
919 |
if (my $q = $sql->{$1} ) { |
if (my $q = $sql->{$1} ) { |
920 |
my $sth = $dbh->prepare( $q ); |
my $sth = $dbh->prepare( $q ); |
921 |
warn "## SQL $q ( $2 | $3 )\n"; |
my @data = ( $2 ); |
922 |
eval { $sth->execute( $2, $3 ) }; |
push @data, $3 if ( $q =~ s/\?//g == 2 ); |
923 |
|
warn "## $1 SQL $q with ",dump( @data ),"\n"; |
924 |
|
eval { $sth->execute( @data ) }; |
925 |
} |
} |
926 |
|
|
927 |
$res ||= "OK, RSS $1 : $2 - $3"; |
$res = "OK, RSS $1 : $2 - $3"; |
928 |
} |
} |
929 |
|
|
930 |
if ($res) { |
if ($res) { |
971 |
""; |
""; |
972 |
0; # false for signals |
0; # false for signals |
973 |
}, |
}, |
|
my_add => sub { |
|
|
my $trailing = $_[ARG0]; |
|
|
my $session = $_[SESSION]; |
|
|
POE::Session->create |
|
|
(inline_states => |
|
|
{_start => sub { |
|
|
$_[HEAP]->{wheel} = |
|
|
POE::Wheel::FollowTail->new |
|
|
( |
|
|
Filename => $FOLLOWS{$trailing}, |
|
|
InputEvent => 'got_line', |
|
|
); |
|
|
warn "+++ following $trailing at $FOLLOWS{$trailing}\n"; |
|
|
}, |
|
|
got_line => sub { |
|
|
warn "+++ $trailing : $_[ARG0]\n"; |
|
|
$_[KERNEL]->post($session => my_tailed => time, $trailing, $_[ARG0]); |
|
|
}, |
|
|
}, |
|
|
); |
|
|
|
|
|
}, |
|
|
my_tailed => sub { |
|
|
my ($time, $file, $line) = @_[ARG0..ARG2]; |
|
|
## $time will be undef on a probe, or a time value if a real line |
|
|
|
|
|
## PoCo::IRC has throttling built in, but no external visibility |
|
|
## so this is reaching "under the hood" |
|
|
$SEND_QUEUE ||= |
|
|
$_[KERNEL]->alias_resolve($IRC_ALIAS)->get_heap->{send_queue}; |
|
|
|
|
|
## handle "no need to keep skipping" transition |
|
|
if ($SKIPPING and @$SEND_QUEUE < 1) { |
|
|
$_[KERNEL]->post($IRC_ALIAS => privmsg => $CHANNEL => |
|
|
"[discarded $SKIPPING messages]"); |
|
|
$SKIPPING = 0; |
|
|
} |
|
|
|
|
|
## handle potential message display |
|
|
if ($time) { |
|
|
if ($SKIPPING or @$SEND_QUEUE > 3) { # 3 msgs per 10 seconds |
|
|
$SKIPPING++; |
|
|
} else { |
|
|
my @time = localtime $time; |
|
|
$_[KERNEL]->post($IRC_ALIAS => privmsg => $CHANNEL => |
|
|
sprintf "%02d:%02d:%02d: %s: %s", |
|
|
($time[2] + 11) % 12 + 1, $time[1], $time[0], |
|
|
$file, $line); |
|
|
} |
|
|
} |
|
|
|
|
|
## handle re-probe/flush if skipping |
|
|
if ($SKIPPING) { |
|
|
$_[KERNEL]->delay($_[STATE] => 0.5); # $time will be undef |
|
|
} |
|
|
|
|
|
}, |
|
|
my_heartbeat => sub { |
|
|
$_[KERNEL]->yield(my_tailed => time, "heartbeat", "beep"); |
|
|
$_[KERNEL]->delay($_[STATE] => 10); |
|
|
} |
|
974 |
}, |
}, |
975 |
); |
); |
976 |
|
|
1192 |
} |
} |
1193 |
$cal->setcontent($dd, qq[ |
$cal->setcontent($dd, qq[ |
1194 |
<a href="$url?date=$row->{date}">$row->{nr}</a><br/>$row->{len} |
<a href="$url?date=$row->{date}">$row->{nr}</a><br/>$row->{len} |
1195 |
]); |
]) if $cal; |
1196 |
|
|
1197 |
} |
} |
1198 |
$html .= qq{<td valign="top">} . $cal->as_HTML() . qq{</td></tr></table>}; |
$html .= qq{<td valign="top">} . $cal->as_HTML() . qq{</td></tr></table>}; |