55 |
|
|
56 |
my $DSN = 'DBI:Pg:dbname=' . $NICK; |
my $DSN = 'DBI:Pg:dbname=' . $NICK; |
57 |
|
|
|
my $ENCODING = 'ISO-8859-2'; |
|
58 |
my $TIMESTAMP = '%Y-%m-%d %H:%M:%S'; |
my $TIMESTAMP = '%Y-%m-%d %H:%M:%S'; |
59 |
|
|
60 |
my $sleep_on_error = 5; |
my $sleep_on_error = 5; |
75 |
use POE qw(Component::IRC Wheel::FollowTail Component::Server::HTTP); |
use POE qw(Component::IRC Wheel::FollowTail Component::Server::HTTP); |
76 |
use HTTP::Status; |
use HTTP::Status; |
77 |
use DBI; |
use DBI; |
|
use Encode qw/from_to is_utf8/; |
|
78 |
use Regexp::Common qw /URI/; |
use Regexp::Common qw /URI/; |
79 |
use CGI::Simple; |
use CGI::Simple; |
80 |
use HTML::TagCloud; |
use HTML::TagCloud; |
101 |
'log:s' => \$log_path, |
'log:s' => \$log_path, |
102 |
); |
); |
103 |
|
|
104 |
$SIG{__DIE__} = sub { |
#$SIG{__DIE__} = sub { |
105 |
confess "fatal error"; |
# confess "fatal error"; |
106 |
}; |
#}; |
107 |
|
|
108 |
open(STDOUT, '>', $log_path) || warn "can't redirect log to $log_path: $!"; |
open(STDOUT, '>', $log_path) || warn "can't redirect log to $log_path: $!"; |
109 |
|
|
110 |
sub _log { |
sub _log { |
111 |
print strftime($TIMESTAMP,localtime()), ' ', join(" ",@_), $/; |
print strftime($TIMESTAMP,localtime()) . ' ' . join(" ",@_) . $/; |
112 |
} |
} |
113 |
|
|
114 |
# LOG following |
# LOG following |
172 |
}; |
}; |
173 |
|
|
174 |
my $dbh = DBI->connect($DSN,"","", { RaiseError => 1, AutoCommit => 1 }) || die $DBI::errstr; |
my $dbh = DBI->connect($DSN,"","", { RaiseError => 1, AutoCommit => 1 }) || die $DBI::errstr; |
175 |
|
$dbh->do( qq{ set client_encoding = 'UTF-8' } ); |
176 |
|
|
177 |
my $sql_schema = { |
my $sql_schema = { |
178 |
log => qq{ |
log => qq{ |
205 |
id serial, |
id serial, |
206 |
url text not null, |
url text not null, |
207 |
name text, |
name text, |
208 |
delay interval not null default '30 sec', --'5 min', |
delay interval not null default '5 min', |
209 |
active boolean default true, |
active boolean default true, |
210 |
last_update timestamp default 'now()', |
last_update timestamp default 'now()', |
211 |
polls int default 0, |
polls int default 0, |
277 |
|
|
278 |
|
|
279 |
|
|
280 |
my $sth = $dbh->prepare(qq{ |
my $sth_insert_log = $dbh->prepare(qq{ |
281 |
insert into log |
insert into log |
282 |
(channel, me, nick, message, time) |
(channel, me, nick, message, time) |
283 |
values (?,?,?,?,?) |
values (?,?,?,?,?) |
529 |
return unless ($arg->{id} && $arg->{message}); |
return unless ($arg->{id} && $arg->{message}); |
530 |
|
|
531 |
my $m = $arg->{message}; |
my $m = $arg->{message}; |
|
from_to('UTF-8', 'iso-8859-2', $m) if (is_utf8($m)); |
|
532 |
|
|
533 |
my @tags; |
my @tags; |
534 |
|
|
597 |
$a->{me} ? "***" . $a->{nick} : "<" . $a->{nick} . ">", |
$a->{me} ? "***" . $a->{nick} : "<" . $a->{nick} . ">", |
598 |
" " . $a->{message}; |
" " . $a->{message}; |
599 |
|
|
600 |
from_to($a->{message}, 'UTF-8', $ENCODING); |
$sth_insert_log->execute($a->{channel}, $a->{me}, $a->{nick}, $a->{message}, $a->{time}); |
|
|
|
|
$sth->execute($a->{channel}, $a->{me}, $a->{nick}, $a->{message}, $a->{time}); |
|
601 |
add_tag( id => $dbh->last_insert_id(undef,undef,"log",undef), %$a ); |
add_tag( id => $dbh->last_insert_id(undef,undef,"log",undef), %$a ); |
602 |
} |
} |
603 |
|
|
649 |
# how many messages to send out when feed is seen for the first time? |
# how many messages to send out when feed is seen for the first time? |
650 |
my $send_rss_msgs = 1; |
my $send_rss_msgs = 1; |
651 |
|
|
652 |
|
_log "RSS fetch", $args->{url}; |
653 |
|
|
654 |
my $feed = XML::Feed->parse(URI->new( $args->{url} )); |
my $feed = XML::Feed->parse(URI->new( $args->{url} )); |
655 |
if ( ! $feed ) { |
if ( ! $feed ) { |
656 |
_log("can't fetch RSS ", $args->{url}); |
_log("can't fetch RSS ", $args->{url}); |
657 |
return; |
return; |
658 |
} |
} |
659 |
my $updates = 0; |
my ( $total, $updates ) = ( 0, 0 ); |
660 |
for my $entry ($feed->entries) { |
for my $entry ($feed->entries) { |
661 |
|
$total++; |
662 |
|
|
663 |
# seen allready? |
# seen allready? |
664 |
return if $_rss->{$feed->link}->{seen}->{$entry->id}++ > 0; |
return if $_rss->{$feed->link}->{seen}->{$entry->id}++ > 0; |
675 |
$msg .= prefix( ' -- ' , $entry->link ); |
$msg .= prefix( ' -- ' , $entry->link ); |
676 |
# $msg .= prefix( ' id ' , $entry->id ); |
# $msg .= prefix( ' id ' , $entry->id ); |
677 |
|
|
|
_log('RSS', $msg); |
|
|
|
|
678 |
if ( $args->{kernel} && $send_rss_msgs ) { |
if ( $args->{kernel} && $send_rss_msgs ) { |
|
warn "# sending to $CHANNEL\n"; |
|
679 |
$send_rss_msgs--; |
$send_rss_msgs--; |
680 |
|
_log('RSS', $msg); |
681 |
|
$sth_insert_log->execute( $CHANNEL, 1, $NICK, $msg, undef ); |
682 |
$args->{kernel}->post( $IRC_ALIAS => notice => $CHANNEL, $msg ); |
$args->{kernel}->post( $IRC_ALIAS => notice => $CHANNEL, $msg ); |
683 |
$updates++; |
$updates++; |
684 |
} |
} |
687 |
my $sql = qq{ update feeds set last_update = now(), polls = polls + 1 }; |
my $sql = qq{ update feeds set last_update = now(), polls = polls + 1 }; |
688 |
$sql .= qq{, updates = updates + $updates } if $updates; |
$sql .= qq{, updates = updates + $updates } if $updates; |
689 |
$sql .= qq{where id = } . $args->{id}; |
$sql .= qq{where id = } . $args->{id}; |
690 |
$dbh->do( $sql ); |
eval { $dbh->do( $sql ) }; |
691 |
|
|
692 |
|
_log "RSS got $total items of which $updates new"; |
693 |
|
|
694 |
return $updates; |
return $updates; |
695 |
} |
} |
708 |
warn "# ",$sth->rows," active RSS feeds\n"; |
warn "# ",$sth->rows," active RSS feeds\n"; |
709 |
my $count = 0; |
my $count = 0; |
710 |
while (my $row = $sth->fetchrow_hashref) { |
while (my $row = $sth->fetchrow_hashref) { |
|
warn "+++ fetch RSS feed: ",dump( $row ); |
|
711 |
$row->{kernel} = $kernel if $kernel; |
$row->{kernel} = $kernel if $kernel; |
712 |
$count += rss_fetch( $row ); |
$count += rss_fetch( $row ); |
713 |
} |
} |
714 |
return "OK, fetched $count posts from " . $sth->rows . " feeds"; |
return "OK, fetched $count posts from " . $sth->rows . " feeds"; |
715 |
} |
} |
716 |
|
|
|
my $rss_last_poll = time(); |
|
717 |
|
|
718 |
sub rss_check_updates { |
sub rss_check_updates { |
719 |
my $kernel = shift; |
my $kernel = shift; |
720 |
|
my $last_t = $_rss->{last_poll} || time(); |
721 |
my $t = time(); |
my $t = time(); |
722 |
if ( $rss_last_poll - $t > $rss_min_delay ) { |
if ( $last_t - $t > $rss_min_delay ) { |
723 |
$rss_last_poll = $t; |
$_rss->{last_poll} = $t; |
724 |
_log rss_fetch_all( $kernel ); |
_log rss_fetch_all( $kernel ); |
725 |
} |
} |
726 |
} |
} |
745 |
}, |
}, |
746 |
irc_255 => sub { # server is done blabbing |
irc_255 => sub { # server is done blabbing |
747 |
$_[KERNEL]->post($IRC_ALIAS => join => $CHANNEL); |
$_[KERNEL]->post($IRC_ALIAS => join => $CHANNEL); |
|
$_[KERNEL]->post($IRC_ALIAS => join => '#logger'); |
|
|
$_[KERNEL]->yield("heartbeat"); # start heartbeat |
|
|
$_[KERNEL]->yield("my_add", $_) for keys %FOLLOWS; |
|
748 |
$_[KERNEL]->post( $IRC_ALIAS => privmsg => 'nickserv', "IDENTIFY $NICK" ); |
$_[KERNEL]->post( $IRC_ALIAS => privmsg => 'nickserv', "IDENTIFY $NICK" ); |
749 |
}, |
}, |
750 |
irc_public => sub { |
irc_public => sub { |
795 |
my $nick = (split /!/, $_[ARG0])[0]; |
my $nick = (split /!/, $_[ARG0])[0]; |
796 |
my $msg = $_[ARG2]; |
my $msg = $_[ARG2]; |
797 |
my $channel = $_[ARG1]->[0]; |
my $channel = $_[ARG1]->[0]; |
|
from_to($msg, 'UTF-8', $ENCODING); |
|
798 |
|
|
799 |
my $res = "unknown command '$msg', try /msg $NICK help!"; |
my $res = "unknown command '$msg', try /msg $NICK help!"; |
800 |
my @out; |
my @out; |
838 |
|
|
839 |
foreach my $res (get_from_log( limit => $limit )) { |
foreach my $res (get_from_log( limit => $limit )) { |
840 |
_log "last: $res"; |
_log "last: $res"; |
|
from_to($res, $ENCODING, 'UTF-8'); |
|
841 |
$_[KERNEL]->post( $IRC_ALIAS => privmsg => $nick, $res ); |
$_[KERNEL]->post( $IRC_ALIAS => privmsg => $nick, $res ); |
842 |
} |
} |
843 |
|
|
852 |
search => $what, |
search => $what, |
853 |
)) { |
)) { |
854 |
_log "search [$what]: $res"; |
_log "search [$what]: $res"; |
|
from_to($res, $ENCODING, 'UTF-8'); |
|
855 |
$_[KERNEL]->post( $IRC_ALIAS => privmsg => $nick, $res ); |
$_[KERNEL]->post( $IRC_ALIAS => privmsg => $nick, $res ); |
856 |
} |
} |
857 |
|
|
945 |
|
|
946 |
if ($res) { |
if ($res) { |
947 |
_log ">> [$nick] $res"; |
_log ">> [$nick] $res"; |
|
from_to($res, $ENCODING, 'UTF-8'); |
|
948 |
$_[KERNEL]->post( $IRC_ALIAS => privmsg => $nick, $res ); |
$_[KERNEL]->post( $IRC_ALIAS => privmsg => $nick, $res ); |
949 |
} |
} |
950 |
|
|
987 |
""; |
""; |
988 |
0; # false for signals |
0; # false for signals |
989 |
}, |
}, |
|
my_add => sub { |
|
|
my $trailing = $_[ARG0]; |
|
|
my $session = $_[SESSION]; |
|
|
POE::Session->create |
|
|
(inline_states => |
|
|
{_start => sub { |
|
|
$_[HEAP]->{wheel} = |
|
|
POE::Wheel::FollowTail->new |
|
|
( |
|
|
Filename => $FOLLOWS{$trailing}, |
|
|
InputEvent => 'got_line', |
|
|
); |
|
|
warn "+++ following $trailing at $FOLLOWS{$trailing}\n"; |
|
|
}, |
|
|
got_line => sub { |
|
|
warn "+++ $trailing : $_[ARG0]\n"; |
|
|
$_[KERNEL]->post($session => my_tailed => time, $trailing, $_[ARG0]); |
|
|
}, |
|
|
}, |
|
|
); |
|
|
|
|
|
}, |
|
|
my_tailed => sub { |
|
|
my ($time, $file, $line) = @_[ARG0..ARG2]; |
|
|
## $time will be undef on a probe, or a time value if a real line |
|
|
|
|
|
## PoCo::IRC has throttling built in, but no external visibility |
|
|
## so this is reaching "under the hood" |
|
|
$SEND_QUEUE ||= |
|
|
$_[KERNEL]->alias_resolve($IRC_ALIAS)->get_heap->{send_queue}; |
|
|
|
|
|
## handle "no need to keep skipping" transition |
|
|
if ($SKIPPING and @$SEND_QUEUE < 1) { |
|
|
$_[KERNEL]->post($IRC_ALIAS => privmsg => $CHANNEL => |
|
|
"[discarded $SKIPPING messages]"); |
|
|
$SKIPPING = 0; |
|
|
} |
|
|
|
|
|
## handle potential message display |
|
|
if ($time) { |
|
|
if ($SKIPPING or @$SEND_QUEUE > 3) { # 3 msgs per 10 seconds |
|
|
$SKIPPING++; |
|
|
} else { |
|
|
my @time = localtime $time; |
|
|
$_[KERNEL]->post($IRC_ALIAS => privmsg => $CHANNEL => |
|
|
sprintf "%02d:%02d:%02d: %s: %s", |
|
|
($time[2] + 11) % 12 + 1, $time[1], $time[0], |
|
|
$file, $line); |
|
|
} |
|
|
} |
|
|
|
|
|
## handle re-probe/flush if skipping |
|
|
if ($SKIPPING) { |
|
|
$_[KERNEL]->delay($_[STATE] => 0.5); # $time will be undef |
|
|
} |
|
|
|
|
|
}, |
|
|
my_heartbeat => sub { |
|
|
$_[KERNEL]->yield(my_tailed => time, "heartbeat", "beep"); |
|
|
$_[KERNEL]->delay($_[STATE] => 10); |
|
|
} |
|
990 |
}, |
}, |
991 |
); |
); |
992 |
|
|
1114 |
my $message = $filter->{message}->( $m->{message} ); |
my $message = $filter->{message}->( $m->{message} ); |
1115 |
$message .= "<br/>\n" unless $message =~ m!<(/p|br/?)>!; |
$message .= "<br/>\n" unless $message =~ m!<(/p|br/?)>!; |
1116 |
# warn "## message = $message\n"; |
# warn "## message = $message\n"; |
|
from_to( $message, $ENCODING, 'UTF-8' ); |
|
1117 |
|
|
1118 |
#$feed_entry->summary( |
#$feed_entry->summary( |
1119 |
$feed_entry->content( |
$feed_entry->content( |
1157 |
warn "$@"; |
warn "$@"; |
1158 |
} |
} |
1159 |
|
|
1160 |
$response->content_type("text/html; charset=$ENCODING"); |
$response->content_type("text/html; charset=UTF-8"); |
1161 |
|
|
1162 |
my $html = |
my $html = |
1163 |
qq{<html><head><title>$NICK</title><style type="text/css">$style} |
qq{<html><head><title>$NICK</title><style type="text/css">$style} |
1208 |
} |
} |
1209 |
$cal->setcontent($dd, qq[ |
$cal->setcontent($dd, qq[ |
1210 |
<a href="$url?date=$row->{date}">$row->{nr}</a><br/>$row->{len} |
<a href="$url?date=$row->{date}">$row->{nr}</a><br/>$row->{len} |
1211 |
]); |
]) if $cal; |
1212 |
|
|
1213 |
} |
} |
1214 |
$html .= qq{<td valign="top">} . $cal->as_HTML() . qq{</td></tr></table>}; |
$html .= qq{<td valign="top">} . $cal->as_HTML() . qq{</td></tr></table>}; |