--- trunk/irc-logger.pl 2006/02/27 11:54:38 4
+++ trunk/bin/irc-logger.pl 2008/03/06 18:03:05 84
@@ -2,67 +2,871 @@
use strict;
$|++;
+=head1 NAME
+
+irc-logger.pl
+
+=head1 SYNOPSIS
+
+./irc-logger.pl
+
+=head2 Options
+
+=over 4
+
+=item --import-dircproxy=filename
+
+Import log from C to C database
+
+=item --log=irc-logger.log
+
+Name of log file
+
+=item --follow=file.log
+
+Follows new messages in file
+
+=back
+
+=head1 DESCRIPTION
+
+log all conversation on irc channel
+
+=cut
+
## CONFIG
+my $HOSTNAME = `hostname -f`;
+chomp($HOSTNAME);
+
my $NICK = 'irc-logger';
+$NICK .= '-dev' if ($HOSTNAME =~ m/llin/);
my $CONNECT =
{Server => 'irc.freenode.net',
Nick => $NICK,
- Ircname => 'logger: ask dpavlin@rot13.org'
+ Ircname => "try /msg $NICK help",
};
my $CHANNEL = '#razmjenavjestina';
+$CHANNEL = '#irc-logger' if ($HOSTNAME =~ m/llin/);
my $IRC_ALIAS = "log";
+# default log to follow and announce messages
+my $follows_path = 'follows.log';
+
+my $DSN = 'DBI:Pg:dbname=' . $NICK;
+
+my $ENCODING = 'ISO-8859-2';
+my $TIMESTAMP = '%Y-%m-%d %H:%M:%S';
+
+my $sleep_on_error = 5;
+
+# number of last tags to keep in circular buffer
+my $last_x_tags = 50;
+
+my $http_port = $NICK =~ m/-dev/ ? 8001 : 8000;
+
+my $url = "http://$HOSTNAME:$http_port";
+
+## END CONFIG
+
+
+
+use POE qw(Component::IRC Wheel::FollowTail Component::Server::HTTP);
+use HTTP::Status;
+use DBI;
+use Encode qw/from_to is_utf8/;
+use Regexp::Common qw /URI/;
+use CGI::Simple;
+use HTML::TagCloud;
+use POSIX qw/strftime/;
+use HTML::CalendarMonthSimple;
+use Getopt::Long;
+use DateTime;
+use URI::Escape;
+use Data::Dump qw/dump/;
+use DateTime::Format::ISO8601;
+use Carp qw/confess/;
+use XML::Feed;
+use DateTime::Format::Flexible;
+
+my $use_twitter = 1;
+eval { require Net::Twitter; };
+$use_twitter = 0 if ($@);
+
+my $import_dircproxy;
+my $log_path;
+GetOptions(
+ 'import-dircproxy:s' => \$import_dircproxy,
+ 'follows:s' => \$follows_path,
+ 'log:s' => \$log_path,
+);
+
+$SIG{__DIE__} = sub {
+ confess "fatal error";
+};
+
+open(STDOUT, '>', $log_path) || warn "can't redirect log to $log_path: $!";
+
+sub _log {
+ print strftime($TIMESTAMP,localtime()), ' ', join(" ",@_), $/;
+}
+
+# LOG following
+
my %FOLLOWS =
(
- ACCESS => "/var/log/apache/access.log",
- ERROR => "/var/log/apache/error.log",
+# ACCESS => "/var/log/apache/access.log",
+# ERROR => "/var/log/apache/error.log",
);
-## END CONFIG
+sub add_follow_path {
+ my $path = shift;
+ my $name = $path;
+ $name =~ s/\..*$//;
+ warn "# using $path to announce messages from $name\n";
+ $FOLLOWS{$name} = $path;
+}
+
+add_follow_path( $follows_path ) if ( -e $follows_path );
+
+# HTML formatters
+
+my %escape = ('<'=>'<', '>'=>'>', '&'=>'&', '"'=>'"');
+my $escape_re = join '|' => keys %escape;
+
+my $tag_regex = '\b([\w-_]+)//';
+
+my %nick_enumerator;
+my $max_color = 0;
+
+my $filter = {
+ message => sub {
+ my $m = shift || return;
+
+ # protect HTML from wiki modifications
+ sub e {
+ my $t = shift;
+ return 'uri_unescape{' . uri_escape($t) . '}';
+ }
+
+ $m =~ s/($escape_re)/$escape{$1}/gs;
+ $m =~ s#($RE{URI}{HTTP})#e(qq{$1})#egs ||
+ $m =~ s#\/(\w+)\/#$1#gs;
+ $m =~ s#$tag_regex#e(qq{$1})#egs;
+ $m =~ s#\*(\w+)\*#$1#gs;
+ $m =~ s#_(\w+)_#$1#gs;
+
+ $m =~ s#uri_unescape{([^}]+)}#uri_unescape($1)#egs;
+ return $m;
+ },
+ nick => sub {
+ my $n = shift || return;
+ if (! $nick_enumerator{$n}) {
+ my $max = scalar keys %nick_enumerator;
+ $nick_enumerator{$n} = $max + 1;
+ }
+ return '' . $n . '';
+ },
+};
+
+my $dbh = DBI->connect($DSN,"","", { RaiseError => 1, AutoCommit => 1 }) || die $DBI::errstr;
+
+my $sql_schema = {
+ log => '
+create table log (
+ id serial,
+ time timestamp default now(),
+ channel text not null,
+ me boolean default false,
+ nick text not null,
+ message text not null,
+ primary key(id)
+);
+
+create index log_time on log(time);
+create index log_channel on log(channel);
+create index log_nick on log(nick);
+ ',
+ meta => '
+create table meta (
+ nick text not null,
+ channel text not null,
+ name text not null,
+ value text,
+ changed timestamp default now(),
+ primary key(nick,channel,name)
+);
+ ',
+};
+
+foreach my $table ( keys %$sql_schema ) {
+
+ eval {
+ $dbh->do(qq{ select count(*) from $table });
+ };
+
+ if ($@) {
+ warn "creating database table $table in $DSN\n";
+ $dbh->do( $sql_schema->{ $table } );
+ }
+}
+
+
+=head2 meta
+
+Set or get some meta data into database
+
+ meta('nick','channel','var_name', $var_value );
+
+ $var_value = meta('nick','channel','var_name');
+ ( $var_value, $changed ) = meta('nick','channel','var_name');
+
+=cut
+
+sub meta {
+ my ($nick,$channel,$name,$value) = @_;
+
+ # normalize channel name
+ $channel =~ s/^#//;
+
+ if (defined($value)) {
+
+ my $sth = $dbh->prepare(qq{ update meta set value = ?, changed = now() where nick = ? and channel = ? and name = ? });
+
+ eval { $sth->execute( $value, $nick, $channel, $name ) };
+
+ # error or no result
+ if ( $@ || ! $sth->rows ) {
+ $sth = $dbh->prepare(qq{ insert into meta (value,nick,channel,name,changed) values (?,?,?,?,now()) });
+ $sth->execute( $value, $nick, $channel, $name );
+ _log "created $nick/$channel/$name = $value";
+ } else {
+ _log "updated $nick/$channel/$name = $value ";
+ }
+
+ return $value;
+
+ } else {
+
+ my $sth = $dbh->prepare(qq{ select value,changed from meta where nick = ? and channel = ? and name = ? });
+ $sth->execute( $nick, $channel, $name );
+ my ($v,$c) = $sth->fetchrow_array;
+ _log "fetched $nick/$channel/$name = $v [$c]";
+ return ($v,$c) if wantarray;
+ return $v;
+
+ }
+}
+
+
+
+my $sth = $dbh->prepare(qq{
+insert into log
+ (channel, me, nick, message, time)
+values (?,?,?,?,?)
+});
+
+
+my $tags;
+
+=head2 get_from_log
+
+ my @messages = get_from_log(
+ limit => 42,
+ search => '%what to stuff in ilike%',
+ fmt => {
+ time => '{%s} ',
+ time_channel => '{%s %s} ',
+ nick => '%s: ',
+ me_nick => '***%s ',
+ message => '%s',
+ },
+ filter => {
+ message => sub {
+ # modify message content
+ return shift;
+ }
+ },
+ context => 5,
+ full_rows => 1,
+ );
+
+Order is important. Fields are first passed through C (if available) and
+then throgh C<< sprintf($fmt->{message}, $message >> if available.
+
+C defines number of messages around each search hit for display.
+
+C will return database rows for each result with C, C
",
+ get_from_log(
+ limit => ( $q->param('last') || $q->param('date') ) ? undef : 100,
+ search => $search || undef,
+ tag => $q->param('tag') || undef,
+ date => $q->param('date') || undef,
+ fmt => {
+ date => sub {
+ my $date = shift || return;
+ qq{
};
+ },
+ time => '%s ',
+ time_channel => '%s %s ',
+ nick => '%s: ',
+ me_nick => '***%s ',
+ message => '%s',
+ },
+ filter => $filter,
+ )
+ );
+ }
+
+ $html .= qq{
+
+ See history of all messages.
+ };
+
+ $response->content( $html );
+ warn "<< ", $request->method, " ", $request->uri, " created ", length($html), " bytes\n";
+ return RC_OK;
+}
+
POE::Kernel->run;