--- index.cgi 2009/04/14 21:25:00 12
+++ index.cgi 2009/04/18 23:58:42 27
@@ -9,41 +9,103 @@
use Data::Dump qw/dump/;
use Time::HiRes qw/time/;
+print qq{Content-type: text/html\r\n\r\n};
+
our $dsn = 'DBI:Pg:dbname=syslog';
our $user = 'dpavlin';
+our $table = 'log';
+our $limit = 1000;
+
+our $group_by_join = {
+ feed_id => [ 'feeds', 'id', 'title', 'link', 'timestamp' ],
+};
require 'config.pl' if -e 'config.pl';
-my $table = param('table') || 'log';
+$table = param('table') || $table;
my @columns = param('columns');
@columns = ('*') unless @columns;
-my $limit = param('limit') || 1000;
+$limit = param('limit') || $limit;
my $offset = param('offset') || 0;
my @where_parts = param('where_parts');
my $dbh = DBI->connect( $dsn, $user, '', { RaiseError => 1 } ) || die $DBI::errstr;
-if ( my $group_by = param('add_group_by') ) {
- my $sth = $dbh->prepare(qq{
- select $group_by,count($group_by)
+sub where_from_parts {
+ return unless @_;
+ my @where_parts = @_;
+
+ warn "# where_from_parts ",dump( @where_parts );
+
+ my @w;
+ my @data;
+ foreach ( @where_parts ) {
+ my ( $w,$v ) = split(/\?\t/,$_,2);
+ push @w, "$w ?";
+ push @data, $v;
+ }
+ unshift @data, ' where ' . join(' and ', @w);
+ warn "# ",dump( @data );
+ return @data;
+}
+
+sub sql_html {
+ my @d = @_;
+ my $sql_html = shift @d;
+ $sql_html =~ s{\?}{dump( shift @d )}ge;
+ return $sql_html;
+}
+
+if ( my $group_by = param('lookup_col') ) {
+
+ my @cols = ( $group_by, "count($group_by)" );
+ my @group_by = ( $group_by );
+
+ my $join = '';
+ my @join = @{ $group_by_join->{$group_by} } if defined $group_by_join->{$group_by};
+ if ( @join ) {
+ warn "## join ",dump( @join );
+ my $join_table = shift @join;
+ my $col = shift @join;
+ $join = qq{ join $join_table on $table.$group_by = $join_table.$col };
+ my @join_cols = map { $join_table . '.' . $_ } @join;
+ push @cols, @join_cols;
+ push @group_by, @join_cols;
+ }
+
+ my @data = where_from_parts( @where_parts );
+
+ my $sql = join("\n",
+ 'select', join(',', @cols), qq{
from $table
- group by $group_by
+ $join
+ }, shift @data, # extract where
+ 'group by', join(',', @group_by), qq{
order by count($group_by) desc
- limit 10
- });
- $sth->execute;
- print header, qq|
count | $group_by |
---|
|;
+ limit $limit
+ }
+ );
+
+ warn "# join SQL: $sql\n";
+
+ my $t = time();
+ my $sth = $dbh->prepare( $sql );
+ $sth->execute( @data );
+ $t = time() - $t;
+ print qq||, sql_html( $sql, @data ), qq||;
+ print qq||, join(qq| | |, @cols), qq| |
|;
while ( my @row = $sth->fetchrow_array ) {
- my ( $n, $c ) = @row;
+ my $n = shift @row;
$n = 'NULL' unless defined $n;
- print qq|$c | $n |
|;
+ print qq|$n | |, join(qq| | |, @row), qq| |
|;
}
print qq|
|;
+ print $sth->rows, qq| rows in $t s|;
exit;
}
-print header, q|
+print q|
@@ -52,13 +114,6 @@
-
-
-
-
-
@@ -79,16 +134,9 @@
my $sql = "select $c from $table";
my @data;
-if ( @where_parts ) {
- my @w;
- foreach ( @where_parts ) {
- my ( $w,$v ) = split(/\?\t/,$_,2);
- push @w, "$w ?";
- push @data, $v;
- }
- $sql .= ' where ' . join(' and ', @w);
-}
-
+my @where = where_from_parts( @where_parts );
+$sql .= shift @where;
+push @data, @where;
$sql .= ' group by ' . $group_by if $group_by;
$sql .= ' order by ' . param('order_by') if param('order_by');
@@ -96,12 +144,7 @@
push @data, ( $limit, $offset );
-my $sql_html = $sql;
-{
- my @d = @data;
- $sql_html =~ s{\?}{dump( shift @d )}ge;
-}
-print qq|$sql_html
\n\r\n\r|;
+print qq||, sql_html( $sql, @data ), qq|
\n|;
my $t = time();
@@ -113,40 +156,19 @@
print $sth->rows, qq| rows in $t s
|;
-
@columns = @{ $sth->{NAME} } if $#columns == 0 && $columns[0] eq '*';
-print qq||;
-
-my $counter = 0;
-sub table_row {
- my $cell = shift;
- my $class = $counter++ % 2 == 0 ? ' class=o' : '';
- return
- qq|<$cell>|
- . join( qq|$cell><$cell>|, @_ )
- . qq|$cell>
|
- ;
-
-}
-
-print table_row( 'th', @columns );
-
-while ( my @row = $sth->fetchrow_array ) {
- print table_row( 'td', @row );
-}
-
print
- qq|
|
- , start_form( -id => 'sql' )
+ start_form( -id => 'sql', -class => 'fixed' )
- , qq|[x]|
+ , qq||
+ , qq||
, qq||
, checkbox_group( -name => 'columns', -values => [ @columns ], -defaults => [ @columns ] )
, qq||
- , textfield( -name => 'from', -value => $table, -default => 'log' )
+ , textfield( -name => 'from', -value => $table, -default => $table )
, qq||
, checkbox_group( -name => 'where_parts', -values => [ @where_parts ], -defaults => [ @where_parts ] )
@@ -155,10 +177,10 @@
, textfield( -name => 'where_value' )
, qq|
-
+
-
+
|
, qq||
@@ -168,7 +190,7 @@
, textfield( -name => 'order_by' )
, qq||
- , textfield( -name=> 'limit', -default => 1000, -size => 4 )
+ , textfield( -name=> 'limit', -default => $limit, -size => 4 )
, qq||
, textfield( -name=> 'offset', -default => 0, -size => 4 )
@@ -176,7 +198,36 @@
, submit( -name => 'execute', -value => 'execute' )
, end_form
+ ;
+
+#my @types = map { scalar $dbh->type_info($_)->{TYPE_NAME} } @{ $sth->{TYPE} };
+my $types = dump( $sth->{TYPE} );
+print qq{
+
+};
+print qq||;
+
+my $counter = 0;
+sub table_row {
+ my $cell = shift;
+ my $class = $counter++ % 2 == 0 ? ' class=o' : '';
+ return
+ qq|<$cell>|
+ . join( qq|$cell><$cell>|, @_ )
+ . qq|$cell>
|
+ ;
+
+}
+
+print table_row( 'th', @columns );
+
+while ( my @row = $sth->fetchrow_array ) {
+ print table_row( 'td', @row );
+}
+print qq|
|
, qq|