1 |
#!/usr/bin/perl -w |
#!/usr/bin/perl |
2 |
# |
use warnings; |
|
# convert sql queries on file system to excel file (one query per |
|
|
# sheet) |
|
|
# |
|
|
# Dobrica Pavlinsic <dpavlin@rot13.org>, 2002-04-10 |
|
|
|
|
3 |
use strict; |
use strict; |
4 |
|
|
5 |
|
=head1 NAME |
6 |
|
|
7 |
|
sql2xls.pl - convert sql queries on file system to Excel file |
8 |
|
|
9 |
|
=head1 USAGE |
10 |
|
|
11 |
|
Each file in current directory which ends in C<< *.sql >> will |
12 |
|
be converted to Excel sheet. If you want to have specific order, you can |
13 |
|
prefix filenames with numbers which will be striped when creating sheet |
14 |
|
names. |
15 |
|
|
16 |
|
Comments in sql files (lines beginning with --) will be placed |
17 |
|
in first line in bold. |
18 |
|
|
19 |
|
To specify database on which SQL query is executed |
20 |
|
C<< \c database >> syntax is supported. |
21 |
|
|
22 |
|
You can also run script from command line, and it will produce |
23 |
|
C<< sql_reports.xls >> file. |
24 |
|
|
25 |
|
=head1 AUTHOR |
26 |
|
|
27 |
|
Dobrica Pavlinusic, dpavlin@rot13.org |
28 |
|
|
29 |
|
=cut |
30 |
|
|
31 |
use Spreadsheet::WriteExcel; |
use Spreadsheet::WriteExcel; |
32 |
use DBI; |
use DBI; |
33 |
use CGI::Carp qw(fatalsToBrowser); |
use CGI::Carp qw(fatalsToBrowser); |
34 |
use CGI qw(path_translated); |
use CGI qw(path_translated); |
35 |
|
use Encode qw/decode/; |
36 |
|
use Data::Dump qw/dump/; |
37 |
|
|
38 |
|
# edit following to set defaults |
39 |
|
our $dsn = 'DBI:Pg:dbname='; |
40 |
|
our $database = 'template1'; |
41 |
|
our $user = 'dpavlin'; |
42 |
|
our $passwd = ''; |
43 |
|
our $path = 'sql_reports.xls'; |
44 |
|
|
45 |
my $debug = 1; |
our $db_encoding = 'iso-8859-2'; |
46 |
|
our $xls_date_format = 'dd.mm.yyyy'; |
47 |
|
|
48 |
|
our $debug = 1; |
49 |
|
|
50 |
my $sql_dir = path_translated || '.'; |
my $sql_dir = path_translated || '.'; |
51 |
$sql_dir =~ s,/[^/]+$,,; |
$sql_dir =~ s,/[^/]+$,,; |
54 |
my @sql_files = sort grep { /\.sql$/i && -f "$sql_dir/$_" } readdir(DIR); |
my @sql_files = sort grep { /\.sql$/i && -f "$sql_dir/$_" } readdir(DIR); |
55 |
closedir DIR; |
closedir DIR; |
56 |
|
|
57 |
|
my $config_path = "$sql_dir/config.pl"; |
58 |
|
warn "# using $config_path\n"; |
59 |
|
require $config_path if -e $config_path; |
60 |
|
|
61 |
my $workbook; |
my $workbook; |
62 |
if ($0 =~ m/\.cgi$/i) { |
if ($ENV{GATEWAY_INTERFACE} && $ENV{GATEWAY_INTERFACE} =~ m/CGI/i) { |
63 |
# use as cgi script |
# use as cgi script |
64 |
print "Content-type: application/vnd.ms-excel\n\n"; |
print "Content-type: application/vnd.ms-excel\n\n"; |
65 |
$workbook = Spreadsheet::WriteExcel->new("-"); |
$workbook = Spreadsheet::WriteExcel->new("-"); |
66 |
} else { |
} else { |
67 |
# Create a new Excel workbook |
# Create a new Excel workbook |
68 |
$workbook = Spreadsheet::WriteExcel->new("sql_result.xls"); |
$workbook = Spreadsheet::WriteExcel->new( $path ); |
69 |
|
warn "Creating XLS file $path\n"; |
70 |
} |
} |
71 |
|
|
72 |
# Connect to DB |
my $date_format = $workbook->add_format(num_format => $xls_date_format); |
|
my $connect = "DBI:Pg:dbname=new"; |
|
|
my $user = "web"; |
|
|
my $passwd = ""; |
|
73 |
|
|
74 |
my $dbh = DBI->connect($connect,$user,$passwd) || die $DBI::errstr; |
my $dbh = DBI->connect($dsn . $database,$user,$passwd, { RaiseError => 1, AutoCommit => 0 }) || die $DBI::errstr; |
75 |
|
|
76 |
|
sub _c { |
77 |
|
return decode( $db_encoding, shift ); |
78 |
|
} |
79 |
|
|
80 |
foreach my $sql_file (@sql_files) { |
foreach my $sql_file (@sql_files) { |
81 |
|
|
87 |
# Add a worksheet |
# Add a worksheet |
88 |
my $worksheet = $workbook->addworksheet($sheet_name); |
my $worksheet = $workbook->addworksheet($sheet_name); |
89 |
|
|
90 |
print STDERR "working on $sql_file...\n" if ($debug); |
print STDERR "working on $sql_file\n" if ($debug); |
91 |
|
|
92 |
open(SQL,$sql_file) || die "can't open sql file '$sql_file': $!"; |
open(SQL,$sql_file) || die "can't open sql file '$sql_file': $!"; |
93 |
my $comment; |
my $comment = ''; |
94 |
my $sql = ""; |
my $sql = ""; |
95 |
while(<SQL>) { |
while(<SQL>) { |
96 |
chomp; |
chomp; |
97 |
if (/^--(.+)/) { |
if (/^\\c\s+(\S+)/) { |
98 |
|
$dbh->disconnect if $dbh; |
99 |
|
print STDERR "## connect to $1\n" if $debug; |
100 |
|
$dbh = DBI->connect($dsn . $1,$user,$passwd, { RaiseError => 1, AutoCommit => 0 }) || die $DBI::errstr; |
101 |
|
} elsif (/^--(.+)/) { |
102 |
$comment.=$1; |
$comment.=$1; |
103 |
} else { |
} else { |
104 |
$sql.=$_; |
$sql.= ' ' . $_; |
105 |
} |
} |
106 |
} |
} |
107 |
close(SQL); |
close(SQL); |
108 |
|
|
109 |
|
$sql =~ s/\s\s+/ /gs; |
110 |
|
|
111 |
print STDERR "sql: $sql\ncomment: $comment\n" if ($debug); |
print STDERR "sql: $sql\ncomment: $comment\n" if ($debug); |
112 |
|
|
113 |
my $row = 0; |
my $row = 0; |
118 |
my $fmt_comment = $workbook->addformat(); # Add a format |
my $fmt_comment = $workbook->addformat(); # Add a format |
119 |
$fmt_comment->set_bold(); |
$fmt_comment->set_bold(); |
120 |
|
|
121 |
$worksheet->write($row, 0, $comment, $fmt_comment); |
$comment =~ s/^\s+//; |
122 |
|
$comment =~ s/\s+$//; |
123 |
|
|
124 |
|
$worksheet->write($row, 0, _c($comment), $fmt_comment); |
125 |
$row+=2; |
$row+=2; |
126 |
} |
} |
127 |
|
|
128 |
my $sth = $dbh->prepare($sql) || die $dbh->errstr(); |
my $sth = $dbh->prepare($sql); |
129 |
$sth->execute() || die $sth->errstr(); |
$sth->execute(); |
130 |
|
|
131 |
my $fmt_header = $workbook->addformat(); # Add a format |
my $fmt_header = $workbook->addformat(); # Add a format |
132 |
$fmt_header->set_italic(); |
$fmt_header->set_italic(); |
136 |
} |
} |
137 |
$row++; |
$row++; |
138 |
|
|
139 |
|
my @types = map { $dbh->type_info($_) ? $dbh->type_info($_)->{TYPE_NAME} : '?' } @{ $sth->{TYPE} }; |
140 |
|
|
141 |
while (my @row = $sth->fetchrow_array() ) { |
while (my @row = $sth->fetchrow_array() ) { |
142 |
for(my $col=0; $col<=$#row; $col++) { |
for(my $col=0; $col<=$#row; $col++) { |
143 |
$worksheet->write($row, $col, $row[$col] ); |
my $data = $row[$col]; |
144 |
|
if ( $types[$col] =~ m/^date/i ) { |
145 |
|
$data .= 'T' if $data =~ m/^\d\d\d\d-\d\d-\d\d$/; |
146 |
|
$data =~ s/^(\d\d\d\d-\d\d-\d\d)\s(\d\d:\S+)$/$1T$2/; |
147 |
|
warn "## $data\n"; |
148 |
|
$worksheet->write_date_time( $row, $col, $data, $date_format ); |
149 |
|
} else { |
150 |
|
$worksheet->write($row, $col, _c( $data ) ); |
151 |
|
} |
152 |
} |
} |
153 |
$row++; |
$row++; |
154 |
} |
} |
161 |
|
|
162 |
__END__ |
__END__ |
163 |
|
|
|
=head1 NAME |
|
|
|
|
|
sql2xls.pl - convert sql queries on file system to excel file |
|
|
|
|
|
=head1 USAGE |
|
|
|
|
|
Edit top of script and edit @sql_files array which describes |
|
|
files which are going to be loaded and executed producing |
|
|
Excel sheets (one sheet per file) |
|
|
|
|
|
Comments in sql files (lines beginning with --) will be placed |
|
|
in outout sheet on top in bold. |
|
|
|
|
|
Sheet will have name same as sql file. |
|
|
|
|
|
Run script and examine b<sql_result.xls> file. |
|
|
|
|
|
=head1 AUTHOR |
|
|
|
|
|
Dobrica Pavlinusic, dpavlin@rot13.org |
|
|
|
|