1 |
dpavlin |
9 |
#!/usr/bin/perl |
2 |
|
|
|
3 |
|
|
use warnings; |
4 |
|
|
use strict; |
5 |
|
|
|
6 |
|
|
# cvs2dbi.pl |
7 |
|
|
# |
8 |
|
|
# 03/15/2009 05:06:53 PM CET Dobrica Pavlinusic <dpavlin@rot13.org> |
9 |
|
|
|
10 |
|
|
use Data::Dump qw/dump/; |
11 |
|
|
use File::Slurp; |
12 |
|
|
use YAML qw/DumpFile/; |
13 |
|
|
use Text::CSV; |
14 |
|
|
use Encode qw/decode/; |
15 |
|
|
|
16 |
|
|
my $debug = 0; |
17 |
|
|
|
18 |
|
|
my $path = shift @ARGV || die "usage: $0 file.csv\n"; |
19 |
|
|
|
20 |
|
|
my $csv = read_file( $path ); |
21 |
|
|
$csv = decode('utf-16', $csv); |
22 |
|
|
|
23 |
|
|
my @columns; |
24 |
|
|
|
25 |
|
|
foreach my $line ( split(/\r?\n/, $csv) ) { |
26 |
|
|
|
27 |
|
|
warn "## $line\n"; |
28 |
|
|
|
29 |
|
|
my @fields = split(/;/, $line); |
30 |
|
|
if ( ! @columns ) { |
31 |
|
|
@columns = @fields; |
32 |
|
|
warn "# columns = ",dump( @columns ) if $debug; |
33 |
|
|
next; |
34 |
|
|
} |
35 |
|
|
|
36 |
|
|
my $hash; |
37 |
|
|
|
38 |
|
|
warn "# fields = ",dump( @fields ) if $debug; |
39 |
|
|
|
40 |
dpavlin |
11 |
foreach ( 0 .. $#fields ) { |
41 |
|
|
my $n = $columns[$_]; |
42 |
|
|
my $v = $fields[$_]; |
43 |
dpavlin |
9 |
|
44 |
dpavlin |
11 |
$v =~ s{\s*#\s*$}{}; |
45 |
dpavlin |
12 |
$v =~ s{^\s+}{}; |
46 |
|
|
$v =~ s{\s+$}{}; |
47 |
dpavlin |
11 |
|
48 |
dpavlin |
14 |
# fix tel fields |
49 |
|
|
$v =~ s{\s+}{#}g if $n =~ m{tel}; |
50 |
dpavlin |
15 |
$v =~ s[\x{17d}][F] if $n =~ m{spol}; |
51 |
dpavlin |
14 |
|
52 |
dpavlin |
11 |
if ( $v =~ m{#} ) { |
53 |
|
|
my @v = split(/\s*#\s*/, $v); |
54 |
|
|
foreach my $pos ( 0 .. $#v ) { |
55 |
dpavlin |
14 |
if ( $n =~ m{tel} ) { |
56 |
|
|
if ( $v[$pos] =~ m{^09} ) { |
57 |
|
|
$hash->{ $n . '_mobile' } ||= $v[$pos]; |
58 |
|
|
} else { |
59 |
|
|
$hash->{ $n . '_fixed' } ||= $v[$pos]; |
60 |
|
|
} |
61 |
|
|
} |
62 |
dpavlin |
11 |
$hash->{ $n . '_' . $pos } = $v[$pos]; |
63 |
|
|
} |
64 |
|
|
} |
65 |
|
|
$hash->{ $n } = $v; |
66 |
|
|
} |
67 |
|
|
|
68 |
dpavlin |
9 |
warn dump( $hash ) if $debug; |
69 |
|
|
|
70 |
|
|
my $uuid = $fields[0]; |
71 |
|
|
|
72 |
|
|
DumpFile( "yaml/$uuid.yaml", $hash ); |
73 |
|
|
} |