virtual-ldap/bin/csv2yaml.pl

#!/usr/bin/perl

use warnings;
use strict;

# cvs2dbi.pl
#
# 03/15/2009 05:06:53 PM CET Dobrica Pavlinusic <dpavlin@rot13.org>

use Data::Dump qw/dump/;
use File::Slurp;
use YAML qw/DumpFile/;
use Text::CSV;
use Encode qw/decode/;

my $debug = 0;

my $path = shift @ARGV || die "usage: $0 file.csv\n";

my $csv = read_file( $path );
$csv = decode('utf-16', $csv);

my @columns;

foreach my $line ( split(/\r?\n/, $csv) ) {

        warn "## $line\n";

        my @fields = split(/;/, $line);
        if ( ! @columns ) {
                @columns = @fields;
                warn "# columns = ",dump( @columns ) if $debug;
                next;
        }

        my $hash;

        warn "# fields = ",dump( @fields ) if $debug;

        foreach ( 0 .. $#fields ) {
                my $n = $columns[$_];
                my $v = $fields[$_];

                $v =~ s{\s*#\s*$}{};
                $v =~ s{^\s+}{};
                $v =~ s{\s+$}{};

                # fix tel fields
                $v =~ s{\s+}{#}g if $n =~ m{tel};
                $v =~ s[\x{17d}][F] if $n =~ m{spol};

                if ( $v =~ m{#} ) {
                        my @v = split(/\s*#\s*/, $v);
                        foreach my $pos ( 0 .. $#v ) {
                                if ( $n =~ m{tel} ) {
                                        if ( $v[$pos] =~ m{^09} ) {
                                                $hash->{ $n . '_mobile' } ||= $v[$pos];
                                        } else {
                                                $hash->{ $n . '_fixed' } ||= $v[$pos];
                                        }
                                }
                                $hash->{ $n . '_' . $pos } = $v[$pos];
                        }
                }
                $hash->{ $n } = $v;
        }

        warn dump( $hash ) if $debug;

        my $uuid = $fields[0];

        DumpFile( "yaml/$uuid.yaml", $hash );
}
1	dpavlin	9	#!/usr/bin/perl
2
3			use warnings;
4			use strict;
5
6			# cvs2dbi.pl
7			#
8			# 03/15/2009 05:06:53 PM CET Dobrica Pavlinusic <dpavlin@rot13.org>
9
10			use Data::Dump qw/dump/;
11			use File::Slurp;
12			use YAML qw/DumpFile/;
13			use Text::CSV;
14			use Encode qw/decode/;
15
16			my $debug = 0;
17
18			my $path = shift @ARGV \|\| die "usage: $0 file.csv\n";
19
20			my $csv = read_file( $path );
21			$csv = decode('utf-16', $csv);
22
23			my @columns;
24
25			foreach my $line ( split(/\r?\n/, $csv) ) {
26
27			warn "## $line\n";
28
29			my @fields = split(/;/, $line);
30			if ( ! @columns ) {
31			@columns = @fields;
32			warn "# columns = ",dump( @columns ) if $debug;
33			next;
34			}
35
36			my $hash;
37
38			warn "# fields = ",dump( @fields ) if $debug;
39
40	dpavlin	11	foreach ( 0 .. $#fields ) {
41			my $n = $columns[$_];
42			my $v = $fields[$_];
43	dpavlin	9
44	dpavlin	11	$v =~ s{\s#\s$}{};
45	dpavlin	12	$v =~ s{^\s+}{};
46			$v =~ s{\s+$}{};
47	dpavlin	11
48	dpavlin	14	# fix tel fields
49			$v =~ s{\s+}{#}g if $n =~ m{tel};
50	dpavlin	15	$v =~ s[\x{17d}][F] if $n =~ m{spol};
51	dpavlin	14
52	dpavlin	11	if ( $v =~ m{#} ) {
53			my @v = split(/\s#\s/, $v);
54			foreach my $pos ( 0 .. $#v ) {
55	dpavlin	14	if ( $n =~ m{tel} ) {
56			if ( $v[$pos] =~ m{^09} ) {
57			$hash->{ $n . '_mobile' } \|\|= $v[$pos];
58			} else {
59			$hash->{ $n . '_fixed' } \|\|= $v[$pos];
60			}
61			}
62	dpavlin	11	$hash->{ $n . '_' . $pos } = $v[$pos];
63			}
64			}
65			$hash->{ $n } = $v;
66			}
67
68	dpavlin	9	warn dump( $hash ) if $debug;
69
70			my $uuid = $fields[0];
71
72			DumpFile( "yaml/$uuid.yaml", $hash );
73			}