/[registar]/convert.pl
This is repository of my old source code which isn't updated any more. Go to git.rot13.org for current projects!
ViewVC logotype

Annotation of /convert.pl

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.4 - (hide annotations)
Tue Jun 19 08:54:02 2001 UTC (22 years, 10 months ago) by dpavlin
Branch: MAIN
Changes since 1.3: +8 -6 lines
File MIME type: text/plain
don't never ever do explicit quote: let prepare/execute do it!

1 ravilov 1.1 #! /usr/local/bin/perl -w
2     use strict;
3     $| = 1;
4    
5     my $debug = 0;
6 ravilov 1.2 my $raise = 0;
7 ravilov 1.1 my $log = "log";
8     my $xbase = "./registar";
9     my $db = "registar";
10 ravilov 1.2 my $refresh_timeout = 10;
11 ravilov 1.1
12     open(LOG, ">$log") || die "can't open log: $!";
13    
14     use DBI;
15     my $xbdbh = DBI->connect("DBI:XBase:$xbase", "", "",
16     { 'RaiseError' => $raise }) || die $DBI::errstr;
17     my $pgdbh = DBI->connect("DBI:Pg:dbname=$db", "dpavlin", "",
18     { 'RaiseError' => $raise }) || die $DBI::errstr;
19 ravilov 1.2 $SIG{'__WARN__'} = sub { }; # inhibit DBI warnings.
20 ravilov 1.1
21     my @tables = ();
22     if (@ARGV > 0) {
23     push(@tables, @ARGV);
24     } else {
25     push(@tables, <$xbase/*.dbf>);
26     # Sto da radim sa ovima?
27     #push(@tables, <$xbase/*.slk>);
28     #push(@tables, <$xbase/*.sylk>);
29     # OLD GLOBBING METHOD
30     # opendir(DIR, $xbase) || die "can't open dir $xbase";
31     # @tables = grep { /\.dbf/i || /\.slk/i || /\.sylk/i } readdir(DIR);
32     # closedir(DIR);
33     }
34    
35     sub ConvertDate {
36     my ($dt) = @_;
37     if ($dt =~ m,^([12][09]\d\d)([0-1]\d)([0-3]\d)$,) {
38     $dt = ($2 < 1 || $2 > 12 || $1 < 1900 || $3 > 31) ? undef : "$1-$2-$3";
39     } elsif ($dt =~ m,^([12][09]\d\d)([0-1]\d)$,) {
40     $dt = ($2 >= 1 && $2 <= 12) ? "$1-$2-01" : "$1-01-01";
41     } elsif ($dt =~ m,^([12][09]\d\d)$,) {
42     $dt = "$1-01-01";
43     } else {
44     print STDERR "datum? ($dt) [nuke]\n";
45     # $dt = "NULL";
46     $dt = undef;
47     }
48 dpavlin 1.4 return $dt;
49 ravilov 1.1 }
50    
51     sub ConvertBool {
52     my ($b) = @_;
53     $b ||= 0;
54     $b = ($b != 0) ? "true" : "false";
55     return $b;
56     }
57    
58     sub ConvertString {
59     my $str = join("\n", @_);
60 ravilov 1.3 $str =~ s/[\x00-\x1F]+//gs;
61 ravilov 1.1 $str =~ s/\s*\x8D?\s*\r?\s*\n\s*/\n/gs;
62     $str =~ s/(^\s+|\s+$)//gs;
63 dpavlin 1.4 $str =~ s/(^["']|["']$)//g;
64 ravilov 1.1 # char recoding
65     #$str =~ s/&#273;/ð/g;
66     #$str =~ s/&#269;/è/g;
67     #$str =~ s/ý/¾/g;
68     $str =~ tr/{|`~}[\\@^]/¹ð¾èæ©Ð®ÈÆ/;
69 dpavlin 1.4 # return $pgdbh->quote($str);
70     return $str;
71 ravilov 1.1 }
72    
73     sub Progress {
74     my ($count, $total) = @_;
75     return sprintf("%6.2f%%", ($count * 100 / scalar($total)))." done.\r";
76     }
77    
78     sub Log {
79     my $msg = join("\n", @_);
80     print LOG "$msg\n";
81     return "$msg\n";
82     }
83    
84 ravilov 1.2 sub CondInsert {
85 dpavlin 1.4 my ($table, $name, $key, @fields, @values) = @_;
86 ravilov 1.2 my $sql = "SELECT $name FROM $table WHERE ($name = $key)";
87     my $cnt = $pgdbh->do($sql);
88     return 0 if ($cnt > 0);
89 dpavlin 1.4 $sql = "INSERT INTO $table (".join(",",@fields).") VALUES (".'?'.$#values.")";
90     my $sth = $pgdbh->prepare("INSERT INTO $table (".join(",",@fields).") VALUES (".'?'.$#values.")");
91     my $ret = $sth->execute(@values);
92 ravilov 1.3 my $err = $pgdbh->errstr;
93     print &Log("[$sql] ".$err) if ($err);
94     return $ret;
95 ravilov 1.2 }
96    
97 ravilov 1.1 sub tblATK {
98     my ($table, $fields, $data) = @_;
99     my $count = 0;
100     my $sth = $pgdbh->prepare("INSERT INTO atk_inn (sifra, naziv, razno) VALUES (?, ?, ?)");
101     unless ($sth) {
102     print &Log("[$table-prepare] ".$pgdbh->errstr);
103     return 0;
104     }
105     my $refresh = 0;
106     foreach my $row (@$data) {
107     my ($sifra, $naziv, $razno) = @$row;
108     $sifra = &ConvertString($sifra);
109     $naziv = &ConvertString($naziv);
110     $razno = &ConvertString($razno);
111     my $tmp = $sth->execute($sifra, $naziv, $razno);
112     unless (defined($tmp)) {
113     print &Log("[$table-execute] ".$pgdbh->errstr);
114     next;
115     }
116     $tmp ||= 0;
117     $tmp = 0 if ($tmp < 0);
118     $count += $tmp;
119 ravilov 1.2 if (++$refresh >= $refresh_timeout) {
120 ravilov 1.1 $refresh = 0;
121     print Progress($count, scalar(@$data));
122     }
123     }
124     $sth->finish();
125     return $count;
126     }
127    
128     sub tblDFZupa {
129     my ($table, $fields, $data) = @_;
130     my $count = 0;
131     my $sth = $pgdbh->prepare("INSERT INTO zupanije (broj, naziv, centar, pos_broj, npos_broj, spos_broj, grad, zip) VALUES (?, ?, ?, ?, ?, ?, ?, ?)");
132     unless ($sth) {
133     print &Log("[$table-prepare] ".$pgdbh->errstr);
134     return 0;
135     }
136     my $refresh = 0;
137     foreach my $row (@$data) {
138     my ($broj, $naziv, $centar, $pos_broj, $npos_broj,
139     $spos_broj, $grad, $zip, $grad_i) = @$row;
140     $broj += 0; # force numeric
141     $naziv = &ConvertString($naziv);
142     $centar = &ConvertString($centar);
143     $pos_broj = &ConvertString($pos_broj);
144     $npos_broj = &ConvertString($npos_broj);
145     $spos_broj = &ConvertString($spos_broj);
146     $grad = &ConvertString($grad);
147     $zip = &ConvertString($zip);
148     my $tmp = $sth->execute($broj, $naziv, $centar,
149     $pos_broj, $npos_broj, $spos_broj,
150     $grad, $zip);
151     unless (defined($tmp)) {
152     print &Log("[$table-execute] ".$pgdbh->errstr);
153     next;
154     }
155     $tmp = 0 if ($tmp < 0);
156     $count += $tmp;
157 ravilov 1.2 if (++$refresh >= $refresh_timeout) {
158 ravilov 1.1 $refresh = 0;
159     print Progress($count, scalar(@$data));
160     }
161     }
162     $sth->finish();
163     return $count;
164     }
165    
166     sub tblINN {
167     return &tblATK(@_);
168     }
169    
170     sub tblLijek {
171     my ($table, $fields, $data) = @_;
172 ravilov 1.3 my $count = 0;
173     my $sth = $pgdbh->prepare("INSERT INTO lijekovi (sifra, naziv, sif_atk, sif_inn, sif_proizvodjac, pakovanje, sastav_1, sastav_2, sif_nacin_izdavanja, sif_list_fond, sif_trudnoca, sif_dojencad, sif_vozac, sif_droga, cijena, sif_med, razno, glav_razno, djelovanje, indikacije, oprez) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)");
174     unless ($sth) {
175     print &Log("[$table-prepare] ".$pgdbh->errstr);
176     return 0;
177     }
178     my $refresh = 0;
179     foreach my $row (@$data) {
180     my ($sifra, $nsifra, $naziv, $sif_proizvodjac, $naz_proizvodjac,
181     $drzava, $zastupnistvo, $mjesto, $ulica_i_broj, $sif_inn,
182     $naz_inn, $sif_atk0, $naz_atk0, $sif_atk, $naz_atk,
183     $pakovanje, $sastav_1, $sastav_2, $sif_nacin_izdavanja,
184     $naz_nacin_izdavanja, $sif_list_fond, $naz_list_fond,
185     $sif_trudnoca, $naz_trudnoca, $sif_dojencad, $naz_dojencad,
186     $sif_vozac, $naz_vozac, $sif_droga, $cijena, $razno,
187     $sif_med, $glav_razno, $prazno, $djelovanje, $indikacije,
188     $oprez, $tel, $fax) = @$row;
189     $sifra += 0; # force numeric
190     $naziv = &ConvertString($naziv);
191     $sif_proizvodjac += 0; # force numeric
192     $naz_proizvodjac = &ConvertString($naz_proizvodjac);
193     $drzava = &ConvertString($drzava);
194     $zastupnistvo = &ConvertString($zastupnistvo);
195     $mjesto = &ConvertString($mjesto);
196     $ulica_i_broj = &ConvertString($ulica_i_broj);
197     $sif_inn = &ConvertString($sif_inn);
198     $naz_inn = &ConvertString($naz_inn);
199     $sif_atk = &ConvertString($sif_atk);
200     $naz_atk = &ConvertString($naz_atk);
201     $pakovanje = &ConvertString($pakovanje);
202     $sastav_1 = &ConvertString($sastav_1);
203     $sastav_2 = &ConvertString($sastav_2);
204     $sif_nacin_izdavanja = &ConvertString($sif_nacin_izdavanja);
205     $naz_nacin_izdavanja = &ConvertString($naz_nacin_izdavanja);
206     $sif_list_fond = &ConvertString($sif_list_fond);
207     $naz_list_fond = &ConvertString($naz_list_fond);
208     $sif_trudnoca = &ConvertString($sif_trudnoca);
209     $naz_trudnoca = &ConvertString($naz_trudnoca);
210     $sif_dojencad = &ConvertString($sif_dojencad);
211     $naz_dojencad = &ConvertString($naz_dojencad);
212     $sif_vozac = &ConvertString($sif_vozac);
213     $naz_vozac = &ConvertString($naz_vozac);
214     $sif_droga = &ConvertString($sif_droga);
215     $cijena = &ConvertString($cijena);
216     $razno = &ConvertString($razno);
217     $sif_med += 0; # force numeric
218     $glav_razno = &ConvertString($glav_razno);
219     $djelovanje = &ConvertString($djelovanje);
220     $indikacije = &ConvertString($indikacije);
221     $oprez = &ConvertString($oprez);
222     $tel = &ConvertString($tel);
223     $fax = &ConvertString($fax);
224     CondInsert("atk_inn", "sifra", $sif_atk,
225     "(sifra, naziv, razno)", "($sif_atk, $naz_atk, '')");
226     CondInsert("atk_inn", "sifra", $sif_inn,
227     "(sifra, naziv, razno)", "($sif_inn, $naz_inn, '')");
228     CondInsert("proizvodjaci", "sifra", $sif_proizvodjac,
229     "(sifra, naziv, drzava, zastupnistvo, mjesto, zip, ulica_i_broj, razno, telefon, fax)",
230     "($sif_proizvodjac, $naz_proizvodjac, $drzava, $zastupnistvo, $mjesto, '', $ulica_i_broj, '', $tel, $fax)");
231     CondInsert("nacin_izdavanja", "sifra", $sif_nacin_izdavanja,
232     "(sifra, opis)", "($sif_nacin_izdavanja, $naz_nacin_izdavanja)");
233     CondInsert("list_fond", "sifra", $sif_list_fond,
234     "(sifra, opis)", "($sif_list_fond, $naz_list_fond)");
235     CondInsert("trudnoca", "sifra", $sif_trudnoca,
236     "(sifra, opis)", "($sif_trudnoca, $naz_trudnoca)");
237     CondInsert("dojencad", "sifra", $sif_dojencad,
238     "(sifra, opis)", "($sif_dojencad, $naz_dojencad)");
239     CondInsert("vozac", "sifra", $sif_vozac,
240     "(sifra, opis)", "($sif_vozac, $naz_vozac)");
241     CondInsert("droga", "sifra", $sif_droga,
242     "(sifra, opis)", "($sif_droga, '')");
243     my $tmp = $sth->execute($sifra, $naziv, $sif_atk, $sif_inn,
244     $sif_proizvodjac, $pakovanje, $sastav_1, $sastav_2,
245     $sif_nacin_izdavanja, $sif_list_fond, $sif_trudnoca,
246     $sif_dojencad, $sif_vozac, $sif_droga, $cijena,
247     $sif_med, $razno, $glav_razno, $djelovanje,
248     $indikacije, $oprez);
249     unless (defined($tmp)) {
250     print &Log("[$table-execute] ".$pgdbh->errstr);
251     next;
252     }
253     $tmp = 0 if ($tmp < 0);
254     $count += $tmp;
255     if (++$refresh >= $refresh_timeout) {
256     $refresh = 0;
257     print Progress($count, scalar(@$data));
258     }
259     }
260     $sth->finish();
261     return $count;
262 ravilov 1.1 }
263    
264     sub tblProiz {
265     my ($table, $fields, $data) = @_;
266     my $count = 0;
267     my $sth = $pgdbh->prepare("INSERT INTO proizvodjaci (sifra, naziv, drzava, zastupnistvo, mjesto, zip, ulica_i_broj, razno, telefon, fax) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)");
268     unless ($sth) {
269     print &Log("[$table-prepare] ".$pgdbh->errstr);
270     return 0;
271     }
272     my $refresh = 0;
273     foreach my $row (@$data) {
274     my ($sifra, $naziv, $drzava, $zastupnistvo, $zip, $mjesto,
275     $ulica_i_broj, $razno, $tel, $fax) = @$row;
276     $sifra += 0; # force numeric
277     $naziv = &ConvertString($naziv);
278     $drzava = &ConvertString($drzava);
279     $zastupnistvo = &ConvertString($zastupnistvo);
280     $zip = &ConvertString($zip);
281     $mjesto = &ConvertString($mjesto);
282     $ulica_i_broj = &ConvertString($ulica_i_broj);
283     $razno = &ConvertString($razno);
284     $tel = &ConvertString($tel);
285     $fax = &ConvertString($fax);
286     my $tmp = $sth->execute($sifra, $naziv, $drzava,
287 ravilov 1.2 $zastupnistvo, $mjesto, $zip, $ulica_i_broj,
288 ravilov 1.1 $razno, $tel, $fax);
289     unless (defined($tmp)) {
290     print &Log("[$table-execute] ".$pgdbh->errstr);
291     next;
292     }
293     $tmp = 0 if ($tmp < 0);
294     $count += $tmp;
295 ravilov 1.2 if (++$refresh >= $refresh_timeout) {
296 ravilov 1.1 $refresh = 0;
297     print Progress($count, scalar(@$data));
298     }
299     }
300     $sth->finish();
301 ravilov 1.2 return $count;
302 ravilov 1.1 }
303    
304     sub tblVodeca {
305     my ($table, $fields, $data) = @_;
306     my $count = 0;
307     my $refresh = 0;
308     foreach my $row (@$data) {
309     my ($sifra, $naziv) = @$row;
310 ravilov 1.2 $sifra =~ s/^(..)//;
311     my $code = $1;
312     $sifra = &ConvertString($sifra);
313 ravilov 1.1 $naziv = &ConvertString($naziv);
314 ravilov 1.2 my $tmp = 0;
315     if ($code eq "06") {
316     $tmp += CondInsert("nacin_izdavanja", "sifra", $sifra,
317     "(sifra, opis)", "($sifra, $naziv)");
318     } elsif ($code eq "07") {
319     $tmp += CondInsert("list_fond", "sifra", $sifra,
320     "(sifra, opis)", "($sifra, $naziv)");
321     } elsif ($code eq "08") {
322     $tmp += CondInsert("trudnoca", "sifra", $sifra,
323     "(sifra, opis)", "($sifra, $naziv)");
324     } elsif ($code eq "09") {
325     $tmp += CondInsert("dojencad", "sifra", $sifra,
326     "(sifra, opis)", "($sifra, $naziv)");
327     } elsif ($code eq "10") {
328     $tmp += CondInsert("vozac", "sifra", $sifra,
329     "(sifra, opis)", "($sifra, $naziv)");
330     } elsif ($code eq "11") {
331     $tmp += CondInsert("droga", "sifra", $sifra,
332     "(sifra, opis)", "($sifra, $naziv)");
333     } else {
334     # UNKNOWN CODE!!!
335     print &Log("[WARNING: unknown code \"$code\"]");
336 ravilov 1.1 }
337     $tmp = 0 if ($tmp < 0);
338     $count += $tmp;
339 ravilov 1.2 if (++$refresh >= $refresh_timeout) {
340 ravilov 1.1 $refresh = 0;
341     print Progress($count, scalar(@$data));
342     }
343     }
344 ravilov 1.2 return $count;
345 ravilov 1.1 }
346    
347     my (%dbf) = (
348     "atk" => \&tblATK,
349     "atkstr" => undef,
350     "boja" => undef,
351     "dfzupa" => \&tblDFZupa,
352     "inn" => \&tblINN,
353     "innstr" => undef,
354     "lijek" => \&tblLijek,
355     "lijstr" => undef,
356     "proiz" => \&tblProiz,
357     "prostr" => undef,
358     "registar" => undef,
359     "regstr" => undef,
360     "strukt" => undef,
361     "vodeca" => \&tblVodeca
362     );
363    
364     ### MAIN
365     foreach my $table (@tables) {
366     next unless ($table =~ s/\.dbf$//i);
367     $table =~ s,^.+/([^/]+),$1,;
368     unless (exists($dbf{$table})) {
369     print "[WARNING: Don't know what to do with table \"$table\"!]\n\n";
370     next;
371     }
372     unless (defined($dbf{$table})) {
373     print "[WARNING: Ignoring table \"$table\"]\n\n";
374     next;
375     }
376     print &Log("Working on \"$table\"...");
377     my $sql = "SELECT * FROM $table";
378     my $sth = $xbdbh->prepare($sql) || die "[$sql] ".$xbdbh->errstr();
379     $sth->execute() || die "[$sql] ".$sth->errstr();
380     my @names = @{$sth->{'NAME'}};
381     my @types = @{$sth->{'TYPE'}};
382     if ($debug) {
383     print STDERR "\n#-- \"$table\" structure\n";
384     for (my $i = 0; $i <= scalar(@names); $i++) {
385     next unless ($names[$i]);
386     print STDERR "\t".$names[$i]." (".$types[$i].")\n";
387     }
388     }
389     print "Gathering data...";
390     my @rows = ();
391     while (my @arr = $sth->fetchrow_array()) {
392     push(@rows, \@arr);
393     }
394     $sth->finish();
395     print " done.\n";
396     my $nrows = $dbf{$table}($table, \@names, \@rows);
397     print &Log("Inserted $nrows of ".scalar(@rows)." records in table \"$table\" (".
398     sprintf("%.2f%%", ($nrows * 100 / scalar(@rows))).")");
399     print "\n";
400     }
401     close(LOG);
402     $xbdbh->disconnect();
403     $pgdbh->disconnect();
404 ravilov 1.2 print "Log left in file \"$log\".\n";
405 ravilov 1.1 exit $?;

  ViewVC Help
Powered by ViewVC 1.1.26