/[stem-hr]/StemHR.pm
This is repository of my old source code which isn't updated any more. Go to git.rot13.org for current projects!
ViewVC logotype

Annotation of /StemHR.pm

Parent Directory Parent Directory | Revision Log Revision Log


Revision 9 - (hide annotations)
Sat Feb 26 18:54:49 2005 UTC (19 years, 1 month ago) by dpavlin
Original Path: stem-hr.pl
File MIME type: text/plain
File size: 2685 byte(s)
down to 2 errors :-)

1 dpavlin 1 #!/usr/bin/perl -w
2     #
3     # Croatian stemmer
4     #
5    
6     # promjenjive:
7     # - imenice
8     # - pridjevi
9     # - brojevi
10     # - zamjenice
11     # - prilozi
12     # - glagoli
13     #
14     # nepromjenjive:
15     # - prijedlozi
16     # - veznici
17     # - èestice
18     # - uzvici
19     #
20    
21 dpavlin 4 use strict;
22    
23 dpavlin 1 sub kgh {
24     my ($pre,$replace,$post) = @_;
25     $replace =~ s/[cè]/k/g;
26     $replace =~ s/[z¾]/g/g;
27     $replace =~ s/[s¹]/h/g;
28 dpavlin 2 return $pre . $replace . $post;
29 dpavlin 1 }
30    
31     # samoglasnici
32     my $sa = '[aeiou]';
33     # suglasnici
34     my $su = '[^aeiou]';
35    
36 dpavlin 5 my $palatal = '(lj|nj|j|æ|¾|¹|¾|¹t|¾d)';
37    
38 dpavlin 7 # glagolni razredi
39     my $g_1r = '[td]';
40     my $g_2r = '[sz]';
41     my $g_3r = '[pb]';
42     my $g_4r = '[kgh]';
43     my $g_5r = '[nm]';
44     my $g_6r = '(:?nu|n)';
45    
46 dpavlin 3 my %rules;
47     my %stem_words;
48     my $words = 0;
49     my $stems = 0;
50    
51 dpavlin 5
52     my $last_stem = '';
53 dpavlin 8 my $errors = 0;
54 dpavlin 5 sub check_stem {
55     my $s = shift || return;
56     if ($last_stem) {
57 dpavlin 8 if ($last_stem ne $s) {
58     print "ERROR==> ";
59     $errors++;
60     }
61 dpavlin 5 } else {
62     $last_stem = $s;
63     }
64     }
65    
66 dpavlin 1 while(<>) {
67     chomp;
68 dpavlin 5 next if (/^#/);
69 dpavlin 3 if (/^$/) {
70     print "\n";
71 dpavlin 5 $last_stem = '';
72 dpavlin 3 next;
73     }
74 dpavlin 1
75 dpavlin 3 $words++;
76    
77 dpavlin 1 my $orig = $_;
78    
79    
80     unless (
81 dpavlin 7 # infinitiv
82 dpavlin 9 s/(\w)(ti|æi)$/$1.$2 100/g ||
83 dpavlin 7 # 1. razred
84 dpavlin 9 s/([^sk])[td](em|e¹|e|emo|ete|oh|osmo|oste|o¹e|ijah|ija¹e|ijasno|ijaste|ijahu|imo|ite|en|ena|eni)$/$1s.ti 101/g ||
85 dpavlin 7 # 2. razred
86 dpavlin 9 s/(${sa})[sz](em|e¹|e|e¹emo|emo|ete|u|oh|e|osmo|oste|o¹e|ijah|ija¹e|ijasmo|ijaste|ijahu|imo|ite|uæi|av¹i|ao|la|lo|li|le|la|en|ena|eni)$/$1s.ti 102/ ||
87 dpavlin 7 # 3. razdred
88 dpavlin 9 s/(p|b|sp|su)(em|e¹|e|emo|ete|u|oh|osmo|oste|o¹e|ah|a¹e|asmo|aste|ahu|ijah|ija¹e|i|imo|ite||uæi|av¹i|ao|la|lo|en|ena|eni)$/$1s.ti 103/ ||
89 dpavlin 7
90     # imenice
91    
92 dpavlin 5 # vrsta a
93     s/(${su}st)a$/$1 13/g ||
94     s/(${su})c[ae]$/$1ce 17/g ||
95 dpavlin 2 # kgh
96 dpavlin 9 s/(\w${sa})([è¾¹czs])(i|e|ima)$/kgh($1,$2,' 1')/gex ||
97 dpavlin 2 s/(${sa}[kgh])(a|u|om)$/$1 2/g ||
98     s/(${su})([è¾¹czs])(i|e|ima)$/kgh($1,"a$2",' 3')/gex ||
99 dpavlin 5 # imenice na palatal
100     s/${palatal}${palatal}(a|u|em|i|ima|e)$/$1a$2 9/g ||
101     s/${palatal}(a|u|em)$/$1 8/g ||
102 dpavlin 1 # nepostojano a
103 dpavlin 2 s/(${su}a{$su})a/$1 4/g ||
104     s/(${su})(${su})(a|u|i|e|om|ima)$/$1a$2 5/g
105 dpavlin 1 ) {
106    
107 dpavlin 5 # vrsta a
108     s/me$/me 11/g ||
109     s/(eta|ena)$/e 12/g ||
110    
111 dpavlin 9 s/(\w${sa}${su})(o|e|a|u|om|em|i|ima|ina|eta)$/$1 7/g ||
112    
113 dpavlin 5 s/(${su})sa$/$1as 14/g ||
114     s/(${su})ena$/$1e 16/g ||
115 dpavlin 6 s/(${su})eta$/$1e 17/g ||
116 dpavlin 9 s/(${su})([oe])$/$1$2 18/g ||
117 dpavlin 5
118 dpavlin 9 0;
119    
120 dpavlin 1 }
121    
122 dpavlin 3 if (s/^(.+)\s(\d+)$/$1\t$2/g) {
123     $rules{$2}++;
124     $stems++;
125     $stem_words{$1}++;
126 dpavlin 5 check_stem($1);
127     } else {
128     $last_stem = $_;
129 dpavlin 3 }
130 dpavlin 1
131     printf("%-15s %s\n",$orig,$_);
132 dpavlin 3
133 dpavlin 1 }
134 dpavlin 3 my $nr_stems = keys(%stem_words);
135 dpavlin 8 printf "\n# %d words, %d stems in %d ops, %.2f%% size [%d errors]\n",$words,$nr_stems,$stems,($nr_stems*100/$words),$errors;
136 dpavlin 3
137 dpavlin 4 foreach my $s (keys %stem_words) {
138     print "#stem $stem_words{$s} $s\n";
139     }
140    
141 dpavlin 5 foreach my $r (sort keys %rules) {
142 dpavlin 4 print "#rule $rules{$r} $r\n";
143     }

Properties

Name Value
svn:executable

  ViewVC Help
Powered by ViewVC 1.1.26