trunk/t/10homer.t

#!/usr/bin/perl

use strict;
use warnings;

use Test::More tests => 6;
use blib;
use Data::Dumper;

BEGIN { use_ok('SWISH::PlusPlus'); }

my $i = new SWISH::PlusPlus(
#       debug => 1,
        index_dir => 'homer',
        meta_in_body => 1,
);

my $file = shift @ARGV || 't/homer.txt';

ok(-e $file, "reading input file $file");

my $line = 0;
my $text = '';
my %words_usage;
my $word_count = 0;
my $max_words;
#$max_words = 100;

my $res;

my $full_text;

ok(open(U, $file), "open $file");
while(<U>) {
        chomp;
        $line++;
        next if (/^\s*$/);

        $full_text = "$line: ";

        my %usage;

        my @words = split(/\s+/,lc($_));

        foreach (@words) {
                $usage{$_}++;
        }

        foreach my $word (@words) {

                next if ($word eq '');

                $words_usage{"$word $line"} = $usage{$word};

                $res->{$word}->{$line} = $usage{$word};

                $i->add(
                        path => $word,
                        title => $line,
                        meta => {
                                usage => $usage{$word},
                        }
                );

                $word_count++;

                $full_text .= "$word ";

        }

        $full_text = "\n";

        last if ($max_words && $word_count >= $max_words);
}

diag "cwd ",$i->{'cwd'};

my $test_data = Dumper($res);
ok(open(JS, "> homer/dump"), "homer/dump");
print JS $test_data;
close(JS);

ok($test_data, "test_data saved");

my $sum = 0;
ok(open(TD, "> homer/freq.txt"), "homer/freq.txt");
foreach my $w (keys %words_usage) {
        print TD "$w: $words_usage{$w}\n";
        $sum += $words_usage{$w};
}
close(TD);
diag "homer/freq.txt created";

if (open(T,"> homer/text.txt")) {
        print T $full_text;
        close(T);
}
diag "homer/text.txt created";

my $total_words = scalar keys %words_usage;

diag "total words: $total_words";

$i->finish_update;

1	dpavlin	15	#!/usr/bin/perl
2
3			use strict;
4			use warnings;
5
6			use Test::More tests => 6;
7			use blib;
8			use Data::Dumper;
9
10			BEGIN { use_ok('SWISH::PlusPlus'); }
11
12			my $i = new SWISH::PlusPlus(
13			# debug => 1,
14			index_dir => 'homer',
15			meta_in_body => 1,
16			);
17
18			my $file = shift @ARGV \|\| 't/homer.txt';
19
20			ok(-e $file, "reading input file $file");
21
22			my $line = 0;
23			my $text = '';
24			my %words_usage;
25			my $word_count = 0;
26			my $max_words;
27			#$max_words = 100;
28
29			my $res;
30
31			my $full_text;
32
33			ok(open(U, $file), "open $file");
34			while(<U>) {
35			chomp;
36			$line++;
37			next if (/^\s*$/);
38
39			$full_text = "$line: ";
40
41			my %usage;
42
43			my @words = split(/\s+/,lc($_));
44
45			foreach (@words) {
46			$usage{$_}++;
47			}
48
49			foreach my $word (@words) {
50
51			next if ($word eq '');
52
53			$words_usage{"$word $line"} = $usage{$word};
54
55			$res->{$word}->{$line} = $usage{$word};
56
57			$i->add(
58			path => $word,
59			title => $line,
60			meta => {
61			usage => $usage{$word},
62			}
63			);
64
65			$word_count++;
66
67			$full_text .= "$word ";
68
69			}
70
71			$full_text = "\n";
72
73			last if ($max_words && $word_count >= $max_words);
74			}
75
76			diag "cwd ",$i->{'cwd'};
77
78			my $test_data = Dumper($res);
79			ok(open(JS, "> homer/dump"), "homer/dump");
80			print JS $test_data;
81			close(JS);
82
83			ok($test_data, "test_data saved");
84
85			my $sum = 0;
86			ok(open(TD, "> homer/freq.txt"), "homer/freq.txt");
87			foreach my $w (keys %words_usage) {
88			print TD "$w: $words_usage{$w}\n";
89			$sum += $words_usage{$w};
90			}
91			close(TD);
92			diag "homer/freq.txt created";
93
94			if (open(T,"> homer/text.txt")) {
95			print T $full_text;
96			close(T);
97			}
98			diag "homer/text.txt created";
99
100			my $total_words = scalar keys %words_usage;
101
102			diag "total words: $total_words";
103
104			$i->finish_update;
105