--- lib/Grep/Search.pm 2007/02/21 03:04:48 47 +++ lib/Grep/Search.pm 2007/02/24 12:16:57 98 @@ -2,6 +2,7 @@ use strict; use warnings; +use base 'Jifty::Object'; use Data::Dump qw/dump/; use Lucene; @@ -11,25 +12,57 @@ my ( $analyzer, $store, $writer ); -my $debug = 0; +my $debug = 1; +my $create; -sub reopen_index { +sub create { my $self = shift; - $analyzer ||= new Lucene::Analysis::Standard::StandardAnalyzer(); - my $create = 0; + if (defined( $create )) { + $self->log->debug("using previous create $create"); + return $create; + } + if (! -e "$index_path/segments") { $create = 1; - Jifty->log->debug("creating index $index_path") unless ($store); + $self->log->debug("create index $index_path"); } else { - Jifty->log->debug("using index: $index_path") unless ($store); + $create = 0; + $self->log->debug("open index: $index_path"); + } + return $create; +} + +sub analyzer { + my $self = shift; + if (! defined( $analyzer )) { + $analyzer = new Lucene::Analysis::Standard::StandardAnalyzer(); + $self->log->debug("$analyzer created"); + } + return $analyzer; +} + +sub store { + my $self = shift; + if (! defined( $store )) { + $store = Lucene::Store::FSDirectory->getDirectory( $index_path, $self->create ); + $self->log->debug("$store created"); } - $store ||= Lucene::Store::FSDirectory->getDirectory( $index_path, $create ); + return $store; +} + +sub writer { + my $self = shift; + if (! defined( $writer )) { + $writer = new Lucene::Index::IndexWriter( $self->store, $self->analyzer, $self->create ); + $self->log->debug("$writer created"); + } + return $writer; } =head2 add - Grep::Search->add( $record ); + Grep::Search->add( $record, $owner_id ); =cut @@ -37,13 +70,10 @@ my $self = shift; my $i = shift or die "no record to add"; + my $uid = shift; die "record not Jifty::Record but ", ref $i unless ($i->isa('Jifty::Record')); - $self->reopen_index; - - $writer ||= new Lucene::Index::IndexWriter( $store, $analyzer, 0 ); - my $pk = { $i->primary_keys }; my $doc = new Lucene::Document; @@ -55,11 +85,21 @@ my $v = $i->$c; if ( ref($v) ne '' ) { - if ($i->$c->can('id')) { - $v = $i->$c->id; - warn " # $c = $v [id]\n" if ($debug); - $doc->add(Lucene::Document::Field->Keyword( $c, $v )); - } elsif ($v->isa('Jifty::DateTime')) { + + foreach my $f_c ( qw/id name title/ ) { + if ( $i->$c->can( $f_c ) ) { + my $f_v = $i->$c->$f_c || $i->$c->{values}->{ $f_c }; + my $col = $c . '_' . $f_c; + if ( $f_v ) { + warn " # $col = $f_v\n" if ($debug); + $doc->add(Lucene::Document::Field->Text( $col, $f_v )); + } else { + warn " . $col is NULL\n" if ($debug); + } + } + } + + if ($v->isa('Jifty::DateTime')) { warn " d $c = $v\n" if ($debug); $doc->add(Lucene::Document::Field->Keyword( $c, "$v" )); } else { @@ -77,13 +117,17 @@ warn " * $c = $v\n" if ($debug); } else { $doc->add(Lucene::Document::Field->Text( $c, $v )); - warn " + $c = $v\n" if ($debug); + warn " + $c = ", $self->snippet( 50, $v ), "\n" if ($debug); } } - $writer->addDocument($doc); + # add _owner_id to speed up filtering of search results + $uid ||= Jifty->web->current_user->id; + $doc->add(Lucene::Document::Field->Keyword( '_owner_id', $uid )); + + $self->writer->addDocument($doc); - Jifty->log->debug("added ", $i->id, " to index"); + $self->log->debug("added ", $i->id, " for user $uid to index"); } =head2 @@ -97,18 +141,23 @@ my $q = shift or die "no q?"; - $self->reopen_index; + return if ( $self->create ); - my $searcher = new Lucene::Search::IndexSearcher($store); - my $parser = new Lucene::QueryParser("content", $analyzer); - my $query = $parser->parse( $q ); + my $searcher = new Lucene::Search::IndexSearcher($self->store); + $self->log->debug("$searcher created"); + my $parser = new Lucene::QueryParser("content", $self->analyzer); + $self->log->debug("$parser created"); - Jifty->log->debug("searching for '$q'"); + my $full_q = "($q) AND _owner_id:" . Jifty->web->current_user->id; + + my $query = $parser->parse( $full_q ); + + $self->log->debug("searching for '$q' using ", $query->toString); my $hits = $searcher->search($query); my $num_hits = $hits->length(); - Jifty->log->debug("found $num_hits results"); + $self->log->debug("found $num_hits results"); my $collection = Grep::Model::ItemCollection->new(); @@ -138,6 +187,7 @@ undef $hits; undef $query; undef $parser; + $searcher->close; undef $searcher; return $collection; @@ -156,8 +206,15 @@ $writer->close; } undef $writer; + undef $store; + undef $create; + undef $analyzer; + + return; } +=for TODO + sub _signal { my $s = shift; warn "catched SIG $s\n"; @@ -169,4 +226,28 @@ $SIG{'INT'} = \&_signal; $SIG{'QUIT'} = \&_signal; +=cut + +=head2 snippet + + my $short = $self->snippet( 50, $text ); + + +=cut + +sub snippet { + my $self = shift; + + my $len = shift or die "no len?"; + my $m = join(" ", @_); + + $m =~ s/\s+/ /gs; + + if (length($m) > $len) { + return substr($m,0,$len) . '...'; + } else { + return $m; + } +} + 1;