Grep/bin/import.pl

#!/usr/bin/perl

# helper script to import external data sources into local index and full text index

use strict;

use lib 'lib';

use Jifty;
use Grep::Search;
use Module::Pluggable search_path => 'Grep::Import', sub_name => 'importers', require => 1;
use Data::Dump qw/dump/;

$|=1;

BEGIN { Jifty->new; };

my @importers = __PACKAGE__->importers();

Jifty->log->debug("Found import plugins: ", join(", ", @importers) );

my $system_user = Grep::CurrentUser->superuser;
my $search = Grep::Search->new();

foreach my $importer ( @importers ) {

        if ( $importer->can('import') ) {
                Jifty->log->info("importing with $importer");

                my $stats = $importer->import( $search );

                Jifty->log->info( join(" ",
                        ( $stats->{new} ? $stats->{new} . ' new' : '' ),
                        ( $stats->{old} ? $stats->{old} . ' old' : '' ) . ' pages',
                        ( $stats->{failure} ? 'with ' . $stats->{failure} . ' failures' : '' ),
                        'of total ' . $stats->{total} . ' using ' . $importer,
                ) );
        } else {
                Jifty->log->error("importer $importer doesn't implement import");
        }
}

$search->finish;


1	dpavlin	154	#!/usr/bin/perl
2
3			# helper script to import external data sources into local index and full text index
4
5			use strict;
6
7			use lib 'lib';
8
9			use Jifty;
10			use Grep::Search;
11			use Module::Pluggable search_path => 'Grep::Import', sub_name => 'importers', require => 1;
12			use Data::Dump qw/dump/;
13
14			$\|=1;
15
16			BEGIN { Jifty->new; };
17
18			my @importers = __PACKAGE__->importers();
19
20			Jifty->log->debug("Found import plugins: ", join(", ", @importers) );
21
22			my $system_user = Grep::CurrentUser->superuser;
23			my $search = Grep::Search->new();
24
25			foreach my $importer ( @importers ) {
26
27			if ( $importer->can('import') ) {
28			Jifty->log->info("importing with $importer");
29	dpavlin	155
30			my $stats = $importer->import( $search );
31
32	dpavlin	157	Jifty->log->info( join(" ",
33			( $stats->{new} ? $stats->{new} . ' new' : '' ),
34			( $stats->{old} ? $stats->{old} . ' old' : '' ) . ' pages',
35			( $stats->{failure} ? 'with ' . $stats->{failure} . ' failures' : '' ),
36			'of total ' . $stats->{total} . ' using ' . $importer,
37			) );
38	dpavlin	154	} else {
39			Jifty->log->error("importer $importer doesn't implement import");
40			}
41			}
42
43	dpavlin	155	$search->finish;
44	dpavlin	154
45