Grep/bin/import.pl

#!/usr/bin/perl

# helper script to import external data sources into local index and full text index

use strict;

use lib 'lib';

use Jifty;
use Grep::Search;
use Module::Pluggable search_path => 'Grep::Import', sub_name => 'importers', require => 1;
use Data::Dump qw/dump/;

$|=1;

BEGIN { Jifty->new; };

my @importers = __PACKAGE__->importers();

Jifty->log->debug("Found import plugins: ", join(", ", @importers) );

my $system_user = Grep::CurrentUser->superuser;
my $search = Grep::Search->new();

foreach my $importer ( @importers ) {

        if ( $importer->can('import') ) {
                Jifty->log->info("importing with $importer");

                my $stats = $importer->import( $search );

                Jifty->log->info(
                        ( $stats->{new} ? $stats->{new} . ' new' : '' ) .
                        ( $stats->{old} ? $stats->{old} . ' old' : '' ) .
                        ( $stats->{failure} ? ' with ' . $stats->{failure} . ' failures' : '' ) .
                        ' of total ' . $stats->{total} . ' pages with ' . $importer
                );
        } else {
                Jifty->log->error("importer $importer doesn't implement import");
        }
}

$search->finish;


1	#!/usr/bin/perl
2
3	# helper script to import external data sources into local index and full text index
4
5	use strict;
6
7	use lib 'lib';
8
9	use Jifty;
10	use Grep::Search;
11	use Module::Pluggable search_path => 'Grep::Import', sub_name => 'importers', require => 1;
12	use Data::Dump qw/dump/;
13
14	$\|=1;
15
16	BEGIN { Jifty->new; };
17
18	my @importers = __PACKAGE__->importers();
19
20	Jifty->log->debug("Found import plugins: ", join(", ", @importers) );
21
22	my $system_user = Grep::CurrentUser->superuser;
23	my $search = Grep::Search->new();
24
25	foreach my $importer ( @importers ) {
26
27	if ( $importer->can('import') ) {
28	Jifty->log->info("importing with $importer");
29
30	my $stats = $importer->import( $search );
31
32	Jifty->log->info(
33	( $stats->{new} ? $stats->{new} . ' new' : '' ) .
34	( $stats->{old} ? $stats->{old} . ' old' : '' ) .
35	( $stats->{failure} ? ' with ' . $stats->{failure} . ' failures' : '' ) .
36	' of total ' . $stats->{total} . ' pages with ' . $importer
37	);
38	} else {
39	Jifty->log->error("importer $importer doesn't implement import");
40	}
41	}
42
43	$search->finish;
44
45