Grep/bin/import.pl

#!/usr/bin/perl

# helper script to import external data sources into local index and full text index

use strict;

use lib 'lib';

use Jifty;
use Grep::Search;
use Module::Pluggable search_path => 'Grep::Import', sub_name => 'importers', require => 1;
use Data::Dump qw/dump/;

$|=1;

BEGIN { Jifty->new; };

my @importers = __PACKAGE__->importers();

Jifty->log->debug("Found import plugins: ", join(", ", @importers) );

foreach my $importer ( @importers ) {

        if ( $importer->can('import') ) {
                Jifty->log->info("importing with $importer");

                my $stats = $importer->import();

                Jifty->log->info( join(" ",
                        ( $stats->{new} ? $stats->{new} . ' new' : '' ),
                        ( $stats->{old} ? $stats->{old} . ' old' : '' ) . ' pages',
                        ( $stats->{failure} ? 'with ' . $stats->{failure} . ' failures' : '' ),
                        'of total ' . $stats->{total} . ' using ' . $importer,
                ) );
        } else {
                Jifty->log->error("importer $importer doesn't implement import");
        }
}


1	#!/usr/bin/perl
2
3	# helper script to import external data sources into local index and full text index
4
5	use strict;
6
7	use lib 'lib';
8
9	use Jifty;
10	use Grep::Search;
11	use Module::Pluggable search_path => 'Grep::Import', sub_name => 'importers', require => 1;
12	use Data::Dump qw/dump/;
13
14	$\|=1;
15
16	BEGIN { Jifty->new; };
17
18	my @importers = __PACKAGE__->importers();
19
20	Jifty->log->debug("Found import plugins: ", join(", ", @importers) );
21
22	foreach my $importer ( @importers ) {
23
24	if ( $importer->can('import') ) {
25	Jifty->log->info("importing with $importer");
26
27	my $stats = $importer->import();
28
29	Jifty->log->info( join(" ",
30	( $stats->{new} ? $stats->{new} . ' new' : '' ),
31	( $stats->{old} ? $stats->{old} . ' old' : '' ) . ' pages',
32	( $stats->{failure} ? 'with ' . $stats->{failure} . ' failures' : '' ),
33	'of total ' . $stats->{total} . ' using ' . $importer,
34	) );
35	} else {
36	Jifty->log->error("importer $importer doesn't implement import");
37	}
38	}
39
40