Grep/bin/import.pl

#!/usr/bin/perl

# helper script to import external data sources into local index and full text index

use strict;

use lib 'lib';

use Jifty;
use Grep::Search;
use Module::Pluggable search_path => 'Grep::Import', sub_name => 'importers', require => 1;
use Data::Dump qw/dump/;

$|=1;

BEGIN { Jifty->new; };

my @importers = __PACKAGE__->importers();

Jifty->log->debug("Found import plugins: ", join(", ", @importers) );

foreach my $importer ( @importers ) {

        if ( $importer->can('import') ) {
                Jifty->log->info("importing with $importer");

                my $stats = $importer->import();

                Jifty->log->info( join(" ",
                        ( $stats->{new} ? $stats->{new} . ' new' : '' ),
                        ( $stats->{old} ? $stats->{old} . ' old' : '' ) . ' pages',
                        ( $stats->{failure} ? 'with ' . $stats->{failure} . ' failures' : '' ),
                        'of total ' . $stats->{total} . ' using ' . $importer,
                ) );
        } else {
                Jifty->log->error("importer $importer doesn't implement import");
        }
}


1	dpavlin	154	#!/usr/bin/perl
2
3			# helper script to import external data sources into local index and full text index
4
5			use strict;
6
7			use lib 'lib';
8
9			use Jifty;
10			use Grep::Search;
11			use Module::Pluggable search_path => 'Grep::Import', sub_name => 'importers', require => 1;
12			use Data::Dump qw/dump/;
13
14			$\|=1;
15
16			BEGIN { Jifty->new; };
17
18			my @importers = __PACKAGE__->importers();
19
20			Jifty->log->debug("Found import plugins: ", join(", ", @importers) );
21
22			foreach my $importer ( @importers ) {
23
24			if ( $importer->can('import') ) {
25			Jifty->log->info("importing with $importer");
26	dpavlin	155
27	dpavlin	158	my $stats = $importer->import();
28	dpavlin	155
29	dpavlin	157	Jifty->log->info( join(" ",
30			( $stats->{new} ? $stats->{new} . ' new' : '' ),
31			( $stats->{old} ? $stats->{old} . ' old' : '' ) . ' pages',
32			( $stats->{failure} ? 'with ' . $stats->{failure} . ' failures' : '' ),
33			'of total ' . $stats->{total} . ' using ' . $importer,
34			) );
35	dpavlin	154	} else {
36			Jifty->log->error("importer $importer doesn't implement import");
37			}
38			}
39
40