lib/Sack/From.pm

package Sack::From;

use warnings;
use strict;

use Data::Dump qw(dump);

use lib "/srv/webpac2/lib/";
use WebPAC::Input::ISI;

$WebPAC::Input::ISI::subfields = undef; # disable parsing of subfields

sub new {
    my $class = shift;
    my $self  = bless {@_}, $class;

        warn "from ",dump( @_ );

        $self->{input} = WebPAC::Input::ISI->new( @_ );
        warn "got ", $self->{input}->size, " records for ", dump @_;

        $self->{pos} = 1;
        $self->{shard} = 0;

        return $self;
}

sub input { $_[0]->{input} }

sub shard {
        my ($self,$limit) = @_;

        my $start_pos = $self->{pos};
        $self->{shard}++;
        my $data;

        foreach my $pos ( 1 .. $limit ) {
                push @$data, $self->input->fetch_rec( $self->{pos}++ );
        }

        warn "shard $self->{shard} range: $start_pos - $self->{pos} / $limit\n";

        return $data;
}

1;
1	package Sack::From;
2
3	use warnings;
4	use strict;
5
6	use Data::Dump qw(dump);
7
8	use lib "/srv/webpac2/lib/";
9	use WebPAC::Input::ISI;
10
11	$WebPAC::Input::ISI::subfields = undef; # disable parsing of subfields
12
13	sub new {
14	my $class = shift;
15	my $self = bless {@_}, $class;
16
17	warn "from ",dump( @_ );
18
19	$self->{input} = WebPAC::Input::ISI->new( @_ );
20	warn "got ", $self->{input}->size, " records for ", dump @_;
21
22	$self->{pos} = 1;
23	$self->{shard} = 0;
24
25	return $self;
26	}
27
28	sub input { $_[0]->{input} }
29
30	sub shard {
31	my ($self,$limit) = @_;
32
33	my $start_pos = $self->{pos};
34	$self->{shard}++;
35	my $data;
36
37	foreach my $pos ( 1 .. $limit ) {
38	push @$data, $self->input->fetch_rec( $self->{pos}++ );
39	}
40
41	warn "shard $self->{shard} range: $start_pos - $self->{pos} / $limit\n";
42
43	return $data;
44	}
45
46	1;