lib/A3C/AAIEduHr.pm

package A3C::AAIEduHr;

use strict;
use warnings;

=head1 NAME

AAAIEduHr

=head1 DESCRIPTION

Pull varios stuff from XML at L<http://shema.aaiedu.hr/> and cache it as
JSON on disk

=cut

#use base 'Jifty::Object';

use XML::Rules;
use Data::Dump qw/dump/;
use File::Slurp;
use JSON::XS;

sub vocabulary {
        my $self = shift;

        my $name = shift;
        die "invalid format of name" unless $name =~ /^hrEdu\d\d\d$/;

        my $url = "http://shema.aaiedu.hr/aosi/$name.xml";
        my $xml_path = Jifty::Util->absolute_path( "var/$name.xml" );
        my $data_path = Jifty::Util->absolute_path( "var/$name.js" );

        # sanity cleanup
        unlink $xml_path if -s $xml_path == 0;
        unlink $data_path if -s $data_path == 0;

        # FIXME expire on some other way than rm?
        if ( ! -e $xml_path ) {

                my $ua = LWP::UserAgent->new;
                my $res = $ua->get( $url );

                die "can't get $url status: ", $res->status_line
                        unless $res->is_success;

                write_file( $xml_path, $res->content );
                Jifty->log->info("saved $url into $xml_path");
        }

        die "can't find xml $xml_path: $!" unless -s $xml_path;

        my $data;

        if ( ! -e $data_path ) {
                my $rules = XML::Rules->new( rules => [
                        _default => sub {
                                my ($tag_name, $tag_hash, $context, $parent_data) = @_;
                                warn "_default $tag_name ",dump( $tag_hash );
                                return;
                        },
                        vocabulary => 'no content',
                        vocabularyentry => sub {
                                die "no key attribute?" unless defined( $_[1]->{key} );
                                 '@' . $_[0] => $_[1]->{key};
                        },
                ]);
                $data = $rules->parsefile( $xml_path )
                        || die "can't parse $xml_path: $!";

                $data = $data->{vocabulary} || die "no vocabulary in data: ", dump( $data );

                write_file( $data_path, encode_json( $data )) || die "can't save into $data_path: $!";
                Jifty->log->info("saved dump into $data_path");
        } else {
                $data = decode_json( read_file( $data_path ) ) || die "can't read $data_path: $!";
                Jifty->log->info("loaded dump from $data_path");
        }

        warn '## ',ref($data),' = ',dump($data);

        die "data not for for $name" unless $data->{name} eq $name;
        warn "no vocabularyentry for $name from $data_path" unless defined( $data->{vocabularyentry} );

        return $data->{vocabularyentry};
}

warn "# AAUEduHr loaded\n";

1;
1	dpavlin	88	package A3C::AAIEduHr;
2
3			use strict;
4			use warnings;
5
6			=head1 NAME
7
8			AAAIEduHr
9
10			=head1 DESCRIPTION
11
12			Pull varios stuff from XML at L<http://shema.aaiedu.hr/> and cache it as
13			JSON on disk
14
15			=cut
16
17			#use base 'Jifty::Object';
18
19	dpavlin	89	use XML::Rules;
20	dpavlin	88	use Data::Dump qw/dump/;
21			use File::Slurp;
22			use JSON::XS;
23
24	dpavlin	89	sub vocabulary {
25	dpavlin	88	my $self = shift;
26
27			my $name = shift;
28			die "invalid format of name" unless $name =~ /^hrEdu\d\d\d$/;
29
30			my $url = "http://shema.aaiedu.hr/aosi/$name.xml";
31			my $xml_path = Jifty::Util->absolute_path( "var/$name.xml" );
32			my $data_path = Jifty::Util->absolute_path( "var/$name.js" );
33
34			# sanity cleanup
35			unlink $xml_path if -s $xml_path == 0;
36			unlink $data_path if -s $data_path == 0;
37
38			# FIXME expire on some other way than rm?
39			if ( ! -e $xml_path ) {
40
41			my $ua = LWP::UserAgent->new;
42			my $res = $ua->get( $url );
43
44			die "can't get $url status: ", $res->status_line
45			unless $res->is_success;
46
47			write_file( $xml_path, $res->content );
48			Jifty->log->info("saved $url into $xml_path");
49			}
50
51			die "can't find xml $xml_path: $!" unless -s $xml_path;
52
53			my $data;
54
55			if ( ! -e $data_path ) {
56	dpavlin	89	my $rules = XML::Rules->new( rules => [
57			_default => sub {
58			my ($tag_name, $tag_hash, $context, $parent_data) = @_;
59			warn "_default $tag_name ",dump( $tag_hash );
60			return;
61			},
62			vocabulary => 'no content',
63			vocabularyentry => sub {
64			die "no key attribute?" unless defined( $_[1]->{key} );
65			'@' . $_[0] => $_[1]->{key};
66			},
67			]);
68			$data = $rules->parsefile( $xml_path )
69			\|\| die "can't parse $xml_path: $!";
70	dpavlin	88
71	dpavlin	89	$data = $data->{vocabulary} \|\| die "no vocabulary in data: ", dump( $data );
72
73	dpavlin	88	write_file( $data_path, encode_json( $data )) \|\| die "can't save into $data_path: $!";
74			Jifty->log->info("saved dump into $data_path");
75			} else {
76			$data = decode_json( read_file( $data_path ) ) \|\| die "can't read $data_path: $!";
77	dpavlin	89	Jifty->log->info("loaded dump from $data_path");
78	dpavlin	88	}
79
80			warn '## ',ref($data),' = ',dump($data);
81
82			die "data not for for $name" unless $data->{name} eq $name;
83	dpavlin	89	warn "no vocabularyentry for $name from $data_path" unless defined( $data->{vocabularyentry} );
84	dpavlin	88
85	dpavlin	89	return $data->{vocabularyentry};
86	dpavlin	88	}
87
88			warn "# AAUEduHr loaded\n";
89
90			1;