corp/esi/filter.pl

#!/usr/local/bin/perl -w

use LWP::UserAgent;
use strict;
use DBI;

my $dbh = DBI->connect("DBI:Pg:dbname=corp","","") || die $DBI::errstr;

my $ua = new LWP::UserAgent;
$ua->agent("pliva_harvester 0.0");
$ua->timeout(60);
$ua->env_proxy();

my $market=0;
my @markets = ('LSE','FTSE','bug1','bug2','bug3','bug4');
my @val;

my $close_time='23:23:23 CET';

sub insert {
        my $sql="insert into stocks values ('".shift(@val)."','".$markets[$market]."',".join(",",@val).")";
        $sql=~s/,\+(\d)/,$1/g;  # nuke + which pgsql doesn't like
        $dbh->do("$sql") || die "$sql\n".$DBI::errstr;
        $market++

}

my $req = HTTP::Request->new(GET =>"http://analysis.esi.co.uk/display.cgi?PLVD");
my $res = $ua->request($req);
if ($res->is_success) {
    foreach (split(/\n/, $res->content)) {
        chomp;
        if (m, at (\d+:\d\d) on (\d+\s\w+\s\d+),i) {
                my ($time,$date) = ($1,$2);
                insert() if (defined(@val));
                undef @val;
                push @val,"$date $time GMT";
                $dbh->do("delete from stocks where date='$date $close_time'");
#               print "delete from stocks where date='$date $close_time'";
        } elsif (m, at close on (\d+\s\w+\s\d+),i) {
                my ($time,$date) = ($close_time,$1);
                insert() if (defined(@val));
                undef @val;
                push @val,"$date $time";
        }
        if (m,<td VALIGN="MIDDLE" ALIGN="CENTER" HEIGHT="30"><FONT SIZE="-1" FACE="Verdana"><b>([-\+]*\d+\.\d+)</b>,i) {
                push @val,$1;
        }

    }
    insert();
}

$dbh->disconnect;
1	dpavlin	1.1	#!/usr/local/bin/perl -w
2
3			use LWP::UserAgent;
4			use strict;
5			use DBI;
6
7			my $dbh = DBI->connect("DBI:Pg:dbname=corp","","") \|\| die $DBI::errstr;
8
9			my $ua = new LWP::UserAgent;
10			$ua->agent("pliva_harvester 0.0");
11			$ua->timeout(60);
12			$ua->env_proxy();
13
14			my $market=0;
15			my @markets = ('LSE','FTSE','bug1','bug2','bug3','bug4');
16			my @val;
17
18			my $close_time='23:23:23 CET';
19
20			sub insert {
21			my $sql="insert into stocks values ('".shift(@val)."','".$markets[$market]."',".join(",",@val).")";
22			$sql=~s/,\+(\d)/,$1/g; # nuke + which pgsql doesn't like
23			$dbh->do("$sql") \|\| die "$sql\n".$DBI::errstr;
24			$market++
25
26			}
27
28			my $req = HTTP::Request->new(GET =>"http://analysis.esi.co.uk/display.cgi?PLVD");
29			my $res = $ua->request($req);
30			if ($res->is_success) {
31			foreach (split(/\n/, $res->content)) {
32			chomp;
33			if (m, at (\d+:\d\d) on (\d+\s\w+\s\d+),i) {
34			my ($time,$date) = ($1,$2);
35			insert() if (defined(@val));
36			undef @val;
37			push @val,"$date $time GMT";
38			$dbh->do("delete from stocks where date='$date $close_time'");
39			# print "delete from stocks where date='$date $close_time'";
40			} elsif (m, at close on (\d+\s\w+\s\d+),i) {
41			my ($time,$date) = ($close_time,$1);
42			insert() if (defined(@val));
43			undef @val;
44			push @val,"$date $time";
45			}
46			if (m,<td VALIGN="MIDDLE" ALIGN="CENTER" HEIGHT="30"><FONT SIZE="-1" FACE="Verdana"><b>([-\+]*\d+\.\d+)</b>,i) {
47			push @val,$1;
48			}
49
50			}
51			insert();
52			}
53
54			$dbh->disconnect;