lib/PXElator/httpd.pm

package httpd;

use warnings;
use strict;
use autodie;

=head1 httpd

Start with:

  perl -Ilib/PXElator -Mhttpd -e httpd::start

=cut

use Data::Dump qw/dump/;
use Carp qw/confess/;
use File::Slurp;
#use JSON;
use IO::Socket::INET;
use Module::Refresh;

our $pids;
$pids = { httpd => $$ } unless defined $pids; # keep pids on refresh

sub DESTROY {
        warn "pids ",dump( $pids );
        foreach ( values %$pids ) {
                warn "kill $_";
                kill 1,$_ || kill 9, $_;
        }
}

our $port = 7777;

use server;
our $debug = server::debug;
our $url = "http://$server::ip:$port";

use html;
our $static_pids;

use Time::HiRes qw/time/;

sub static {
        my ($client,$path) = @_;

        my $full = "$server::base_dir/tftp/$path";

        return if ! -f $full;

        if ( my $pid = fork ) {
                # parent
                close($client);
                print "http static child $pid\n";
                $static_pids->{$pid} = $path;
                return 1;
        }

        my $type = 'application/octet-stream';
        $type = 'text/html' if $path =~ m{\.htm};
        $type = 'application/javascript' if $path =~ m{\.js};
        $type = 'text/plain' if $path =~ m{\.txt};

        my $size = -s $full || return;

        print $client "HTTP/1.0 200 OK\r\nContent-Type: $type\r\nContent-Length: $size\r\nConnection: close\r\n\r\n";

        open(my $fh, $full);

        my $block = 1400; # try not to fragment packages (pxelinux seems to have problems with it)
        my $buff;
        my $pos = 0;

        STDERR->autoflush(1);
        warn "static $path $type $size block: $block\n";

        my $start_t = time();
        my $last_t = $start_t;

        while( my $len = read $fh, $buff, $block ) {
                print $client $buff;
                $client->flush;
                $pos += $len;
                my $t = time();
                next unless $t - $last_t > 0.75;
                $last_t = $t;
                my $speed = ( $pos ) / ( $t - $start_t );
                printf STDERR "%s %d/%d %.2f%% %.2f K/s ETA %.1fs   \r"
                        , $path, $pos
                        , $size, $pos * 100 / $size
                        , $speed / 1024
                        , ( $size - $pos ) / $speed
                        ;
        }
        close($fh);
        close($client);

        print STDERR "\n";

        warn "exit static child";

        exit(0);
}

use boolean;

use screen;
use kvm;

$SIG{CHLD} = 'IGNORE';

sub start_stop {
        my $daemon = shift;
        my $pid = $pids->{$daemon};

        warn "start_stop $daemon $pid\n";

        if ( $pid =~ m{^\d+$} ) {
                my $pstree = `pstree -p $pid`;
                my @pids = $pstree =~ m{\((\d+)\)}g;
                warn "pstree $pstree pids ",dump( @pids );
                kill 1, $_ foreach reverse @pids;
                $pids->{$daemon} = 'stopped';
                return qq|$daemon pid $pid stopped|;
        } else {
                if ( $pid = fork ) {
                        # parent
                        $pids->{$daemon} = $pid;
                        warn "forked $daemon $pid\n";
                        return qq|$daemon pid $pid started|;
                } elsif ( defined $pid ) {
                        # child
                        my $invoke = 'start';
                        $invoke = $1 if $daemon =~ s{/(.+)}{};
                        my $eval = $daemon . '::' . $invoke . '(' . ( @_ ? dump(@_) : '' ) . ')';
                        warn "eval $eval";
                        eval $eval;
                        warn "can't start $daemon: $@" if $@;
                        exit;
                } else {
                        die "fork error $!";
                }
        }
}

my $ok =       qq|HTTP/1.0 200 OK\r\nContent-Type: text/html\r\nConnection: close\r\n\r\n|;
my $redirect = qq|HTTP/1.1 302 Found\r\nContent-type: text/html\r\nLocation: $url\r\n\r\n|;

sub get_request {
        my ( $client, $path, $param ) = @_;

        warn "get_request $path ", $param ? dump( $param ) : '', "\n";

        if ( my $found = static( $client,$path ) ) {
                warn "static $found" if $debug;
        } elsif ( $path eq '/' ) {

                my $screen = $pids->{screen} ? qq|stop <tt>$pids->{screen}</tt>|        : 'start';
                my $kvm    = $pids->{kvm}    ? qq|stop <tt>$pids->{kvm}</tt>|           :
                                         $pids->{screen} ? qq|start|                                                    : qq|start screen first|;

                my @rows = (
                        'ip',           html::tt( $server::ip ),
                        'netmask',      html::tt( $server::netmask ),

                        'debug',        qq|<a href=/our/debug/| . boolean::toggle($debug) . qq|>$debug</a>|,
                );

                my $debug_proc = '';

                warn 'pids: ', dump( $pids ) if $debug;
                foreach my $name ( sort keys %$pids ) {
                        my $pid = $pids->{$name} || next;

                        my $html = qq|<a href=/start_stop/$name>$pid</a>|;

                        my $proc = "/proc/$pid/status";

                        if ( -e $proc ) {
                                if ( $debug ) {
                                        $html .= qq| <a name=$pid href=#proc-$pid>?</a>|;

                                        $debug_proc
                                                .= qq|<a name=proc-$pid href=#$pid>$proc</a><pre style="font-size: 10%">|
                                                .  read_file($proc)
                                                .  qq|</pre>|
                                                ;
                                }

                                if ( $name->can('start_fork') ) {
                                        $html .= qq| <a href=/start_stop/kvm/$_>$_</a>| foreach $name->start_fork;
                                }

                                if ( $name->can('actions') ) {
                                        $html .= qq| <a href=/action/kvm/$_>$_</a>| foreach $name->actions;
                                }
                        }

                        push @rows, ( $name => $html );
                }

                my $below_table = '';

                warn 'static_pids: ', dump( $static_pids ) if $debug;
                foreach my $pid ( keys %$static_pids ) {
                        my $path = $static_pids->{$pid};
                        if ( -d "/proc/$pid" ) {
                                push @rows, ( $path => qq|<a href=/kill/static/$pid>$pid</a>| );
                        } elsif ( $param->{clean_completed_downloads} ) {
                                delete $static_pids->{$pid}
                        } else {
                                push @rows, ( $path => "$pid competed" );
                                $below_table = qq|<a href="/?clean_completed_downloads=1">clean completed downloads</a>|;
                        }
                }

                print $client $ok
                        , html::table( 2, @rows )
                        , $below_table
                        , html::tabs( log::mac_changes )
                        , $debug_proc
                        ;

        } elsif ( $path =~ m{^/our/(\w+)/(\S+)} ) {
                eval 'our $' . $1 . ' = ' . $2;
                warn $@ if $@;
                print $client $redirect, qq|<big>$1 = $2</big><br>Location: <a href="$url">$url</a>|;
                server::debug( $debug ) if $1 eq 'debug';
        } elsif ( $path =~ m{^/start_stop/((?:screen|kvm).*)} ) { # XXX we don't want to stop all classes
                print $client $redirect, start_stop($1);
        } elsif ( $path =~ m{^/action/([^/]+)/(.+)} ) {
                $1->$2();
                print $client $redirect;
        } elsif ( $path =~ m{^/kill/static/(\d+)} ) {
                print $client $redirect;
                kill 1, $1 || kill 9, $2 && warn "killed $1";
        } elsif ( $path eq '/exit' ) {
#               DESTROY;
                exit 0;
        } elsif ( $path =~ m{/boot} ) {
                print $client qq{$ok
#!gpxe
imgfree
login
chain http://$server::ip:$httpd::port/

                        };
        } else {
                print $client "HTTP/1.0 404 $path\r\nConnection: close\r\nContent-type: text/html\r\n\r\n<big>404 $path</big>";
                warn "404 $path";
        }

}

use browser;

sub start {

        my $server = IO::Socket::INET->new(
                        Proto     => 'tcp',
                        LocalPort => $httpd::port,
                        Listen    => SOMAXCONN,
                        Reuse     => 1
        ) || die "can't start server on $url: $!";

        print "url $url\n";

        start_stop 'browser', $url;
        start_stop 'screen';
        start_stop 'kvm';

        while (my $client = $server->accept()) {
                $client->autoflush(1);
                my $request = <$client>;

                warn "request $request\n" if $debug;

                Module::Refresh->refresh;

                if ($request =~ m{^GET (/.*) HTTP/1.[01]}) {
                        my $path = $1;
                        my $param;
                        if ( $path =~ s{\?(.+)}{} ) {
                                foreach my $p ( split(/[&;]/, $1) ) {
                                        my ($n,$v) = split(/=/, $p, 2);
                                        $param->{$n} = $v;
                                }
                                warn "param: ",dump( $param ) if $debug;
                        }
                        get_request $client, $path, $param;
                } else {
                        print $client "HTTP/1.0 500 No method\r\nConnection: close\r\nContent-type: text/plain\r\n\r\n500 $request";
                        warn "500 $request";
                }

                print $client qq{
                <div style="font-size: 80%; color: #888">
                <a href="">reload</a>
                <a href=/>index</a>
                <a href=/exit>exit</a>
                </div>
                } if $client->connected;

        }

        die "server died";
}

warn "loaded";

1;
1	dpavlin	42	package httpd;
2
3			use warnings;
4			use strict;
5			use autodie;
6
7			=head1 httpd
8
9			Start with:
10
11			perl -Ilib/PXElator -Mhttpd -e httpd::start
12
13			=cut
14
15			use Data::Dump qw/dump/;
16			use Carp qw/confess/;
17			use File::Slurp;
18			#use JSON;
19			use IO::Socket::INET;
20	dpavlin	43	use Module::Refresh;
21	dpavlin	42
22	dpavlin	70	our $pids;
23			$pids = { httpd => $$ } unless defined $pids; # keep pids on refresh
24	dpavlin	66
25			sub DESTROY {
26			warn "pids ",dump( $pids );
27			foreach ( values %$pids ) {
28			warn "kill $_";
29			kill 1,$_ \|\| kill 9, $_;
30			}
31			}
32
33	dpavlin	42	our $port = 7777;
34
35			use server;
36	dpavlin	67	our $debug = server::debug;
37	dpavlin	64	our $url = "http://$server::ip:$port";
38	dpavlin	42
39	dpavlin	43	use html;
40	dpavlin	70	our $static_pids;
41	dpavlin	43
42	dpavlin	104	use Time::HiRes qw/time/;
43
44	dpavlin	42	sub static {
45			my ($client,$path) = @_;
46
47	dpavlin	65	my $full = "$server::base_dir/tftp/$path";
48	dpavlin	42
49	dpavlin	65	return if ! -f $full;
50	dpavlin	42
51	dpavlin	70	if ( my $pid = fork ) {
52			# parent
53			close($client);
54			print "http static child $pid\n";
55			$static_pids->{$pid} = $path;
56			return 1;
57			}
58
59	dpavlin	65	my $type = 'application/octet-stream';
60	dpavlin	42	$type = 'text/html' if $path =~ m{\.htm};
61			$type = 'application/javascript' if $path =~ m{\.js};
62	dpavlin	65	$type = 'text/plain' if $path =~ m{\.txt};
63	dpavlin	42
64	dpavlin	65	my $size = -s $full \|\| return;
65
66			print $client "HTTP/1.0 200 OK\r\nContent-Type: $type\r\nContent-Length: $size\r\nConnection: close\r\n\r\n";
67
68			open(my $fh, $full);
69
70	dpavlin	96	my $block = 1400; # try not to fragment packages (pxelinux seems to have problems with it)
71	dpavlin	65	my $buff;
72			my $pos = 0;
73
74	dpavlin	105	STDERR->autoflush(1);
75			warn "static $path $type $size block: $block\n";
76	dpavlin	96
77	dpavlin	105	my $start_t = time();
78			my $last_t = $start_t;
79
80	dpavlin	65	while( my $len = read $fh, $buff, $block ) {
81	dpavlin	107	print $client $buff;
82	dpavlin	105	$client->flush;
83	dpavlin	65	$pos += $len;
84	dpavlin	105	my $t = time();
85			next unless $t - $last_t > 0.75;
86			$last_t = $t;
87			my $speed = ( $pos ) / ( $t - $start_t );
88	dpavlin	107	printf STDERR "%s %d/%d %.2f%% %.2f K/s ETA %.1fs \r"
89	dpavlin	104	, $path, $pos
90			, $size, $pos * 100 / $size
91	dpavlin	105	, $speed / 1024
92			, ( $size - $pos ) / $speed
93	dpavlin	104	;
94	dpavlin	42	}
95	dpavlin	65	close($fh);
96			close($client);
97	dpavlin	42
98	dpavlin	105	print STDERR "\n";
99	dpavlin	65
100	dpavlin	107	warn "exit static child";
101
102			exit(0);
103	dpavlin	42	}
104
105	dpavlin	43	use boolean;
106	dpavlin	57
107	dpavlin	53	use screen;
108	dpavlin	57	use kvm;
109	dpavlin	42
110	dpavlin	57	$SIG{CHLD} = 'IGNORE';
111
112			sub start_stop {
113			my $daemon = shift;
114			my $pid = $pids->{$daemon};
115
116	dpavlin	96	warn "start_stop $daemon $pid\n";
117	dpavlin	57
118	dpavlin	67	if ( $pid =~ m{^\d+$} ) {
119	dpavlin	77	my $pstree = `pstree -p $pid`;
120			my @pids = $pstree =~ m{\((\d+)\)}g;
121			warn "pstree $pstree pids ",dump( @pids );
122			kill 1, $_ foreach reverse @pids;
123	dpavlin	66	$pids->{$daemon} = 'stopped';
124	dpavlin	57	return qq\|$daemon pid $pid stopped\|;
125			} else {
126			if ( $pid = fork ) {
127			# parent
128			$pids->{$daemon} = $pid;
129	dpavlin	96	warn "forked $daemon $pid\n";
130	dpavlin	57	return qq\|$daemon pid $pid started\|;
131			} elsif ( defined $pid ) {
132			# child
133	dpavlin	81	my $invoke = 'start';
134			$invoke = $1 if $daemon =~ s{/(.+)}{};
135			my $eval = $daemon . '::' . $invoke . '(' . ( @_ ? dump(@_) : '' ) . ')';
136	dpavlin	57	warn "eval $eval";
137			eval $eval;
138			warn "can't start $daemon: $@" if $@;
139			exit;
140			} else {
141			die "fork error $!";
142			}
143			}
144			}
145
146	dpavlin	67	my $ok = qq\|HTTP/1.0 200 OK\r\nContent-Type: text/html\r\nConnection: close\r\n\r\n\|;
147			my $redirect = qq\|HTTP/1.1 302 Found\r\nContent-type: text/html\r\nLocation: $url\r\n\r\n\|;
148
149	dpavlin	43	sub get_request {
150			my ( $client, $path, $param ) = @_;
151
152	dpavlin	96	warn "get_request $path ", $param ? dump( $param ) : '', "\n";
153	dpavlin	43
154			if ( my $found = static( $client,$path ) ) {
155			warn "static $found" if $debug;
156			} elsif ( $path eq '/' ) {
157	dpavlin	53
158	dpavlin	57	my $screen = $pids->{screen} ? qq\|stop <tt>$pids->{screen}</tt>\| : 'start';
159			my $kvm = $pids->{kvm} ? qq\|stop <tt>$pids->{kvm}</tt>\| :
160			$pids->{screen} ? qq\|start\| : qq\|start screen first\|;
161	dpavlin	53
162	dpavlin	66	my @rows = (
163	dpavlin	64	'ip', html::tt( $server::ip ),
164			'netmask', html::tt( $server::netmask ),
165	dpavlin	66
166	dpavlin	64	'debug', qq\|<a href=/our/debug/\| . boolean::toggle($debug) . qq\|>$debug</a>\|,
167	dpavlin	43	);
168	dpavlin	70
169	dpavlin	96	my $debug_proc = '';
170	dpavlin	71
171	dpavlin	78	warn 'pids: ', dump( $pids ) if $debug;
172	dpavlin	87	foreach my $name ( sort keys %$pids ) {
173	dpavlin	66	my $pid = $pids->{$name} \|\| next;
174	dpavlin	43
175	dpavlin	89	my $html = qq\|<a href=/start_stop/$name>$pid</a>\|;
176	dpavlin	66
177	dpavlin	81	my $proc = "/proc/$pid/status";
178	dpavlin	71
179	dpavlin	81	if ( -e $proc ) {
180			if ( $debug ) {
181			$html .= qq\| <a name=$pid href=#proc-$pid>?</a>\|;
182
183			$debug_proc
184			.= qq\|<a name=proc-$pid href=#$pid>$proc</a><pre style="font-size: 10%">\|
185			. read_file($proc)
186			. qq\|</pre>\|
187			;
188			}
189
190	dpavlin	88	if ( $name->can('start_fork') ) {
191			$html .= qq\| <a href=/start_stop/kvm/$_>$_</a>\| foreach $name->start_fork;
192	dpavlin	81	}
193	dpavlin	88
194			if ( $name->can('actions') ) {
195			$html .= qq\| <a href=/action/kvm/$_>$_</a>\| foreach $name->actions;
196			}
197	dpavlin	71	}
198
199	dpavlin	66	push @rows, ( $name => $html );
200			}
201
202	dpavlin	91	my $below_table = '';
203
204	dpavlin	78	warn 'static_pids: ', dump( $static_pids ) if $debug;
205	dpavlin	70	foreach my $pid ( keys %$static_pids ) {
206			my $path = $static_pids->{$pid};
207			if ( -d "/proc/$pid" ) {
208			push @rows, ( $path => qq\|<a href=/kill/static/$pid>$pid</a>\| );
209	dpavlin	91	} elsif ( $param->{clean_completed_downloads} ) {
210			delete $static_pids->{$pid}
211	dpavlin	70	} else {
212			push @rows, ( $path => "$pid competed" );
213	dpavlin	91	$below_table = qq\|<a href="/?clean_completed_downloads=1">clean completed downloads</a>\|;
214	dpavlin	70	}
215			}
216
217	dpavlin	72	print $client $ok
218			, html::table( 2, @rows )
219	dpavlin	91	, $below_table
220	dpavlin	72	, html::tabs( log::mac_changes )
221			, $debug_proc
222			;
223	dpavlin	66
224	dpavlin	43	} elsif ( $path =~ m{^/our/(\w+)/(\S+)} ) {
225			eval 'our $' . $1 . ' = ' . $2;
226			warn $@ if $@;
227	dpavlin	67	print $client $redirect, qq\|<big>$1 = $2</big><br>Location: <a href="$url">$url</a>\|;
228			server::debug( $debug ) if $1 eq 'debug';
229	dpavlin	89	} elsif ( $path =~ m{^/start_stop/((?:screen\|kvm).*)} ) { # XXX we don't want to stop all classes
230	dpavlin	67	print $client $redirect, start_stop($1);
231	dpavlin	88	} elsif ( $path =~ m{^/action/([^/]+)/(.+)} ) {
232			$1->$2();
233			print $client $redirect;
234	dpavlin	70	} elsif ( $path =~ m{^/kill/static/(\d+)} ) {
235			print $client $redirect;
236	dpavlin	86	kill 1, $1 \|\| kill 9, $2 && warn "killed $1";
237	dpavlin	66	} elsif ( $path eq '/exit' ) {
238			# DESTROY;
239			exit 0;
240	dpavlin	43	} elsif ( $path =~ m{/boot} ) {
241			print $client qq{$ok
242			#!gpxe
243			imgfree
244			login
245			chain http://$server::ip:$httpd::port/
246
247			};
248			} else {
249			print $client "HTTP/1.0 404 $path\r\nConnection: close\r\nContent-type: text/html\r\n\r\n<big>404 $path</big>";
250			warn "404 $path";
251			}
252
253			}
254	dpavlin	53
255	dpavlin	66	use browser;
256
257	dpavlin	42	sub start {
258
259			my $server = IO::Socket::INET->new(
260			Proto => 'tcp',
261			LocalPort => $httpd::port,
262			Listen => SOMAXCONN,
263			Reuse => 1
264	dpavlin	43	) \|\| die "can't start server on $url: $!";
265	dpavlin	42
266			print "url $url\n";
267
268	dpavlin	66	start_stop 'browser', $url;
269			start_stop 'screen';
270			start_stop 'kvm';
271	dpavlin	42
272			while (my $client = $server->accept()) {
273			$client->autoflush(1);
274			my $request = <$client>;
275
276			warn "request $request\n" if $debug;
277
278	dpavlin	43	Module::Refresh->refresh;
279
280	dpavlin	42	if ($request =~ m{^GET (/.*) HTTP/1.[01]}) {
281	dpavlin	43	my $path = $1;
282	dpavlin	42	my $param;
283	dpavlin	43	if ( $path =~ s{\?(.+)}{} ) {
284	dpavlin	42	foreach my $p ( split(/[&;]/, $1) ) {
285			my ($n,$v) = split(/=/, $p, 2);
286			$param->{$n} = $v;
287			}
288			warn "param: ",dump( $param ) if $debug;
289			}
290	dpavlin	43	get_request $client, $path, $param;
291	dpavlin	42	} else {
292			print $client "HTTP/1.0 500 No method\r\nConnection: close\r\nContent-type: text/plain\r\n\r\n500 $request";
293			warn "500 $request";
294			}
295
296			print $client qq{
297	dpavlin	43	<div style="font-size: 80%; color: #888">
298			<a href="">reload</a>
299	dpavlin	66	<a href=/>index</a>
300			<a href=/exit>exit</a>
301	dpavlin	43	</div>
302			} if $client->connected;
303	dpavlin	42
304			}
305
306			die "server died";
307			}
308
309	dpavlin	45	warn "loaded";
310
311	dpavlin	42	1;