# $OpenBSD: funcs.pl,v 1.25 2021/12/22 11:50:28 bluhm Exp $ # Copyright (c) 2010-2021 Alexander Bluhm # # Permission to use, copy, modify, and distribute this software for any # purpose with or without fee is hereby granted, provided that the above # copyright notice and this permission notice appear in all copies. # # THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES # WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF # MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR # ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES # WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN # ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF # OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. use strict; use warnings; no warnings 'experimental::smartmatch'; use feature 'switch'; use Errno; use Digest::MD5; use Socket; use Socket6; use IO::Socket; use IO::Socket::IP; sub find_ports { my %args = @_; my $num = delete $args{num} // 1; my $domain = delete $args{domain} // AF_INET; my $addr = delete $args{addr} // "127.0.0.1"; my @sockets = (1..$num); foreach my $s (@sockets) { $s = IO::Socket::IP->new( Proto => "tcp", Family => $domain, $addr ? (LocalAddr => $addr) : (), ) or die "find_ports: create and bind socket failed: $!"; } my @ports = map { $_->sockport() } @sockets; return @ports; } ######################################################################## # Client funcs ######################################################################## sub write_syswrite { my $self = shift; my $buf = shift; IO::Handle::flush(\*STDOUT); my $size = length($buf); my $len = 0; while ($len < $size) { my $n = syswrite(STDOUT, $buf, $size, $len); if (!defined($n)) { $!{EWOULDBLOCK} or die ref($self), " syswrite failed: $!"; print STDERR "blocked write at $len of $size: $!\n"; next; } if ($len + $n != $size) { print STDERR "short write $n at $len of $size\n"; } $len += $n; } return $len; } sub write_block { my $self = shift; my $len = shift; my $data; my $outb = 0; my $blocks = int($len / 1000); my $rest = $len % 1000; for (my $i = 1; $i <= 100 ; $i++) { $data .= "012345678\n"; } my $opct = 0; for (my $i = 1; $i <= $blocks; $i++) { $outb += write_syswrite($self, $data); my $pct = ($outb / $len) * 100.0; if ($pct >= $opct + 1) { printf(STDERR "%.2f%% $outb/$len\n", $pct); $opct = $pct; } } if ($rest>0) { for (my $i = 1; $i < $rest-1 ; $i++) { $outb += write_syswrite($self, 'r'); my $pct = ($outb / $len) * 100.0; if ($pct >= $opct + 1) { printf(STDERR "%.2f%% $outb/$len\n", $pct); $opct = $pct; } } } $outb += write_syswrite($self, "\n\n"); IO::Handle::flush(\*STDOUT); print STDERR "LEN: ", $outb, "\n"; } sub write_char { my $self = shift; my $len = shift // $self->{len} // 251; my $sleep = $self->{sleep}; if ($self->{fast}) { write_block($self, $len); return; } my $ctx = Digest::MD5->new(); my $char = '0'; for (my $i = 1; $i < $len; $i++) { $ctx->add($char); print $char or die ref($self), " print failed: $!"; given ($char) { when(/9/) { $char = 'A' } when(/Z/) { $char = 'a' } when(/z/) { $char = "\n" } when(/\n/) { print STDERR "."; $char = '0' } default { $char++ } } if ($self->{sleep}) { IO::Handle::flush(\*STDOUT); sleep $self->{sleep}; } } if ($len) { $char = "\n"; $ctx->add($char); print $char or die ref($self), " print failed: $!"; print STDERR ".\n"; } IO::Handle::flush(\*STDOUT); print STDERR "LEN: ", $len, "\n"; print STDERR "MD5: ", $ctx->hexdigest, "\n"; } sub http_client { my $self = shift; unless ($self->{lengths}) { # only a single http request my $len = shift // $self->{len} // 251; my $cookie = $self->{cookie}; http_request($self, $len, "1.0", $cookie); http_response($self, $len); return; } $self->{http_vers} ||= ["1.1", "1.0"]; my $vers = $self->{http_vers}[0]; my @lengths = @{$self->{redo}{lengths} || $self->{lengths}}; my @cookies = @{$self->{redo}{cookies} || $self->{cookies} || []}; while (defined (my $len = shift @lengths)) { my $cookie = shift @cookies || $self->{cookie}; eval { http_request($self, $len, $vers, $cookie); http_response($self, $len); }; warn $@ if $@; if (@lengths && ($@ || $vers eq "1.0")) { # reconnect and redo the outstanding requests $self->{redo} = { lengths => \@lengths, cookies => \@cookies, }; return; } } delete $self->{redo}; shift @{$self->{http_vers}}; if (@{$self->{http_vers}}) { # run the tests again with other persistence $self->{redo} = { lengths => [@{$self->{lengths}}], cookies => [@{$self->{cookies} || []}], }; } } sub http_request { my ($self, $len, $vers, $cookie) = @_; my $method = $self->{method} || "GET"; my %header = %{$self->{header} || {}}; # encode the requested length or chunks into the url my $path = ref($len) eq 'ARRAY' ? join("/", @$len) : $len; # overwrite path with custom path if (defined($self->{path})) { $path = $self->{path}; } my @request = ("$method /$path HTTP/$vers"); push @request, "Host: foo.bar" unless defined $header{Host}; if ($vers eq "1.1" && $method eq "PUT") { if (ref($len) eq 'ARRAY') { push @request, "Transfer-Encoding: chunked" if !defined $header{'Transfer-Encoding'}; } else { push @request, "Content-Length: $len" if !defined $header{'Content-Length'}; } } foreach my $key (sort keys %header) { my $val = $header{$key}; if (ref($val) eq 'ARRAY') { push @request, "$key: $_" foreach @{$val}; } else { push @request, "$key: $val"; } } push @request, "Cookie: $cookie" if $cookie; push @request, ""; print STDERR map { ">>> $_\n" } @request; print map { "$_\r\n" } @request; if ($method eq "PUT") { if (ref($len) eq 'ARRAY') { if ($vers eq "1.1") { write_chunked($self, @$len); } else { write_char($self, $_) foreach (@$len); } } else { write_char($self, $len); } } IO::Handle::flush(\*STDOUT); # XXX client shutdown seems to be broken in relayd #shutdown(\*STDOUT, SHUT_WR) # or die ref($self), " shutdown write failed: $!" # if $vers ne "1.1"; } sub http_response { my ($self, $len) = @_; my $method = $self->{method} || "GET"; my $vers; my $chunked = 0; { local $/ = "\r\n"; local $_ = ; defined or die ref($self), " missing http $len response"; chomp; print STDERR "<<< $_\n"; m{^HTTP/(\d\.\d) 200 OK$} or die ref($self), " http response not ok" unless $self->{httpnok}; $vers = $1; while () { chomp; print STDERR "<<< $_\n"; last if /^$/; if (/^Content-Length: (.*)/) { if ($self->{httpnok}) { $len = $1; } else { $1 == $len or die ref($self), " bad content length $1"; } } if (/^Transfer-Encoding: chunked$/) { $chunked = 1; } } } if ($method ne 'HEAD') { if ($chunked) { read_chunked($self); } else { undef $len unless defined($vers) && $vers eq "1.1"; read_char($self, $len) if $method eq "GET"; } } } sub read_chunked { my $self = shift; for (;;) { my $len; { local $/ = "\r\n"; local $_ = ; defined or die ref($self), " missing chunk size"; chomp; print STDERR "<<< $_\n"; /^[[:xdigit:]]+$/ or die ref($self), " chunk size not hex: $_"; $len = hex; } last unless $len > 0; read_char($self, $len); { local $/ = "\r\n"; local $_ = ; defined or die ref($self), " missing chunk data end"; chomp; print STDERR "<<< $_\n"; /^$/ or die ref($self), " no chunk data end: $_"; } } { local $/ = "\r\n"; while () { chomp; print STDERR "<<< $_\n"; last if /^$/; } defined or die ref($self), " missing chunk trailer"; } } sub errignore { $SIG{PIPE} = 'IGNORE'; $SIG{__DIE__} = sub { die @_ if $^S; warn "Error ignored"; warn @_; IO::Handle::flush(\*STDERR); POSIX::_exit(0); }; } ######################################################################## # Common funcs ######################################################################## sub read_char { my $self = shift; my $max = shift // $self->{max}; if ($self->{fast}) { read_block($self, $max); return; } my $ctx = Digest::MD5->new(); my $len = 0; if (defined($max) && $max == 0) { print STDERR "Max\n"; } else { while () { $len += length($_); $ctx->add($_); print STDERR "."; if (defined($max) && $len >= $max) { print STDERR "\nMax"; last; } } print STDERR "\n"; } print STDERR "LEN: ", $len, "\n"; print STDERR "MD5: ", $ctx->hexdigest, "\n"; } sub read_block { my $self = shift; my $max = shift // $self->{max}; my $opct = 0; my $ctx = Digest::MD5->new(); my $len = 0; for (;;) { if (defined($max) && $len >= $max) { print STDERR "Max\n"; last; } my $rlen = POSIX::BUFSIZ; if (defined($max) && $rlen > $max - $len) { $rlen = $max - $len; } defined(my $n = read(STDIN, my $buf, $rlen)) or die ref($self), " read failed: $!"; $n or last; $len += $n; $ctx->add($buf); my $pct = ($len / $max) * 100.0; if ($pct >= $opct + 1) { printf(STDERR "%.2f%% $len/$max\n", $pct); $opct = $pct; } } print STDERR "LEN: ", $len, "\n"; print STDERR "MD5: ", $ctx->hexdigest, "\n"; } ######################################################################## # Server funcs ######################################################################## sub http_server { my $self = shift; my %header = %{$self->{header} || { Server => "Perl/".$^V }}; my $cookie = $self->{cookie} || ""; my($method, $url, $vers); do { my $len; { local $/ = "\r\n"; local $_ = ; return unless defined $_; chomp; print STDERR "<<< $_\n"; ($method, $url, $vers) = m{^(\w+) (.*) HTTP/(1\.[01])$} or die ref($self), " http request not ok"; $method =~ /^(GET|HEAD|PUT)$/ or die ref($self), " unknown method: $method"; ($len, my @chunks) = $url =~ /(\d+)/g; $len = [ $len, @chunks ] if @chunks; while () { chomp; print STDERR "<<< $_\n"; last if /^$/; if ($method eq "PUT" && /^Content-Length: (.*)/) { $1 == $len or die ref($self), " bad content length $1"; } $cookie ||= $1 if /^Cookie: (.*)/; } } if ($method eq "PUT" ) { if (ref($len) eq 'ARRAY') { read_chunked($self); } else { read_char($self, $len); } } my @response = ("HTTP/$vers 200 OK"); $len = defined($len) ? $len : scalar(split /|/,$url); if ($vers eq "1.1" && $method =~ /^(GET|HEAD)$/) { if (ref($len) eq 'ARRAY') { push @response, "Transfer-Encoding: chunked"; } else { push @response, "Content-Length: $len"; } } foreach my $key (sort keys %header) { my $val = $header{$key}; if (ref($val) eq 'ARRAY') { push @response, "$key: $_" foreach @{$val}; } else { push @response, "$key: $val"; } } push @response, "Set-Cookie: $cookie" if $cookie; push @response, ""; print STDERR map { ">>> $_\n" } @response; print map { "$_\r\n" } @response; if ($method eq "GET") { if (ref($len) eq 'ARRAY') { if ($vers eq "1.1") { write_chunked($self, @$len); } else { write_char($self, $_) foreach (@$len); } } else { write_char($self, $len); } } IO::Handle::flush(\*STDOUT); } while ($vers eq "1.1"); $self->{redo}-- if $self->{redo}; } sub write_chunked { my $self = shift; my @chunks = @_; foreach my $len (@chunks) { printf STDERR ">>> %x\n", $len; printf "%x\r\n", $len; write_char($self, $len); printf STDERR ">>> \n"; print "\r\n"; } my @trailer = ("0", "X-Chunk-Trailer: @chunks", ""); print STDERR map { ">>> $_\n" } @trailer; print map { "$_\r\n" } @trailer; } ######################################################################## # Script funcs ######################################################################## sub check_logs { my ($c, $r, $s, %args) = @_; return if $args{nocheck}; check_len($c, $r, $s, %args); check_md5($c, $r, $s, %args); check_loggrep($c, $r, $s, %args); $r->loggrep("lost child") and die "relayd lost child"; } sub check_len { my ($c, $r, $s, %args) = @_; $args{len} ||= 251 unless $args{lengths}; my (@clen, @slen); @clen = $c->loggrep(qr/^LEN: /) or die "no client len" unless $args{client}{nocheck}; @slen = $s->loggrep(qr/^LEN: /) or die "no server len" unless $args{server}{nocheck}; !@clen || !@slen || @clen ~~ @slen or die "client: @clen", "server: @slen", "len mismatch"; !defined($args{len}) || !$clen[0] || $clen[0] eq "LEN: $args{len}\n" or die "client: $clen[0]", "len $args{len} expected"; !defined($args{len}) || !$slen[0] || $slen[0] eq "LEN: $args{len}\n" or die "server: $slen[0]", "len $args{len} expected"; my @lengths = map { ref eq 'ARRAY' ? @$_ : $_ } @{$args{lengths} || []}; foreach my $len (@lengths) { unless ($args{client}{nocheck}) { my $clen = shift @clen; $clen eq "LEN: $len\n" or die "client: $clen", "len $len expected"; } unless ($args{server}{nocheck}) { my $slen = shift @slen; $slen eq "LEN: $len\n" or die "server: $slen", "len $len expected"; } } } sub check_md5 { my ($c, $r, $s, %args) = @_; my (@cmd5, @smd5); @cmd5 = $c->loggrep(qr/^MD5: /) unless $args{client}{nocheck}; @smd5 = $s->loggrep(qr/^MD5: /) unless $args{server}{nocheck}; !@cmd5 || !@smd5 || $cmd5[0] eq $smd5[0] or die "client: $cmd5[0]", "server: $smd5[0]", "md5 mismatch"; my @md5 = ref($args{md5}) eq 'ARRAY' ? @{$args{md5}} : $args{md5} || () or return; foreach my $md5 (@md5) { unless ($args{client}{nocheck}) { my $cmd5 = shift @cmd5 or die "too few md5 in client log"; $cmd5 =~ /^MD5: ($md5)$/ or die "client: $cmd5", "md5 $md5 expected"; } unless ($args{server}{nocheck}) { my $smd5 = shift @smd5 or die "too few md5 in server log"; $smd5 =~ /^MD5: ($md5)$/ or die "server: $smd5", "md5 $md5 expected"; } } @cmd5 && ref($args{md5}) eq 'ARRAY' and die "too many md5 in client log"; @smd5 && ref($args{md5}) eq 'ARRAY' and die "too many md5 in server log"; } sub check_loggrep { my ($c, $r, $s, %args) = @_; my %name2proc = (client => $c, relayd => $r, server => $s); foreach my $name (qw(client relayd server)) { my $p = $name2proc{$name} or next; my $pattern = $args{$name}{loggrep} or next; $pattern = [ $pattern ] unless ref($pattern) eq 'ARRAY'; foreach my $pat (@$pattern) { if (ref($pat) eq 'HASH') { while (my($re, $num) = each %$pat) { my @matches = $p->loggrep($re); @matches == $num or die "$name matches '@matches': ", "'$re' => $num"; } } else { $p->loggrep($pat) or die "$name log missing pattern: '$pat'"; } } } } 1;