package Net::Proxy; use strict; use warnings; use Carp; use Scalar::Util qw( refaddr reftype ); use IO::Select; our $VERSION = '0.07'; # interal socket information table my %SOCK_INFO; my %LISTENER; my %CLOSING; my $READERS; my $WRITERS; my %PROXY; my %STATS; # Net::Proxy attributes my %CONNECTOR = ( in => {}, out => {}, ); my $VERBOSITY = 0; # be silent by default my $BUFFSIZE = 16384; # # some logging-related methods # sub set_verbosity { $VERBOSITY = $_[1]; } sub notice { return if $VERBOSITY < 1; print STDERR "$_[1]\n"; } sub info { return if $VERBOSITY < 2; print STDERR "$_[1]\n"; } sub debug { return if $VERBOSITY < 3; print STDERR "$_[1]\n"; } # # constructor # sub new { my ( $class, $args ) = @_; my $self = bless \do { my $anon }, $class; croak "Argument to new() must be a HASHREF" if ref $args ne 'HASH'; for my $conn (qw( in out )) { # check arguments croak "'$conn' connector required" if !exists $args->{$conn}; croak "'$conn' connector must be a HASHREF" if ref $args->{$conn} ne 'HASH'; croak "'type' key required for '$conn' connector" if !exists $args->{$conn}{type}; croak "'hook' key is not a CODE reference for '$conn' connector" if $args->{$conn}{hook} && reftype( $args->{$conn}{hook} ) ne 'CODE'; # load the class my $class = 'Net::Proxy::Connector::' . $args->{$conn}{type}; eval "require $class"; croak "Couldn't load $class for '$conn' connector: $@" if $@; # create and store the Connector object $args->{$conn}{_proxy_} = $self; $CONNECTOR{$conn}{ refaddr $self} = $class->new( $args->{$conn} ); $CONNECTOR{$conn}{ refaddr $self}->set_proxy($self); } return $self; } sub register { $PROXY{ refaddr $_[0] } = $_[0]; } sub unregister { delete $PROXY{ refaddr $_[0] }; } # # The Net::Proxy attributes # sub in_connector { return $CONNECTOR{in}{ refaddr $_[0] }; } sub out_connector { return $CONNECTOR{out}{ refaddr $_[0] }; } # # create the socket setter/getter methods # these are actually Net::Proxy clas methods # BEGIN { my $n = 0; my $buffer_id; for my $attr (qw( peer connector state nick buffer callback )) { no strict 'refs'; my $i = $n; *{"get_$attr"} = sub { $SOCK_INFO{ refaddr $_[1] }[$i]; }; *{"set_$attr"} = sub { $SOCK_INFO{ refaddr $_[1] }[$i] = $_[2]; }; $buffer_id = $n if $attr eq 'buffer'; $n++; } # special shortcut sub add_to_buffer { $SOCK_INFO{ refaddr $_[1] }[$buffer_id] .= $_[2]; } } # # create statistical methods # for my $info (qw( opened closed )) { no strict 'refs'; *{"stat_inc_$info"} = sub { $STATS{ refaddr $_[0]}{$info}++; $STATS{total}{$info}++; }; *{"stat_$info"} = sub { $STATS{ refaddr $_[0]}{$info} || 0; }; *{"stat_total_$info"} = sub { $STATS{total}{$info} || 0; }; } # # socket-related methods # sub add_listeners { my ( $class, @socks ) = @_; for my $sock (@socks) { Net::Proxy->notice( 'Add ' . Net::Proxy->get_nick($sock) ); $LISTENER{ refaddr $sock} = $sock; } return; } sub close_sockets { my ( $class, @socks ) = @_; SOCKET: for my $sock (@socks) { if( my $data = Net::Proxy->get_buffer( $sock ) ) { ## Net::Proxy->debug( length($data) . ' bytes left to write on ' . Net::Proxy->get_nick( $sock ) ); $CLOSING{ refaddr $sock} = $sock; next SOCKET; } Net::Proxy->notice( 'Closing ' . Net::Proxy->get_nick( $sock ) ); # clean up connector if ( my $conn = Net::Proxy->get_connector($sock) ) { $conn->close($sock) if $conn->can('close'); # count connections to the proxy "in connectors" only my $proxy = $conn->get_proxy(); if ( refaddr $conn == refaddr $proxy->in_connector() && !_is_listener($sock) ) { $proxy->stat_inc_closed(); } } # clean up internal structures delete $SOCK_INFO{ refaddr $sock}; delete $LISTENER{ refaddr $sock}; delete $CLOSING{ refaddr $sock}; # clean up sockets $READERS->remove($sock); $WRITERS->remove($sock); $sock->close(); } return; } # # select() stuff # sub watch_reader_sockets { my ( $class, @socks ) = @_; $READERS->add(@socks); return; } sub watch_writer_sockets { my ( $class, @socks ) = @_; $WRITERS->add(@socks); return; } sub remove_writer_sockets { my ( $class, @socks ) = @_; $WRITERS->remove(@socks); return; } # # destructor # sub DESTROY { my ($self) = @_; delete $CONNECTOR{in}{ refaddr $self}; delete $CONNECTOR{out}{ refaddr $self}; } # # the mainloop itself # sub mainloop { my ( $class, $max_connections ) = @_; $max_connections ||= 0; # initialise the loop $READERS = IO::Select->new(); $WRITERS = IO::Select->new(); # initialise all proxies for my $proxy ( values %PROXY ) { my $in = $proxy->in_connector(); my @socks = $in->listen(); Net::Proxy->add_listeners(@socks); Net::Proxy->watch_reader_sockets(@socks); Net::Proxy->set_connector( $_, $in ) for @socks; } my $continue = 1; for my $signal (qw( INT HUP )) { $SIG{$signal} = sub { Net::Proxy->notice("Caught $signal signal"); $continue = 0; }; } # loop indefinitely while ( $continue and my @ready = IO::Select->select( $READERS, $WRITERS ) ) { ## Net::Proxy->debug( 0+@{$ready[0]} . " sockets ready for reading" ); ## Net::Proxy->debug( join "\n ", "Readers:", map { Net::Proxy->get_nick($_) } $READERS->handles() ); ## Net::Proxy->debug( 0+@{$ready[1]} . " sockets ready for writing" ); ## Net::Proxy->debug( join "\n ", "Writers:", map { Net::Proxy->get_nick($_) } $WRITERS->handles() ); # first read READER: for my $sock (@{$ready[0]}) { if ( _is_listener($sock) ) { # accept the new connection and connect to the destination Net::Proxy->get_connector($sock)->new_connection_on($sock); } else { # have we read too much? my $peer = Net::Proxy->get_peer($sock); next READER if !$peer || length( Net::Proxy->get_buffer($peer) ) >= $BUFFSIZE; # read the data if ( my $conn = Net::Proxy->get_connector($sock) ) { my $data = $conn->read_from($sock); next READER if !defined $data; if ($peer) { # run the hook on incoming data my $callback = Net::Proxy->get_callback( $sock ); $callback->( \$data, $conn ) if $callback && defined $data; Net::Proxy->add_to_buffer( $peer, $data ); Net::Proxy->watch_writer_sockets($peer); ## Net::Proxy->debug( "Will write " . length( Net::Proxy->get_buffer($peer)). " bytes to " . Net::Proxy->get_nick( $peer )); } } } } # then write for my $sock (@{$ready[1]}) { my $conn = Net::Proxy->get_connector($sock); $conn->write_to($sock); } } continue { if( %CLOSING ) { Net::Proxy->close_sockets( values %CLOSING ); } if( $max_connections ) { # stop after that many connections last if Net::Proxy->stat_total_closed() == $max_connections; # prevent new connections if ( %LISTENER && Net::Proxy->stat_total_opened() == $max_connections ) { Net::Proxy->close_sockets( values %LISTENER ); } } } # close all remaining sockets Net::Proxy->close_sockets( $READERS->handles(), $WRITERS->handles() ); } # # helper private FUNCTIONS # sub _is_listener { return exists $LISTENER{ refaddr $_[0] }; } 1; __END__ =head1 NAME Net::Proxy - Framework for proxying network connections in many ways =head1 SYNOPSIS use Net::Proxy; # proxy connections from localhost:6789 to remotehost:9876 # using standard TCP connections my $proxy = Net::Proxy->new( { in => { type => tcp, port => '6789' }, out => { type => tcp, host => 'remotehost', port => '9876' }, } ); # register the proxy object $proxy->register(); # and you can setup multiple proxies # and now proxy connections indefinitely Net::Proxy->mainloop(); =head1 DESCRIPTION A C object represents a proxy that accepts connections and then relays the data transfered between the source and the destination. The goal of this module is to abstract the different methods used to connect from the proxy to the destination. A proxy is a program that transfer data across a network boundary between a client and a server. C introduces the concept of "connectors" (implemented as C subclasses), which abstract the server part (connected to the client) and the client part (connected to the server) of the proxy. This architecture makes it easy to implement specific techniques to cross a given network boundary, possibly by using a proxy on one side of the network fence, and a reverse-proxy on the other side of the fence. See L for details about the existing connectors. =head1 METHODS If you only intend to use C and not write new connectors, you only need to know about C, C and C. =head2 Class methods =over 4 =item new( { in => { ... }, { out => { ... } } ) Return a new C object, with two connectors configured as described in the hashref. The connector parameters are described in the table below, as well as in each connector documentation. =item mainloop( $max_connections ) This method initialises all the registered C objects and then loops on all the sockets ready for reading, passing the data through the various C objets to handle the specifics of each connection. If C<$max_connections> is given, the proxy will stop after having fully processed that many connections. Otherwise, this method does not return. =item add_listeners( @sockets ) Add the given sockets to the list of listening sockets. =item watch_reader_sockets( @sockets ) Add the given sockets to the readers watch list. =item watch_writer_sockets( @sockets ) Add the given sockets to the writers watch list. =item remove_writer_sockets( @sockets ) Remove the given sockets from the writers watch list. =item close_sockets( @sockets ) Close the given sockets and cleanup the related internal structures. =item set_verbosity( $level ) Set the logging level. C<0> means not messages except warnings and errors. =item notice( $message ) Log $message to STDERR if verbosity level is equal to C<1> or more. =item info( $message ) Log $message to STDERR if verbosity level is equal to C<2> or more. =item debug( $message ) Log $message to STDERR if verbosity level is equal to C<3> or more. (Note: throughout the C source code, calls to C are commented with C<##>.) =back Some of the class methods are related to the socket objects that handle the actual connections. =over 4 =item get_peer( $socket ) =item set_peer( $socket, $peer ) Get or set the socket peer. =item get_connector( $socket ) =item set_connector( $socket, $connector ) Get or set the socket connector (a C object). =item get_state( $socket ) =item set_state( $socket, $state ) Get or set the socket state. Some C subclasses may wish to use this to store some internal information about the socket or the connection. =item get_nick( $socket ) =item set_nick( $socket, $nickname ) Get or set the socket nickname. Typically used by C to give informative names to socket (used in the log messages). =item get_buffer( $socket ) =item set_buffer( $socket, $data ) Get or set the content of the writing buffer for the socket. Used by C in C and C. =item get_callback( $socket ) =item set_callback( $socket, $coderef ) Get or set the callback currently associated with the socket. =item add_to_buffer( $socket, $data ) Add data to the writing buffer of the socket. =back =head2 Instance methods =over 4 =item register() Register a C object so that it will be included in the C processing. =item unregister() Unregister the C object. =item in_connector() Return the C objet that handles the incoming connection and handles the data coming from the "client" side. =item out_connector() Return the C objet that creates the outgoing connection and handles the data coming from the "server" side. =back =head2 Statistical methods The following methods manage some statistical information about the individual proxies: =over 4 =item stat_inc_opened() =item stat_inc_closed() Increment the "opened" or "closed" connection counter for this proxy. =item stat_opened() =item stat_closed() Return the count of "opened" or "closed" connections for this proxy. =item stat_total_opened() =item stat_total_closed() Return the total count of "opened" or "closed" connection across all proxy objects. =back =head1 CONNECTORS All connection types are provided with the help of specialised classes. The logic for protocol C is provided by the C class. =head2 Connector hooks There is a single parameter that all connectors accept: C. Given a code reference, the code reference will be called when data is I on the corresponding socket. The code reference should have the following signature: sub callback { my ($dataref, $connector) = @_; ... } C<$dataref> is a reference to the chunk of data received, and C<$connector> is the C object that created the socket. This allows someone to eventually store data in a stash stored in the connector, so as to share data between sockets. =head2 Available connectors =over 4 =item * tcp (C) This is the simplest possible proxy connector. On the "in" side, it sits waiting for incoming connections, and on the "out" side, it connects to the configured host/port. =item * connect (C) This proxy connector can connect to a TCP server though a web proxy that accepts HTTP CONNECT requests. =item * dual (C) This proxy connector is a Y-shaped connector: depending on the client behaviour right after the connection is established, it connects it to one of two services, handled by two distinct connectors. =item * dummy (C) This proxy connector does nothing. You can use it as a template for writing new C classes. =back =head2 Summary This table summarises all the available C classes and the parameters their constructors recognise. C means that the given C cannot be used in that position (either C or C). Connector | in parameters | out parameters ------------+-----------------+----------------- tcp | host | host | port | port ------------+-----------------+----------------- connect | N/A | host | | port | | proxy_host | | proxy_port | | proxy_user | | proxy_pass | | proxy_agent ------------+-----------------+----------------- dual | host | N/A | port | | timeout | | server_first | | client_first | ------------+-----------------+----------------- dummy | N/A | N/A ------------+-----------------+----------------- ssl | host | host | port | port | start_cleartext | start_cleartext C is used as the C parameter for a C, since the later is linked to two different connector objects. =head1 AUTHOR Philippe 'BooK' Bruhat, C<< >>. =head1 BUGS Please report any bugs or feature requests to C, or through the web interface at L. I will be notified, and then you'll automatically be notified of progress on your bug as I make changes. =head1 TODO Here's my own wishlist: =over 4 =item * Write a connector fully compatible with GNU httptunnel (L). This one will probably be named C. =item * Enhance the httptunnel protocol to support multiple connections. =item * Implement RFC 3093 - Firewall Enhancement Protocol (FEP), as C. This RFC was published on April 1, 2001. This is probably impossible with C, since the FEP driver is a rather low-level driver (at the IP level of the network stack). =item * Implement DNS tunnel connectors. See L, OzymanDNS, L. L for examples. =item * Implement an UDP connector. (Is it feasible?) =item * Implement a connector that can be plugged to the STDIN/STDOUT of an external process, like the C option of OpenSSH. =item * Implement C, for UNIX sockets. =item * Implement ICMP tunnel connectors. See L, L, L, L for examples. Since ICMP implies low-level packet reading and writing, it may not be possible for C to handle it. =item * Look for inspiration in the I, at L. Look also here: L =item * Implement a C connector that can upgrade upgrade a connection to SSL transparently, even if the client or server doesn't support STARTTLS. Martin Werthmöller provided a full implementation of a connector that can handle IMAP connections and upgrade them to TLS if the client sends a C command. My implementation will split this in two parts C and C, that inherits from the former. =back =head1 COPYRIGHT Copyright 2006 Philippe 'BooK' Bruhat, All Rights Reserved. =head1 LICENSE This program is free software; you can redistribute it and/or modify it under the same terms as Perl itself. =cut