package XML::Filter::DocSplitter; =head1 NAME XML::Filter::DocSplitter - Multipass processing of documents =head1 SYNOPSIS ## See XML::SAX::???? for an easier way to use this filter. use XML::SAX::Machines qw( Machine ) ; my $m = Machine( [ Intake => "XML::Filter::DocSplitter" => qw( Filter ) ], [ Filter => "My::Filter" => qw( Merger ) ], [ Merger => "XML::Filter::Merger" => qw( Output ) ], [ Output => \*STDOUT ], ); ## Let the distributor coordinate with the merger ## XML::SAX::Manifold does this for you. $m->Intake->set_aggregator( $m->Merger ); $m->parse_file( "foo" ); =head1 DESCRIPTION XML::Filter::DocSplitter is a SAX filter that allows you to apply a filter to repeated sections of a document. It splits a document up at a predefined elements in to multiple documents and the filter is run on each document. The result can be left as a stream of separate documents or combined back in to a single document using a filter like L. By default, the input document is split in all children of the root element. By that reckoning, this document has three sub-documents in it: .... .... .... When using without an aggregator, all events up to the first record are lost; with an aggregator, they are passed directly in to the aggregator as the "first" document. All elements between the records (the "\n " text nodes, in this case) are also passed directly to the merger (these will arrive between the end_document and start_document calls for each of the records), as are all events from the last record until the end of the input document. This means that the first document, as seen by the merger, is incomplete; it's missing it's end_element, which is passed later. The approach of passing events from the input document right on through to the merger differs from the way L works. This class is derived from L, see that for details. =cut use XML::SAX::Base; @ISA = qw( XML::SAX::Base ); $VERSION = 0.2; @EXPORT_OK = qw( DocSplitter ); use strict; use Carp; use XML::SAX::EventMethodMaker qw( sax_event_names compile_missing_methods ); =head1 METHODS =over =item new my $d = XML::Filter::DocSplitter->new( Handler => $h, Aggregator => $a, ## optional ); =cut ## Inherited. =item set_aggregator $h->set_aggregator( $a ); Sets the SAX filter that will stitch the resulting subdocuments back together. Set to C to prevent such stitchery. The aggregator should support the C, C, and C methods as described in L. =cut sub set_aggregator { my $self = shift; $self->{Aggregator} = shift; $self->{AggregatorPassThrough} = XML::SAX::Base->new() unless $self->{AggregatorPassThrough}; $self->{AggregatorPassThrough}->set_handler( $self->{Aggregator} ); } =item get_aggregator my $a = $h->get_aggregator; Gets the SAX filter that will stitch the resulting subdocuments back together. =cut sub get_aggregator { my $self = shift; return $self->{Aggregator}; } =item set_split_path $h->set_split_path( "/a/b/c" ); Sets the pattern to use when splitting the document. Patterns are a tiny little subset of the XPath language: Pattern Description ======= =========== /*/* splits the document on children of the root elt (default) //record splits each elt in to a document /*/record splits each child of the root elt /a/b/c/d splits each of the elts in to a document =cut sub set_split_path { my $self = shift; my $pat = $self->{SplitPoint} = shift; $pat = "/$pat" unless substr( $pat, 0, 1 ) eq "/"; $pat = quotemeta $pat; $pat =~ s{\\\*}{[^/]*}g; ## Hmmm, * will match nodes with 0 length names "" $pat =~ s{\\/\\/}{/.*/}g; $pat =~ s{^\\/}{^}g; $self->{SplitPathRe} = qr/$pat(?!\n)\Z/; return undef; } =item get_split_path my $a = $h->get_split_path; =cut sub get_split_path { my $self = shift; return $self->{SplitPoint}; } sub _check_stack { my $self = shift; my $stack = join "/", @{$self->{Stack}}; $stack =~ $self->{SplitPathRe}; } sub start_document { my $self = shift; my $aggie = $self->get_aggregator; $aggie->start_manifold_document( @_ ) if $aggie && $aggie->can( "start_manifold_document" ); $aggie->set_include_all_roots( 1 ) if $aggie && $aggie->can( "set_include_all_roots" ); $aggie->start_document( @_ ); $self->{Stack} = []; $self->{Splitting} = 0; $self->set_split_path( "/*/*" ) unless defined $self->get_split_path; ## don't pass on the start_document, we'll do that once for each ## record. return undef; } sub start_element { my $self = shift; my ( $elt ) = @_; push @{$self->{Stack}}, $elt->{Name}; if ( ! $self->{Splitting} && $self->_check_stack ) { ++$self->{Splitting}; $self->SUPER::start_document( {} ); } elsif ( $self->{Splitting} ) { ++$self->{Splitting}; } if ( $self->{Splitting} ) { return $self->SUPER::start_element( @_ ); } $self->{AggregatorPassThrough}->start_element( @_ ) if $self->{AggregatorPassThrough}; return undef; } sub end_element { my $self = shift; my ( $elt ) = @_; pop @{$self->{Stack}}; my $r ; if ( $self->{Splitting} ) { $r = $self->SUPER::end_element( @_ ) } else { $r = $self->{AggregatorPassThrough}->end_element( @_ ) if $self->{AggregatorPassThrough}; } if ( $self->{Splitting} && ! --$self->{Splitting} ) { ## ignore the result code, we'll get it in end_document. $self->SUPER::end_document( {} ); } return $r; } sub end_document { my $self = shift; my $aggie = $self->get_aggregator; my $r; if ( $aggie ) { $r = $aggie->end_document( @_ ); $r = $aggie->end_manifold_document( @_ ) if $aggie->can( "end_manifold_document" ); } return $r; } compile_missing_methods __PACKAGE__, <<'TPL_END', sax_event_names ; sub { my $self = shift; return $self->SUPER::( @_ ) if $self->{Splitting}; $self->{AggregatorPassThrough}->( @_ ) if $self->{AggregatorPassThrough}; } TPL_END =head1 LIMITATIONS Can only feed a single aggregator at the moment :). I can fix this with a bit of effort. =head1 AUTHOR Barrie Slaymaker =head1 COPYRIGHT Copyright 2000, Barrie Slaymaker, All Rights Reserved. You may use this module under the terms of the Artistic, GPL, or the BSD licenses. =cut 1;