#======================================================================== # # Badger::Filesystem::Visitor # # DESCRIPTION # Base class visitor object for traversing a filesystem. # # AUTHOR # Andy Wardley # #======================================================================== package Badger::Filesystem::Visitor; use Badger::Class version => 0.01, debug => 0, base => 'Badger::Base', constants => 'ARRAY CODE REGEX ON WILDCARD', utils => 'params', messages => { no_node => 'No node specified to %s', bad_filter => 'Invalid test in %s specification: %s', }; use Badger::Debug ':dump'; our @FILTERS = qw( files dirs in_dirs no_files no_dirs not_in_dirs ); our $ALL = 0; our $FILES = 1; our $DIRS = 1; our $IN_DIRS = 0; our $NO_FILES = 0; our $NO_DIRS = 0; our $NOT_IN_DIRS = 0; *enter_dir = \&enter_directory; *visit_dir = \&visit_directory; *visit_dir_kids = \&visit_directory_children; sub init { my ($self, $config) = @_; my $class = $self->class; my ($item, $long); $config->{ in_dirs } = 1 if $config->{ recurse }; foreach $item ('all', @FILTERS) { # allow 'directories' as alias for 'dirs' $long = $item; $long =~ s/dirs/directories/; # for those entries that don't contains 'dirs', the $item and $long # will be the same, so we've got an unneccessary test or two, but # it keeps the code simple $self->{ $item } = defined $config->{ $long } ? $config->{ $long } : defined $config->{ $item } ? $config->{ $item } : $class->any_var(uc $item); } $self->{ collect } = [ ]; $self->{ identify } = { }; # TODO: at_file/at_dir handlers $self->init_filters; return $self; } sub init_filters { my $self = shift; my ($filter, $tests, $test, $type); foreach $filter (@FILTERS) { $tests = $self->{ $filter } || next; # skip over false values $tests = $self->{ $filter } = [$tests] unless ref $tests eq ARRAY; # NOTE: $test is aliasing list item so we can change it foreach $test (@$tests) { $self->debug(" - test: $test\n") if $DEBUG; last unless $test; # false test always fails if ($type = ref $test) { return $self->error_msg( bad_filter => $filter => $test ) unless $type eq CODE or $type eq REGEX; # OK } elsif ($test eq ON) { # OK } elsif ($test =~ WILDCARD) { # changing test affects list item via regex $test =~ s/\./<>/g; # . => <> (tmp) $test =~ s/\?/./g; # ? => . $test =~ s/\*/.*/g; # * => .* $test =~ s/<>/\\./g; # <> => \. $test = qr/^$test$/; $self->debug("transmogrified wildcard into regex: $test\n") if $DEBUG; } } $self->debug( "initialised $filter tests: ", $self->dump_data_inline($tests), "\n" ) if $DEBUG; } } sub visit { my $self = shift; my $node = shift || return $self->error_msg( no_node => 'visit' ); $node->enter($self); } sub visit_path { my ($self, $path) = @_; # TODO: we have nothing going on here $self->debug("visiting path: $path\n") if $DEBUG; } sub visit_file { my ($self, $file) = @_; $self->debug("visiting file: $file\n") if $DEBUG; $self->collect($file) if $self->accept_file($file); } sub visit_directory { my ($self, $dir) = @_; $self->debug("visiting directory: $dir\n") if $DEBUG; $self->collect($dir) if $self->accept_directory($dir); $self->visit_directory_children($dir) if $self->enter_directory($dir); } sub visit_directory_children { my ($self, $dir) = @_; $self->debug("visiting directory children: $dir\n") if $DEBUG; map { $_->accept($self) } $dir->children($self->{ all }); } sub filter { my ($self, $filter, $method, $item) = @_; my $tests = $self->{ $filter } || return 0; my ($test, $type); $self->debug("filter($filter, $method, $item) tests: $tests\n") if $DEBUG; foreach $test (@$tests) { $self->debug(" - test: $test\n") if $DEBUG; if ($test eq ON) { return 1; } elsif ($type = ref $test) { if ($type eq CODE) { return 1 if $test->($item, $self); } elsif ($type eq REGEX) { return 1 if $item->$method =~ $test; } else { return $self->error_msg( bad_filter => $filter => $test ); } } else { return 1 if $item->$method eq $test; } } $self->debug(" - ALL FAIL - ignore\n") if $DEBUG; return 0; } sub accept_file { my $self = shift; return $self->filter( files => name => @_ ) && ! $self->filter( no_files => name => @_ ); } sub accept_directory { my $self = shift; return $self->filter( dirs => name => @_ ) && ! $self->filter( no_dirs => name => @_ ); } sub enter_directory { my $self = shift; return $self->filter( in_dirs => name => @_ ) && ! $self->filter( not_in_dirs => name => @_ ); } sub collect { my $self = shift; my $collect = $self->{ collect }; push(@$collect, @_) if @_; return wantarray ? @$collect : $collect; } # identify() is not currently used sub identify { my ($self, $params) = self_params(@_); my $identify = $self->{ identify }; @$identify{ keys %$params } = values %$params if %$params; return wantarray ? %$identify : $identify; } 1; __END__ =head1 NAME Badger::Filesystem::Visitor - visitor for traversing filesystems =head1 SYNOPSIS use Badger::Filesystem 'FS'; my $controls = { files => '*.pm', # collect all *.pm files dirs => 0, # ignore dirs in_dirs => 1, # but do look in dirs for more files not_in_dirs => ['.svn', '.hg'], # don't look in these dirs }; my @files = FS ->dir('/path/to/dir') ->visit($controls) ->collect; =head1 DESCRIPTION The L module implements a base class visitor object which can be used to traverse filesystems. The most common use of a visitor is to walk a filesystem and locate files and directories matching (or not matching) a particular set of criteria (e.g. file name, type, size, etc). The L module provides a number of configuration options to assist in these common tasks. For more complex operations, you can subclass the module to create your own custom visitors. The easiest way to create and use a visitor is to call the L method on any of the L objects. In most cases, you'll want to call it against a L object, but there's nothing to stop you from calling it against a L object (although your visitor won't have anywhere to visitor beyond that single file so it doesn't serve any practical purpose). If you call it against a top-level L object then it will be applied to the root directory of the filesystem. use Badger::Filesystem 'Dir'; my $dir = Dir('/path/to/search/dir'); my $visitor = $dir->visit( files => 1, dirs => 0 ); my $collect = $visitor->collect; The L method will first create a C object by delegating to the L L method. This configures the new visitor using any parameters passed as arguments, specified either as a list or reference to a hash array of named parameters. If no parameters are specified then the defaults are used. The visitor's L method is then called, passing the L object as an argument. And so begins the visitor's journey into the filesystem... The configuration parameters are used to define what the visitor should collect on its travels. Here are some examples. $dir->visit( files => 1, # collect all files dirs => 0, # ignore all dirs ); $dir->visit( files => '*.pm', # collect all .pm files dirs => 0, # ignore all dirs ); $dir->visit( files => '*.pm', # as above, no dirs are collected dirs => 0, # but we do enter into them to in_dirs => 1, # find more files ); $dir->visit( files => '*.pm', # collect *.pm files dirs => 0, # don't collect dirs in_dirs => 1, # do recurse into them not_in_dirs => '.svn', # but don't look in .svn dirs ); $dir->visit( files => 'foo' # find all files named 'foo' dirs => qr/ba[rz]/, # and all dirs named 'bar' or 'baz' in_dirs => 1, # recurse into subdirs ); You can also define subroutines to filter the files and/or directories that you're interested in. The first argument passed to the subroutine is the L or L object being visited. The second argument is a reference to the visitor object. In the following example, we collect files that are smaller than 420 bytes in size, and directories that contain a F file. $dir->visit( files => sub { shift->size < 420 }, dirs => sub { shift->file('metadata.yaml')->exists } in_dirs => 1, ); You can also specify a reference to a list of items, each of which can be a simple flag (0/1), a name to match, regular expression or subroutine reference. Each will be tested in turn until the I one matches. If none match then the file or directory will be ignored. $dir->visit( files => ['foo', qr/wiz/i, \&my_file_sub ], dirs => [ qr/ba[rz]/, \&my_dir_sub ], in_dirs => 1, ); In addition to the inclusive matches show above, you can also tell the visitor what to exclude. You can use any of the same pattern specifications as for the inclusive options (0/1 flags, names, regexen, subroutines, or list refs containing any of the above). $dir->visit( no_files => '*.bak', no_dirs => ['tmp', qr/backup/i], not_in_dirs => ['.svn', '.DS_Store'], ); When the visit is done, the L method can be called to return a list (in list context) or reference to a list (in scalar context) of the items that were collected. The list will contain L and L objects. my $collect = $visitor->collect; # list ref in scalar context my @collect = $visitor->collect; # list in list context =head1 METHODS =head2 new(\%params) Constructor method to create a new C. =head2 collect(@items) This method is used by the visitor to collect items of interest. Any arguments passed are added to the internal C list. $visitor->collect($this, $that); The list of collected items is returned in list context, or a reference to a list in scalar context. my $collect = $visitor->collect; my @collect = $visitor->collect; =head2 identify(%items) This method is similar to L but is used to construct a lookup table for identifying files and directories by name. In fact, it's currently not currently used for anything, but may be one day RSN. =head1 TRAVERSAL METHODS =head2 visit($node) General purpose dispatch method to visit any node. This method calls the L method on the C<$node>, passing the visitor C<$self> reference as an argument. The C<$node> will then call back to the correct method for the node type (e.g. L or L) =head2 visit_path($path) This method is called to visit base class L objects. It doesn't do anything useful at present, but probably should. =head2 visit_file($file) This method is called to visit a L object. =head2 visit_directory($dir) / visit_dir($dir) This method is called to visit a L object. =head2 visit_directory_children($dir) / visit_dir_kids($dir) This method is called to visit the children of a L object. =head1 SELECTION METHODS =head2 accept_file($file) This method applies any selection rules defined for the visitor to determine if a file should be collected or not. It returns a true value if it should, or a false value if not. =head2 accept_directory($dir) / accept_dir($dir) This method applies any selection rules defined for the visitor to determine if a directory should be collected or not. It returns a true value if it should, or a false value if not. =head2 enter_directory($dir) / enter_dir($dir) This method applies any selection rules defined for the visitor to determine if a directory should be entered or not. It returns a true value if it should, or a false value if not. =head2 filter($type,$method,$item) This is a general purpose method which implements the selection algorithm for the above methods. For example, the L method is implemented as: return $self->filter( files => name => $file ) && ! $self->filter( no_files => name => $file ); The first argument provides the name of the configuration parameter which defines the filter specification. The second argument is the name of the file/directory method that returns the value that should be compared (in this case, the file or directory name). The third argument is the file or directory object itself. =head1 AUTHOR Andy Wardley Eabw@wardley.orgE =head1 COPYRIGHT Copyright (C) 2005-2008 Andy Wardley. All rights reserved. =head1 SEE ALSO L =cut # Local Variables: # mode: Perl # perl-indent-level: 4 # indent-tabs-mode: nil # End: # # vim: expandtab shiftwidth=4: # TextMate: rocks my world