#!/usr/bin/env perl -l # # http://www.tbray.org/ongoing/When/200x/2007/09/20/Wide-Finder # # # Rather than Erlang (as was in here before) this is more based on the # Scala version of this code at # http://www.martin-probst.com/2007/09/24/wide-finder-in-scala/ # # # requires the data at http://www.tbray.org/tmp/o10k.ap # $|++; sub main { die 'no file' unless -e 'ex/tbray.data.big'; Slurp->new( filename => 'ex/tbray.data.big' ); } { package Slurp; use MooseX::Coro; use IO::File; use Coro; has filename => ( isa => 'Str', is => 'ro', ); has count => ( isa => 'HashRef', is => 'rw', default => sub { {} }, ); has file => ( isa => 'IO::File', is => 'ro', lazy => 1, default => sub { IO::File->new( $_[0]->filename, 'r' ); }, ); sub START { $_[0]->yield('loop'); } event loop => sub { my ($self) = @_; my $file = $self->file; my $counter = Count->new; while ( not eof $file ) { my @chunk; push @chunk, <$file> for ( 0 .. 1 ); $counter->yield( 'loop', $self, \@chunk ); } $self->yield('tally'); }; event inc => sub { my ( $self, $chunk ) = @_; my $count = $self->count; $count->{$_} += $chunk->{$_} for ( keys %$chunk ); $_[0]->count($count); }; event tally => sub { my $count = $_[0]->count; print "$count->{$_}: $_" for sort { $count->{$b} <=> $count->{$a} } keys %$count; $_[0]->yield('STOP'); }; __PACKAGE__->meta->make_immutable; } { package Count; use MooseX::Coro; event loop => sub { my ( $self, $sender, $chunk ) = @_; my $count = {}; my $rx = qr|GET /ongoing/When/\d\d\dx/(\d\d\d\d/\d\d/\d\d/[^ .]+)|o; for my $line (@$chunk) { $count->{$1}++ if $line =~ $rx; } $sender->yield( 'inc', $count ); }; __PACKAGE__->meta->make_immutable; } main();