#!perl # # Documentation, copyright and license is at the end of this file. # package Data::Secs2; use 5.001; use strict; use warnings; use warnings::register; use attributes; use vars qw($VERSION $DATE $FILE); $VERSION = '1.19'; $DATE = '2004/05/04'; $FILE = __FILE__; use Data::SecsPack 0.04; use Data::Startup 0.02; use Data::Dumper; $Data::Dumper::Sortkeys = 1; # dump hashes sorted $Data::Dumper::Terse = 1; # avoid Varn Variables use vars qw(@ISA @EXPORT_OK $default_options); require Exporter; @ISA=qw(Exporter Data::Startup); @EXPORT_OK = qw(arrayify config listify neuterify numberify perlify perl_typify secsify secs_elementify stringify textify transify); $default_options = new Data::Secs2; ####### # Object used to set default, startup, options values. # sub new { my $class = shift; $class = ref($class) if ref($class); my $self = $class->Data::Startup::new( die => 0, add_obj_format_code => 0, obj_format_code => '', type => 'ascii', scalar => 0, spaces => ' ', indent => '', version => $VERSION, warnings => 0, 'Data::SecsPack' => {} ); $self->Data::Startup::override(@_); } use SelfLoader; 1 __DATA__ ########### # The keys for hashes are not sorted. In order to # establish a canonical form for the hash, sort # the hash and convert it to an array with a two # leading control elements in the array. # # The elements determine if the data is an array # or a hash and its reference. # sub arrayify { ###### # This subroutine uses no object data; therefore, # drop any class or object. # my $event; shift if UNIVERSAL::isa($_[0],__PACKAGE__); my ($var) = shift @_; $default_options = Data::Secs2->new() unless $default_options; my $options = $default_options->override(@_); my $class = ref($var); return $var unless $class; my $reftype = attributes::reftype($var); $class = $class ne $reftype ? $class : ''; my @array = ($class,$reftype); ##### # Add rest of the members to the canoncial array # based on underlying data type # if ( $reftype eq 'HASH') { foreach (sort keys %$var ) { push @array, ($_, $var->{$_}); } } elsif($reftype eq 'ARRAY') { push @array, @$var; } elsif($reftype eq 'SCALAR') { push @array, $$var; } elsif($reftype eq 'REF') { push @array, $var; } elsif($reftype eq 'CODE') { push @array, $var; } elsif($reftype eq 'GLOB') { push @array,(*$var{SCALAR},*$var{ARRAY},*$var{HASH},*$var{CODE}, *$var{IO},*$var{NAME},*$var{PACKAGE},"*$var"), } else { $event = "Unknown underlying data type\n"; @array = ''; goto EVENT; } return \@array; EVENT: $event .= "\tData::Secs2::arrayify $VERSION\n"; if($options->{warnings} ) { warn($event); } elsif($options->{die}) { die($event); } $event; } ###### # Program module wide configuration # sub config { $default_options = Data::Secs2->new() unless $default_options; my $self = UNIVERSAL::isa($_[0],__PACKAGE__) ? shift : $default_options; $self = ref($self) ? $self : $default_options; $self->Data::Startup::config(@_); } ####### # # my %format = ( L => 0x00, # List (length in elements) B => 0x20, # Binary T => 0x24, # Boolean A => 0x40, # ASCII J => 0x44, # JIS-8 S8 => 0x60, # 8-byte integer (unsigned) S1 => 0x62, # 1-byte integer (unsigned) S2 => 0x64, # 2-byte integer (unsigned) S4 => 0x70, # 4-byte integer (unsigned) F8 => 0x80, # 8-byte floating F4 => 0x90, # 4-byte floating U8 => 0xA0, # 8-byte integer (unsigned) U1 => 0xA4, # 1-byte integer (unsigned) U2 => 0xA8, # 2-byte integer (unsigned) U4 => 0xB0, # 4-byte integer (unsigned) ); ################ # This subroutine walks a nested data structure, and listify each level # into a perlified SECII message. The assumption is that the nested # data structure consists of only references to Perl arrays, # sub listify { ###### # This subroutine uses no object data; therefore, # drop any class or object. # $default_options = Data::Secs2->new() unless $default_options; my $self = UNIVERSAL::isa($_[0],__PACKAGE__) ? shift : $default_options; $self = ref($self) ? $self : $default_options; my %options = %$self; # try not to mangle or bless the default options ######### # Return an array, so going to walk the array, looking # for hash and array references to arrayify # # Use a stack for the walk instead of recursing. Easier # to maintain when the data is on a separate stack instead # of the call (return) stack and only the pertient data # is stored on the separate stack. The return stack does # not grow. Instead the separate recurse stack grows. # my %dups = (); my @vars = (); my @index = (); ##### # Perl format code my @secs_obj = ('U1',[80]); my $i = 0; my @var = @_; # do not clobber @_ so make a copy my $var = \@var; my ($is_numeric,$format,$num,$ref,$ref_dup,@dup_index,$str); for(;;) { while($i < @$var) { ###### # Index to the same reference structure in the nested data. # First number is the number of indices. The indices are # within each level of the nested listes. # $ref_dup = (ref($var->[$i])) ? "$var->[$i]" : ''; if( $dups{$ref_dup} ) { push @secs_obj, ('L', '3', 'A', '', 'A', 'Index', 'N', $dups{$ref_dup}); $i++; next; } ##### # Try to convert to a pack numeric array. if (ref($var->[$i]) eq 'ARRAY') { ##### # Quit very coarse filter that eliminates many numerics # $is_numeric = 1; foreach (@{$var->[$i]}) { if (ref($_) && ref($_) ne 'ARRAY') { $is_numeric = 0; last; } unless (defined $_ && $_ =~ /\s*\S+\s*/ ) { $is_numeric = 0; last; } } if($is_numeric) { ($str, my @num) = Data::SecsPack->str2float(@{$var->[$i]}, {ascii_float => 1}); if(@num != 0 && @$str == 0) { push @secs_obj, 'N', \@num; $i++; next; } } } $var->[$i] = arrayify( $var->[$i] ); $ref = ref($var->[$i]); #### # If $var->[$i] is a reference it is a reference to an array of # an underlying data type or object that is arrayified. # if ($ref) { $dups{$ref_dup} = (scalar @secs_obj); # element in @secs_obj ######## # Nest for an 'ARRAY' reference to the arrayified the refereceddata # # The listify subroutine uses @vars stacks to nest. When listify finds # member of the current array that is a reference to another array, # listify stops working on the current array. It save the position # that it stop working by pushing a refenrence to the current array # and the position (index), $i of the array reference onto the @vars # stack. Listify will then start working on the new array. When all work # on the new array is listify will pop the old $var array reference # and array index $i off of the @vars stack and continue work on the # old array. # if($ref eq 'ARRAY' ) { #### # Save info so listify can resume work on the old array # push @vars, ($var,$i+1); #### # Start work on the new array # $var = $var->[$i]; $i = 0; ##### # Output a List element whose body is the number of # members in the new array that listify is starting # to work on. # push @secs_obj, ('L', scalar @$var); next; } } ######## # Otherwise, a pure simple scalar # else { ##### # An undefined is translated to SECSII data structure as L[0] # if(defined $var->[$i]) { ###### # Try for a single packed number type # ($str,my @num) = Data::SecsPack->str2float($var->[$i], {ascii_float => 1}); if(@num == 1 && @$str == 0) { push @secs_obj, 'N', $num[0]; } ##### # Else ascii else { push @secs_obj, 'A', $var->[$i]; } } else { push @secs_obj, 'L', 0; } } $i++; } ##### # At the end of the current array, so go back # working on any array whose work was interupted # to work on the current array. # last unless @vars; ($var,$i) = splice( @vars, -2, 2); } ######## # Listified unpacked SECSII message # \@secs_obj; } ####### # # my @bin_format = ( 'L', # 0 List (length in elements) '', # 1 '', # 2 '', # 3 '', # 4 '', # 5 '', # 6 '', # 7 'B', # 8 Binary 'T', # 9 Boolean '', # 10 '', # 11 '', # 12 '', # 13 '', # 14 '', # 15 'A', # 16 ASCII 'J', # 17 JIS-8 '', # 18 '', # 19 '', # 20 '', # 21 '', # 22 '', # 23 'S8', # 24 8-byte integer (unsigned) 'S1', # 25 1-byte integer (unsigned) 'S2', # 26 2-byte integer (unsigned) '', # 27 'S4', # 28 4-byte integer (unsigned) '', # 29 '', # 30 '', # 31 'F8', # 32 8-byte floating '', # 33 '', # 34 '', # 35 'F4', # 36 4-byte floating '', # 37 '', # 38 '', # 39 'U8', # 40 8-byte integer (unsigned) 'U1', # 41 1-byte integer (unsigned) 'U2', # 42 2-byte integer (unsigned) '', # 43 'U4', # 44 4-byte integer (unsigned) '', # 45 '', # 46 '', # 47 '', # 48 '', # 49 '', # 50 '', # 51 '', # 52 '', # 53 '', # 54 '', # 55 '', # 56 '', # 57 '', # 58 '', # 59 '', # 60 '', # 61 '', # 63 ); #### # # sub neuterify { ###### # This subroutine uses no object data; therefore, # drop any class or object. # my $event; shift if UNIVERSAL::isa($_[0],__PACKAGE__); my $binary_secs = shift; $default_options = Data::Secs2->new() unless $default_options; my $options = $default_options->override(@_); my @secs_format_element = unpack('C3',$binary_secs); my @secs_obj = (); ##### # Data format code S - Secsii P - Perl my $obj_format_code = $options->{obj_format_code} if defined $options->{obj_format_code}; if( $options->{$obj_format_code} ) { if(!$options->{add_obj_format_code} && $secs_format_element[0] == 165 && $secs_format_element[1] == 1 && ($secs_format_element[2] == 80 || $secs_format_element[2] == 83) ) { substr($binary_secs,2,1) = $options->{$obj_format_code}; } else { @secs_obj = ('U1',[unpack 'C1',$options->{obj_format_code}]); } } use integer; my ($format, $bytes_per_cell, $length_size, $length, $length_num, $number); while($binary_secs) { ##### # Decode format byte $format = unpack('C1',$binary_secs); $binary_secs = substr($binary_secs,1); $length_size = $format & 0x03; $format = $bin_format[($format & 0xFC) >> 2]; unless($format) { $event = "Unknown SECSII format, $format\n"; goto EVENT; } push @secs_obj,$format; ###### # SEMI E5-94, 6.2.1, 6.3.1. # A zero-length in the format byte is illegal and produces an error. # # The scalar option allows for A non-compliant SEMI E5-94 where a # a zero-length in the format byte signals a single cell scalar follows. # if($length_size == 0 ) { if( $options->{scalar} && $format ne 'L') { $bytes_per_cell = $format =~ /(\d)$/ ? $1 : 1; if( $format =~ /[SUF]\d/ || $format eq 'T') { $number = Data::SecsPack->unpack_num( $format, substr($binary_secs,0,$bytes_per_cell), $options->{'Data::SecsPack'}); unless(ref($number) eq 'ARRAY') { $event = $number; goto EVENT; } if(@$number != 1) { $event = 'Number ' . (join ' ',@$number) . "not a scalar\n" ; goto EVENT; } push @secs_obj,$number->[0]; } else { push @secs_obj,substr($binary_secs,0,$bytes_per_cell); } $binary_secs = substr($binary_secs,$bytes_per_cell); next; } else { $event = "Format byte length size field is zero.\n"; goto EVENT; } } ##### # decode number of elements $length = substr($binary_secs,0,$length_size); $binary_secs = substr($binary_secs,$length_size); $length_num = Data::SecsPack->unpack_num('U1', $length, $options->{'Data::SecsPack'}); unless(ref($length_num) eq 'ARRAY') { $event = "Bad length\n"; goto EVENT; } $length_num = ${$length_num}[0]; ###### # Grab the elements if($format eq 'L') { push @secs_obj,$length_num; } elsif($length_num) { if( $format =~ /[SUF]\d/ || $format eq 'T') { $number = Data::SecsPack->unpack_num( $format, substr($binary_secs,0,$length_num), $options->{'Data::SecsPack'}); unless (ref($number) eq 'ARRAY') { $event = $number; goto EVENT; } push @secs_obj,$number; } else { push @secs_obj,substr($binary_secs,0,$length_num); } $binary_secs = substr($binary_secs,$length_num); } else { push @secs_obj,''; } } no integer; return \@secs_obj; EVENT: $event .= "\tData::Secs2::neuterify $VERSION\n"; if($options->{warnings} ) { warn($event); } elsif($options->{die}) { die($event); } $event; } ##### # # sub perlify { ###### # This subroutine uses no object data; therefore, # drop any class or object. # my $event; shift if UNIVERSAL::isa($_[0],__PACKAGE__); ######## # Listified unpacked SECSII message # my $secs_obj = shift @_; $default_options = Data::Secs2->new() unless $default_options; my $options = $default_options->override(@_); my @nested_stack = (); my ($head, $body); my ($class, $type); ##### # Establish root array with a count that goes on # until the $secs_obj is exhasted. # my $new_var_p; my $count = -1; my @root_array = ('','ARRAY'); my $nested_var_p = \@root_array; my (%dup,$position); $head = $secs_obj->[0]; $body = $secs_obj->[1]; unless ($head eq 'U1' && ref($body) eq 'ARRAY' && @$body == 1 && $$body[0] eq '80') { $event = "Not a Perl SECS object\n"; goto EVENT; } my $i = 2; while($i < @{$secs_obj} ) { $head = $secs_obj->[$i++]; $body = $secs_obj->[$i++]; if( $head eq 'L') { if($body == 0) { push @$nested_var_p, undef; $count--; } else { if ('A' ne $secs_obj->[$i++]) { $event = "Wrong format for Perl reference class, $secs_obj->[$i-1]\n" ; goto EVENT; } $class = $secs_obj->[$i++]; if ('A' ne $secs_obj->[$i++]) { $event = "Wrong format type for Perl reference underlying data type, $secs_obj->[$i-1]\n"; goto EVENT; } $type = $secs_obj->[$i++]; unless ($i < @{$secs_obj}) { $event = "No body for Perl reference.\n" ; goto EVENT; } if( $class eq '' && $type eq 'Index') { $head = $secs_obj->[$i++]; unless($head =~ /^[UN]/) { $event = "Perl index item has wrong format code, $head \n"; goto EVENT; } $body = $secs_obj->[$i++]; if(ref($body) eq 'ARRAY') { unless (@$body == 1) { $event = "Perl Index body must have only one cell\n"; goto EVENT; } $body = $body->[0]; } $new_var_p = $dup{$body}; push @$nested_var_p, $new_var_p; $count--; } else { ####### # The position $i - 6 is the index into @secs_obj of the # element $head 'L'. This is the position that appears in # Perl 'L', 3, 'A', '','A','Index',U1, $position Index # list element. # $new_var_p = [$class,$type]; push @nested_stack,$nested_var_p, $count-1, $i - 6; $nested_var_p = $new_var_p; $count = $body-2; } } } elsif( $head =~ /^[AJBFNSTU]/ ) { push @$nested_var_p,$body; $count--; } else { $event = "Unknown format type, $head\n"; goto EVENT; } ##### # At the end of the current array, so go back # working on any array whose work was interupted # to work on the current array. # while(@nested_stack && $count <= 0) { last unless $count == 0; $new_var_p = perl_typify($nested_var_p); ($nested_var_p, $count, $position) = splice(@nested_stack,-3,3); push @$nested_var_p, $new_var_p; $dup{$position} = $new_var_p; } } $nested_var_p = perl_typify($nested_var_p); return $nested_var_p; EVENT: $event .= "\tData::Secs2::perlify $VERSION\n"; if($options->{warnings} ) { warn($event); } elsif($options->{die}) { die($event); } $event; } ###### # # sub perl_typify { shift if UNIVERSAL::isa($_[0],__PACKAGE__); my $event; my ($array) = (@_); $default_options = Data::Secs2->new() unless $default_options; my $options = $default_options->override(@_); my @array = @$array; my $class = shift @array; my $reftype = shift @array; my $ref; ##### # Add rest of the members to the canoncial array # based on underlying data type # if ( $reftype eq 'HASH') { $ref = {@array}; } elsif($reftype eq 'ARRAY') { $ref = \@array; } elsif($reftype eq 'SCALAR') { unless( @array == 1) { $event = "Bad scalar body\n"; goto EVENT; } $ref = \$array[0]; } elsif($reftype eq 'REF') { unless( @array == 1) { $event = "Bad ref body\n"; goto EVENT; } $ref = $array[0]; } elsif($reftype eq 'CODE') { unless( @array == 1) { $event = "Bad code body.\n"; goto EVENT; } $ref = $array[0]; } elsif($reftype eq 'GLOB') { unless(@array == 8) { $event = "Bad glob body\n"; goto EVENT; } $ref = \@array; } else { $event = "Unknown underlying data type, $reftype\n"; goto EVENT; } $ref = bless $ref,$class if($class); return($ref); EVENT: $event .= "\tData::Secs2::perl_typify $VERSION\n"; if($options->{warnings} ) { warn($event); } elsif($options->{die}) { die($event); } $event; } #### # Take the listify Perl structure and convert it to # a readable ASCII format. # sub secsify { shift if UNIVERSAL::isa($_[0],__PACKAGE__); my @secs_obj = @{shift @_}; # separate copy so do not clobber @_; $default_options = Data::Secs2->new() unless $default_options; my $options = $default_options->override(@_); my $spaces = $options->{spaces}; $spaces = ' ' unless $spaces; my $indent = ''; my $length = 0; my @level = (); my ($format, $element); my $string = ''; while (@secs_obj) { $format = shift @secs_obj; if(@level && $level[-1] <= 0) { while (@level && $level[-1] <= 0) {pop @level}; $indent = $options->{type} eq 'ascii' ? $spaces x scalar @level : ''; } if ($format eq 'L') { $length = shift @secs_obj; $element = secs_elementify( $format . $length, undef, $options ); goto EVENT if ref($element); $string .= $indent . $element; $level[-1] -= 1 if @level; push @level, $length; $indent = $options->{type} eq 'ascii' ? $spaces x scalar @level : ''; $length = 0; } elsif ($format =~ /[SUF]\d/) { $element = secs_elementify($format,shift @secs_obj, $options); goto EVENT if ref($element); $string .= $indent . $element; $level[-1] -= 1 if @level; } elsif ($format =~ /[AJBTN]/) { $element = secs_elementify( $format, shift @secs_obj, $options); goto EVENT if ref($element); $string .= $indent . $element; $level[-1] -= 1 if @level; } else { my $event = "Unknown format $format\n"; $element = \$event; goto EVENT; } $string .= "\n" if substr($string, -1, 1) ne "\n" && $options->{type} =~ /asc/i; }; ######## # Stingified SECSII message of a Perl Nested Data # return $string; EVENT: my $event = "# EVENT Data::Secs2::secsify $VERSION\n" . $$element; $event .= "\n" if substr($$element,-1,1) ne "\n"; $string = "\n" . $string; $event .= 'B[' . length($string) . "] " . $string; if($options->{warnings} ) { warn($event); } elsif($options->{die}) { die($event); } \$event; } #### # Used in this program module only by the secsify subroutine # sub secs_elementify { my $event; shift if UNIVERSAL::isa($_[0],__PACKAGE__); ######## # Two type of inputs: # list element: $format @options # item element: $format $cells @options # # my ($format, $cells, @options) = @_; $default_options = Data::Secs2->new() unless $default_options; my $options = $default_options->override(@options); my ($length,$body_bytes); if($format =~ 'L(\d+)') { $format = 'L'; $length = $1; } my $body; if($options->{type} eq 'ascii') { $body = $format; if($format eq 'L') { $body .= '[' . $length . ']'; } elsif ($format =~ /[SUF]\d/ || $format eq 'T' || $format eq 'N') { if(ref($cells) eq 'ARRAY') { $body .= '[' . (scalar @$cells) . ']'; $body .= ' ' . (join ' ' , @$cells) if @$cells; } else { $body .= ' ' . $cells if $cells; } } elsif ($format =~ /[AJB]/) { $body .= '[' . length($cells) . ']'; $body .= ($cells =~ /\n/) ? "\n" : ' ' if $cells; $body .= $cells; } elsif( $format !~ /[L]/ ) { $event = "Unknown format, $format\n"; goto EVENT; } } else { if ($format =~ /[SUF]\d/ || $format eq 'T' || $format eq 'N') { my $number; $format = 'I' if $format eq 'N'; if(ref($cells) eq 'ARRAY') { ($format, $number) = Data::SecsPack->pack_num($format, @$cells, $options->{'Data::SecsPack'}); } else { ($format, $number) = Data::SecsPack->pack_num($format, $cells, $options->{'Data::SecsPack'}); if($options->{scalar}) { return pack("C1",$format{$format}) . $number; } } if(defined($format)) { $cells = $number; } else { $event = "Could not pack number.\n"; goto EVENT; } } $body_bytes = $format eq 'L' ? $length : length($cells); my ($len_format,$len_num) = Data::SecsPack->pack_num('I', $body_bytes, $options->{'Data::SecsPack'}); unless(defined($len_format) && $len_format =~ /^U/ ) { $event = "Element length number is not unsigned integer\n"; goto EVENT; } my $len_size = length($len_num); unless($len_size < 4) { $event = "Number of cells in the item is too big\n"; goto EVENT; } $body = pack ("C1",($format{$format}+$len_size)) . $len_num; return $body if $format eq 'L' || $body_bytes == 0; $body .= $cells; } return $body; EVENT: $event .= "\tData::Secs2::secs_elementify $VERSION\n"; if($options->{warnings} ) { warn($event); } elsif($options->{die}) { die($event); } \$event; } ##### # If the variable is not a scalar, # stringify it. # sub stringify { shift if UNIVERSAL::isa($_[0],__PACKAGE__); return $_[0] unless ref($_[0]) || 1 < @_; secsify(listify(@_)); } sub transify { ###### # This subroutine uses no object data; therefore, # drop any class or object. # my $event; shift if UNIVERSAL::isa($_[0],__PACKAGE__); my $ascii_secs = shift; $default_options = Data::Secs2->new() unless $default_options; my $options = $default_options->override(@_); ##### # Data format code S - Secsii P - Perl my @secs_obj = (); my $obj_format_code = $options->{obj_format_code} if defined $options->{obj_format_code}; if($options->{obj_format_code}) { unless( $options->{add_obj_format_code} ) { $ascii_secs =~ s/^\s*U1\s*(80|83)\s*\n?//s; } push @secs_obj,('U1',[unpack 'C1',$options->{obj_format_code}]); } use integer; my ($format, $byte_code, $bytes_per_cell, $length); my (@open_list, $list_location, $list_close_char, $item_count, $counted_list); my ($open_char, $close_char, $esc_esc, $str); $list_close_char = ''; $list_location = 0; $item_count = 0; $counted_list = 0; my (@integers,$integer); $ascii_secs =~ s/^\s*//s; while($ascii_secs) { ##### # Parse format code ($format,$byte_code) = ($1,$2) if $ascii_secs =~ s/^\s*(\S)(\d)?//; $byte_code = '' unless $byte_code; unless($format) { $event = "No format code\n"; goto EVENT; } $bytes_per_cell = $byte_code; $bytes_per_cell = '' unless $bytes_per_cell; $item_count++; $bytes_per_cell = 1 unless $bytes_per_cell; ###### # Look for number of elements in brackets jammed tight # against the format code. If not there then going to be # doing some parentheses type work. # $length = undef; $length = $1 if $ascii_secs =~ s/^s*\[\s*(\d+)\s*\]//s; unless (defined $length) { $length = $1 if $ascii_secs =~ s/^\s*\,\s*(\d+)//s; } my $skip = 1; if($ascii_secs) { if(substr($ascii_secs,0,2) eq '\r\n' || substr($ascii_secs,0,2) eq '\n\r') { $skip = 2; } $ascii_secs = substr($ascii_secs,$skip); } ###### # If length is specified, go with it. # unless($ascii_secs) { $event = "No element body.\n"; goto EVENT; } if(defined $length) { if($format eq 'L') { push @open_list,[$list_location,$list_close_char,$item_count,$counted_list] if $list_location; $list_location = scalar @secs_obj + 1; $item_count = 0; $counted_list = $length; $list_close_char = ''; $close_char = ''; push @secs_obj,$format,$length; } #### # Grab the length number of characters from input stream elsif($format =~ /^[JAB]$/) { if(0 < $length) { push @secs_obj,$format,substr($ascii_secs,0,$length); $ascii_secs = substr($ascii_secs,$length); } else { push @secs_obj,$format,''; # length 0 } } ##### # Count the numbers, should agree with length elsif ($format =~ /^[FNSTU]$/) { if(0 < $length) { ($str, my @nums) = Data::SecsPack->str2float($ascii_secs, {ascii_float => 1}); $ascii_secs = join ' ',@$str; if($length != @nums) { $event = "Wrong number of numbers." ; goto EVENT; } push @secs_obj, "$format$byte_code",\@nums; } else { push @secs_obj,$format,''; # length 0 } } else { $event = "Unkown format $format, $format\n"; goto EVENT; } } else { ###### # Count the numbers if( $format =~ /^[FNSTU]$/ ) { ($str, my @nums) = Data::SecsPack->str2float($ascii_secs, {ascii_float => 1}); $ascii_secs = join ' ',@$str; push @secs_obj, "$format$byte_code"; if(@nums == 0) { push @secs_obj,''; } elsif(@nums == 1) { push @secs_obj,$nums[0]; # scalar number } else { push @secs_obj, \@nums; # numeric array } } elsif( $format =~ /^[LAJB]$/ ) { ###### # Otherwise, look for parentheses type enclosing. # $open_char = $1 if $ascii_secs =~ s/^\s*(\S)//; if($open_char eq '(') { $close_char = ')'; } elsif($open_char eq '[') { $close_char = ']'; } elsif($open_char eq '{') { $close_char = '}'; } elsif($open_char eq '<') { $close_char = '>'; } else { $close_char = $open_char; } #### # Need to save old list item count, list location, and start a new open list if($format eq 'L') { #### # Note: For open list, there must be L at the even location. Does $list_location # for an open list must always be odd and never can be zero. push @open_list,[$list_location,$list_close_char,$item_count,$counted_list] if $list_location; $list_location = scalar @secs_obj + 1; $item_count = 0; $counted_list = 0; $list_close_char = $close_char; $close_char = ''; push @secs_obj,$format,0; } #### # Close a text string else { $str = ''; use integer; for(;;) { unless($ascii_secs =~ s/(.*?)\Q$close_char\E//s) { $event = "No matching $close_char for $open_char\n\t$ascii_secs"; goto EVENT; } $str .= $1; ($esc_esc) = $str =~ /(\\+)$/; ##### # close_char escaped if($esc_esc && length($esc_esc) % 2) { $str .= $close_char; } else { last; } } no integer; $close_char = ''; push @secs_obj,$format,$str; } } else { $event = "Unkown format $format\n"; goto EVENT; } } ###### # Try closing any open list while(($list_close_char && $ascii_secs =~ s/^\s*\Q$list_close_char\E//s) || ($counted_list && $counted_list <= $item_count) ) { if($list_close_char && $counted_list ==0) { $secs_obj[$list_location] = $item_count; } if(@open_list) { ($list_location,$list_close_char,$item_count,$counted_list) = @{$open_list[-1]}; pop @open_list; } else { $list_close_char = ''; $list_location = 0; $item_count = 0; $counted_list = 0; $close_char = ''; } } $ascii_secs =~ s/^\s*//s; } no integer; my $open_lists = scalar @open_list; $open_lists++ if $counted_list || $list_close_char; return \@secs_obj unless $open_lists; $event = "open lists: \n" ; $event .= Dumper(@open_list, [$list_location, $list_close_char, $item_count, $counted_list] ); EVENT: $event .= "\tascii_secs:\n" . $ascii_secs; $event .= "\tSECS object:\n"; $event .= Dumper(@secs_obj); $event .= "\tSubroutine: Data::Secs2::transify $VERSION\n"; if($options->{warnings} ) { warn($event); } elsif($options->{die}) { die($event); } $event; } 1 __END__ =head1 NAME Data::Secs2 - pack, unpack, format, transform from Perl data SEMI E5-94 nested data. =head1 SYNOPSIS ##### # Subroutine interface # use Data::Secs2 qw(arrayify config listify neuterify numberify perlify perl_typify secsify secs_elementify stringify textify transify); \@array = arrayify($ref, @options); $old_value = config( $option ); $old_value = config( $option => $new_value); $body = secs_elementify($format, $cells, @options); \@secs_obj = listify(@vars); \@secs_obj = neuterify($binary_secs, @options); \@vars = perlify(\@secs_obj, @options); $ref = perl_typify(\@array, @options); $ascii_secs = secsify( \@secs_obj, @options); $binary_secs = secsify( \@secs_obj, type => 'binary'); $string = stringify(@arg, [@options]); \@secs_obj = transify($acsii_secs, @options); ##### # Class, Object interface # # For class interface, use Data::Secs2 instead of $self # use Data::Secs2; # $secs2 = 'Data::Secs2' # uses built-in config object $secs2 = new Data::Secs2( @options ); \@array = secs2->arrayify( $ref, @options ); $old_value = secs2->secs_config( $option); $old_value = secs2->secs_config( $option => $new_value); $body = secs2->secs_elementify($format, $cells, @options); \@secs_obj = secs2->listify(@vars, @options); \@secs_obj = secs2->neuterify($binary_secs, @options); \@vars = secs2->perlify(\@secs_obj, @options); $ref = secs2->perl_typify(\@array, @options); $ascii_secs = secs2->secsify( \@secs_obj, @options); $binary_secs = secs2->secsify( \@secs_obj, type => 'binary'); $body = secs2->stringify( @arg ); \@secs_obj = secs2->transify($acsii_secs, @options); Generally, if a subroutine will process a list of options, C<@options>, that subroutine will also process an array reference, C<\@options>, C<[@options]>, or hash reference, C<\%options>, C<{@options}>. If a subroutine will process an array reference, C<\@options>, C<[@options]>, that subroutine will also process a hash reference, C<\%options>, C<{@options}>. See the description for a subroutine for details and exceptions. =head1 DESCRIPTION The C module provides a widely accepted method of packing nested lists into a linear string and unpacking the string of nested lists. Nested data has a long history in mathematics. In the hardware world, data and data passed between hardware is not stored in SQL style tables but nested lists. One widely used standard for transmitting nested list between machines is SEMI E5-94. The L program module facilitates the secsification of the nested data in accordance with L E5-94, Semiconductor Equipment Communications Standard 2 (SECS-II), pronounced 'sex two' with gussto and a perverted smile. The SEMI E4 SECS-I standard addresses transmitting SECSII messages from one machine to another machine serially via RS-232 RW-422 or whatever. And, there is another SECS standard for TCP/IP, the SEMI E37 standard, High-Speed SECS Message Services (HSMS) Generic Services. In order not to plagarize college students, credit must be given where credit is due. Tony Blair, when he was a college intern at Intel Fab 4, in Manchester, England invented the SEMI SECS standards. When the Intel Fab 4 management discovered Tony's secsification of their host and equipment, they called a board of directors meeting, voted, and elected to have security to escort Tony out the door. This was Mr. Blair's introduction to voting and elections which he leverage into being elected prime minister of all of England. In this new position he used the skills he learned at the Intel fab to secsify intelligence reports on Iraq's weopons of mass distruction. Using a well-known, widely-used standard for packing and unpacking Perl nested data provides many different new directions. Not only is this standard essential in real-time communications in the factory between equipment computers and operating systems and host computer and operating system but it has uses in snail-time computations. In snail-time the standard's data structure is usefull in nested data operations such as comparing nested data, storing the packed nested data in a file, and also for transmitting nested data from one Perl site to another or even between Perl and other programming languages. And do not forget the added benefit (or perhaps fault depending upon your point of view) of SEMI SECS humor and that the real originators of the SECS-II yielded and allowed Tony Blair to take illegal credit for inventing SECS-II. After all the practical definition of politics is getting your own way. Julius Ceasar invented the Julian calendar and the month of July, Augustus Ceasar the month of Auguest, Al Gore the information highway and Tony Blair not only SECS-II but SECS-I and High-Speed SECS. =head2 SECSII Format The nested data linear format used by the L suroutines is in accordance with L E5-94, Semiconductor Equipment Communications Standard 2 (SECS-II), pronounced 'sex two' with gussto and a perverted smile. This industry standard is copyrighted and cannot be reproduced without violating the copyright. However for those who have brought the original hard media copy, there are robot help and Perl POD open source copyrighted versions of the SECII hard copy copyrighted version available. The base copyright is hard copy paper and PDF files available from Semiconductor Equipment and Materials International 805 East Middlefield Road, Mountain View, CA 94043-4080 USA (415) 964-5111 Easylink: 62819945 http://www.semiconductor-intl.org http://www.reed-electronics.com/semiconductor/ Other important SEMI standards address message transfer protocol of SECSII messages. They are the SEMI E4 SECS-I for transmitting SECSII messages from one machine to another machine via RS-232 and the SEMI E37 High-Speed SECS Message Services (HSMS) Generic Services for transmitting SECSII via TCP/IP. In order not to plagarize college students, credit must be given where credit is due. Tony Blair, when he was a college intern at Intel Fab 4, in London invented the SEMI SECS standards. When the Intel Fab 4 management discovered Tony's secsification of their host and equipment, they elected to have security to escort Tony out the door. This was Mr. Blair's introduction to elections which he leverage into being elected prime minister. In this new position he used the skills he learned at the Intel fab to secsify intelligence reports on Iraq's weopons of mass distruction. The SEMI E5 SECS-II standard provides, among many other things, a standard method of forming packed nested list data. In accordance with SEMI E5 SECS-II transmitted information consists of items and lists. An item consists of the following: =over =item 1 an item header(IH) with a format code, and the number of bytes in the following body =item 2 followed by the item body (IB) consisting of a number of elements. =back A item (IB) may consist of zero bytes in which there are no body bytes for that item. As established by SEMI E5-94, 6.2.2, =over 4 =item consists of groups of data of the same representation in order to save repeated item headers =item integers Most Significant Byte (MS) sent first =item signed integers signed integers are two's complement, MSB sent first =item floating point numbers IEEE 754, sign bit sent first =item non-printing ASCII equipment specific =back As specified in E4-95 6.3, a list element consists of an ordered set of elements that are either an item element or a list element. Because a list element may contains a list element, and SEMI E5 places no restriction on the level of nesting, SECSII lists may be nested to theoretically to any level. Practically nested is limited by machine resources. A list has the same header format as an item, no body and the length number is the number of elements in the list instead of the number of bytes in the body. The item and list header format codes are as in below Table 1 Table 1 Item Format Codes unpacked binary octal hex description ---------------------------------------- L 000000 00 0x00 LIST (length of elements, not bytes) B 001000 10 0x20 Binary T 001001 11 0x24 Boolean A 010000 20 0x40 ASCII J 010001 21 0x44 JIS-8 S8 011000 30 0x60 8-byte integer (signed) S1 011001 31 0x62 1-byte integer (signed) S2 011010 32 0x64 2-byte integer (signed) S4 011100 34 0x70 4-byte integer (signed) F8 100000 40 0x80 8-byte floating F4 100100 44 0x90 4-byte floating U8 101000 50 0xA0 8-byte integer (unsigned) U1 101001 51 0xA4 1-byte integer (unsigned) U2 101010 52 0xA8 2-byte integer (unsigned) U4 101100 54 0xB0 4-byte integer (unsigned) Table 1 complies to SEMI E5-94 Table 1, p.94, with an unpack text symbol and hex columns added. The hex column is the upper Most Significant Bits (MSB) 6 bits of the format code in the SEMI E5-94 item header (IH) or list header (LH) with the the lower Least Significant BIt (LSB) set to zero. Figure 1 below provides the layout for a SEMI E5-94 header and complies to SEMI E5-94 Figure 2, p. 92, except Figure 1 renumbers the bits from 0 to 7 instead of from 1 to 8. bits MSB LSB 7 6 5 4 3 2 1 0 +-------+-------+-------+-------+-------+-------+-------+-------+ | Format code |# length bytes | +---------------------------------------------------------------+ |MSB MS length byte LSB | +---------------------------------------------------------------+ | length byte | +---------------------------------------------------------------+ | LS length byte | +---------------------------------------------------------------+ Figure 1 Item and List Header =head2 SECS Object This section establishes a formal definition of a SECS Object and introduces technical definitions that supercede Webster Dictionary definitions and only apply for the content of this Program Module for the following: SECS Object (SECS-OBJ), Element, Item Element (IE), List Element (LE), Element Header (EH), Element Format Code (EFC), Element Body (EB) and Element Cells (EC). If any of the technical definitions appear to have sexual innuendos, it is entirely coincidental. The definitions should be interpereted only on their technical merits. Any other interperetation is totally unprofessional. A SECS Object is a Perl C that mimics the SEMI E5-94 SECS-II, section 6, data structure where SECS-II transmitted bytes are layed out in memory. The relation between between SEMI E5-94 "byte sent first" is that "bytes sent first" will have the lowest byte address. A SECS Object consists of consecutive ordered Elements stored as a Perl C. Each Element takes two consistive positions in the Perl : the Element Header and the Element Body. The Element Headers positions are always even number indices where the Element Bodies positions are always odd number indices. The EH consists of and only of a Element Format Code as specified in the Table 1 Item Format Codes unpack column. Elements may be either an Item Element or a List Element. The Element Body for a List Element is the sum of the nested List Elements and Item Elements in the List Element. The Element Body for a Item Element is a group of Element Cells of the same data representation and bytes per Element Cell. The bytes in an body of an Item Element is, thus, the number of cells in the body times the bytes per Element Cell. The Element Body for each Element Format Code is as follows: =over 4 =item L unpacked sum of nested Element Lists and Element Items in the Element List =item S U F T scalar number or an reference to an array of numbers in accordance with the format type =item A J unpacked string =item B packed numberified Perl C of binary bytes or a reference to a Perl C of unpack textified binary in the hex 'H*' Perl format In short, a Perl SECS Object consists of a LIST group of SECS elements, INDEX group of elements, or SECSII item element as follows: LIST, INDEX, and SCALAR LIST => 'L', $number-of-elements, 'A', $class, 'A', $built-in-class, @cells $cells[$i] may contain a LIST, INDEX or SCALAR) INDEX => 'L' '3', 'A', ' ', 'A' 'Index', 'U1', $position SCALAR = $format, $scalar where $format is any SECSII item element format code (no list element format codes allowed for SCALAR and $position is a linear index of the Perl SECSII Object array. In the Perl SECS Object INDEX, the 'U1' may be 'U2', or 'U4'. The 'U8' format code will never occur because SECSII messages cannot be that large. The length byte is limited to three bytes. =back The first element of a SECS Object is always a SECS Object Format Code C and a packed element body of either a numberfied 'P' or 'S', textified 80 or 83, depending upon whether the SECS Object has information necessary to convert to Perl data structure, 'P', or most remain as a SECS Object, 'S'. =head1 SUBROUTINES =head2 arrayify \@array = arrayify( $ref); \@array = arrayify( $ref, @options); \@array = arrayify( $ref, [@options]); \@array = arrayify( $ref, {@options}); The purpose of the C subroutine is to provide a canoncial array representation of Perl reference types. When C<$var> is not a reference, the C subroutine passes C<$var> through unchanged; otherewise, the ref($ref) is changed to a reference to a canoncial array where the first member is the the C<$var> class, the second member the underlying data type. If ref($var) and the underlying type type are the same, then C<$var> is classless and the first member is the empty string ''. The rest of the members of the canonical array, based on the underlying data type, are as follows: =over =item 'HASH' hash key, value pairs, sorted by the key =item 'ARRAY' members of the array =item 'SCALAR' the scalar =item 'REF' the reference =item 'CODE' the reference =item 'GLOB' values of the C in the following order: *$var{SCALAR}, *$var{ARRAY}, *$var{HASH}, *$var{CODE}, *$var{IO}, *$var{NAME}, *$var{PACKAGE}, "*$var" =back If the C subroutine encounters an event where it cannot continue, it halts processing, and returns the event as a scalar string, with the subroutine name and version. If the reference of the C subroutine return is a 'C', the return is C<\@array>; otherwise it is a scalar text event message. The events are as follows: "Unknown underlying data type\n" =head2 config $old_value = config( $option ); $old_value = config( $option => $new_value); (@all_options) = config( ); When Perl loads the C program module, Perl creates a C<$Data::Secs2::default_options> object using the C method which inherits L. Using the C as a subroutine config(@_) writes and reads the C<$Data::Secs2::default_options> object directly using the L method. Avoided the C and in multi-threaded environments where separate threads are using C. All other subroutines are multi-thread safe. They use C to obtain a copy of the C<$Data::Secs2::default_options> and apply any option changes to the copy keeping the original intact. Using the C as a method, $options->config(@_) writes and reads the C<$options> object using the L method. It goes without saying that that object should have been created using one of the following or equivalent: $default_options = $class->Data::Secs2::new(@_); $default_options = new Data::Secs2(@_); $options = $default_options->override(@_); The underlying object data for the C class of objects is a hash. For object oriented conservative purist, the C subroutine is the accessor function for the underlying object hash. Since the data are all options whose names and usage is frozen as part of the C interface, the more liberal minded, may avoid the C accessor function layer, and access the object data directly. The options are as follows: values subroutine option default 1sts ---------------------------------------------------------- die warn arrayify listify neuterify obj_format_code '', 'S','P' add_obj_format_code 0 scalar 0 1 unpack_num 'Data::SecsPack' {} perlify perl_typify secsify spaces ' ', (' ' x n) type 'ascii','binary secs_elementify type 'ascii','binary scalar 0 1 pack_num 'Data::SecsPack' {} stringify transify obj_format_code '', 'S','P' add_obj_format_code 0 The C subroutine undef the C option uses the C<&Data::SecsPack::pack_num> subroutine and C subroutine uses the C<&Data::SecsPack::unpack_num> routine. The C<'Data::SecsPack'> hash passes options to these two C program module subroutine. See L for a description of the available options. The C and C options causes all subroutines to issue warnings or die when an event occurs. The C subroutine has no events or errors. =head2 listify \@secs_obj = listify(@vars); The C subroutine takes a list of Perl variables, C<@arg> that may contain references to nested data and converts it to a that mimics a SECSII data structure of a linearized list of items. The Secs Object has Secs Object format code P' since it contains all the information necessary to contruct a Perl data structure. Information is included to recontruct Perl hashes, arrays and objects by provided two item header for each Perl data type. The first item is the object class which is empty for Perl hashes and arrays and the second item is the Perl underlying data type. Valid Perl underlying data types are: HASH ARRAY SCALAR REF GLOB. The C subroutine walks the Perl data structure. Undefineds are converted to a SECS-II to empty list element L[0]. Scalars are tested for numbers. If the C subroutine finds a scalar is a number, it converts it to a SECS-II U1 U2 U4 U8 S1 S2 S4 S8 F4 F8 item element with the preference in the order the formats are listed; otherwise the scalar is converted to a A SECS-II item element. When the C subroutine finds a reference it applies the C subroutine and converts it to a SECS-II list element with the array members as item or list elements of the SECS-II list element. The output for the C subroutine is a Secs Object that complies to the L established herein above. The C subroutine has no events or errors. =head2 neuterify \@secs_obj = neuterify($binary_secs); \@secs_obj = neuterify($binary_secs, @options); \@secs_obj = neuterify($binary_secs, [@options]); \@secs_obj = neuterify($binary_secs, {@options}); The C subroutine produces a C<@secs_obj> from a SEMI E5-94 packed data structure C<$binary_secs> and produces a SECS object C<@secs_obj>. The C subroutine uses option C<{obj_format_code => 'P'}>, or C<{obj_format_code => 'S'}> as the value for the leading L U1 format byte. SEMI E5-94 SECII item. If the C subroutine receives the option C<{add_obj_format_code}>, C will add the byte to the beginning of the packed data; otherwise, C probes the leading byte of the packed data. If the probes shows the leading byte is a C, C modifies the packed data byte; otherweise it adds the byte to the beginning of the packed data. The return is either a reference to a L > or case of an error an error message. To determine an error from a L , check if the return is a reference or a reference to an ARRAY. The C subroutine takes a C option and unpacks non-compliant SEMI E5-94, 6.2.1 and 6.3.1 which states: A zero-length in the format byte is illegal and produces an error. This is a Bill Gates so use with discretion. The C unpacks numeric formats with zero-length for the bytes per length field in the format byte and no length bytes with one byte cell as a C numeric scalar. Examples of numeric scalars and numeric arrays follow: U4 # scalar numeric item element 10000 U4 # array numeric item element [10000] Without the C option, the C subroutine complies to SEMI E5-94, 6.2.1 and 6.3.1 and produces an error. If the C subroutine encounters an event where it cannot continue, it halts processing, and returns the event as a scalar string, with the subroutine name and version. If the reference of the C subroutine return is a 'C', the return is C<\@secs_obj>; otherwise it is a scalar text event message. The events are as follows: "Unknown SECSII format, $format\n" 'Number ' . (join ' ',@$number) . "not a scalar\n" # option scalar => 1 "Format byte length size field is zero.\n" # option scalar => 0 "Bad length\n" In addition, to these events, the C subroutine passes along any events from the L. =head2 new $secs2 = new Data::Secs2(); $secs2 = new Data::Secs2( @options ); $secs2 = new Data::Secs2( [@options] ); $secs2 = new Data::Secs2( {options} ); The C subroutine provides a method set local options once for any of the other subroutines. The options may be modified at any time by C<$secs2->config($option => $new_value)>. Calling any of the subroutines as a C<$secs2> method will perform that subroutine with the options saved in C. =head2 perlify subroutine \@vars = perlify( \@secs_obj); \@vars = perlify( \@secs_obj, @options); \@vars = perlify( \@secs_obj, [@options]); \@vars = perlify( \@secs_obj, {@options}); The C subroutine converts a L with a SECS Object Format Code of 'P' into Perl variables. SECS Objests a format code 'P' should contain all the information necessary to reconstruct listified Perl Data Structure. If the C subroutine encounters an event where it cannot continue, it halts processing, and returns the event as a scalar string, with the subroutine name and version. If the reference of the C subroutine return is a 'C', the return is C<\@vars>; otherwise it is a scalar text event message. The events are as follows: "Not a Perl SECS object\n" "Wrong format for Perl reference class, $type" "Wrong format type for Perl reference underlying data type, $type" "No body for Perl reference.\n" "Perl index item has wrong format code, $format\n" "Perl Index body must have only one cell\n" "Unknown format type, $format\n" In addition, to these events, the C subroutine passes along any events from the L. =head2 perl_typify $ref = perl_typify(\@array); $ref = perl_typify(\@array, @options); $ref = perl_typify(\@array, [@options]); $ref = perl_typify(\@array, {@options}); The C subroutine converts an C<@array> produced by the C subroutine from a C<$ref> back to a C<$ref>. If the C subroutine encounters an event where it cannot continue, it halts processing, and returns the event as a scalar string, with the subroutine name and version. If the reference of the C subroutine return exists, the return is C< $ref>; otherwise it is a scalar text event message. The events are as follows: "Bad scalar body\n" "Bad ref body\n" "Bad code body.\n" "Bad glob body\n" "Unknown underlying data type, $type\n" =head2 secsify subroutine $ascii_secs = secsify( \@secs_obj); $ascii_secs = secsify( \@secs_obj, @options); $ascii_secs = secsify( \@secs_obj, [@options]); $ascii_secs = secsify( \@secs_obj, {@options}); $binary_secs = secsify( \@secs_obj, type => 'binary'); $binary_secs = secsify( \@secs_obj, type => 'binary', @options); $binary_secs = secsify( \@secs_obj, [type => 'binary',@options]); $binary_secs = secsify( \@secs_obj, {type => 'binary',@options}); The C subroutine processes each element in a SECS Object producing either an C<$ascii_sec> text string or a SEMI E5 packed C<$binary_secs> text string. The C subroutine does not care if the C<@secs_obj> is a Perl SECS Object or just a plain or SECS Object. For the C<$ascii_sec> output, the C subroutine produces one line of text for each SECS element, indenting the line C<$options->{spaces}> consist with each level of list nesting. The C subroutine uses the C subroutine to form the SECSII elements and passes its options to the C subroutine. If the C subroutine encounters an event where it cannot continue, it halts processing, and returns the event as a reference to a scalar string, with the subroutine name and version. If the reference of the C subroutine return does not exists, the return is either C<$ascii_secs> or C<$binary_secs>; otherwise it is a reference to a scalar text event message. The events are as follows: "Unknown format $format\n" In addition, to these events, the C subroutine passes along any events from the L. =head2 secs_elementify $body = secs_elementify($format, $cells); $body = secs_elementify($format, $cells, @options); $body = secs_elementify($format, $cells, [@options]); $body = secs_elementify($format, $cells, {options}); The C subroutine is the low-level work horse for the C subroutine that produces a SEMI SECSII item C<$body> from a Perl L item header C<$format> and item body C<@cells>. The C subroutine returns a C<$body> based on the C<$format> and C<$cells> as follows: =over 4 =item option C 'ascii'> a text representation of the packed SEMI E5-94 element. =item option C 'binary'> in accordance with a SEMI E5-94 SECII. =item option C 'binary', scalar =1> SEMI E5-94 SECII except that scalar numbers are packed with no length bytes and the length byte size bits set to 0 in the format byte. This is non-compliant with SEMI E5-94, 6.2.1 and 6.3.1 which states: A zero-length in the format byte is illegal and produces an error. This is a Bill Gates so use with discretion. =back If the C subroutine encounters an event where it cannot continue, it halts processing, and returns the event as a reference to a scalar string, with the subroutine name and version. If the reference of the C subroutine return does not exists, the return is C<$body>; otherwise, it is a reference to a scalar text event message. "Unknown format, $format\n "Could not pack number.\n" "Element length number is not unsigned integer\n" "Number of cells in the item is too big\n" In addition, to these events, for the C option, the C subroutine passes along any events from the L. =head2 stringify subroutine The C subroutined stringifies a Perl data structure by applying the C and C subroutines. =head2 transify \@secs_obj = transify($acsii_secs); \@secs_obj = transify($acsii_secs, @options); \@secs_obj = transify($acsii_secs, [@options]); \@secs_obj = transify($acsii_secs, {@options}); The C subroutine takes a free style text consisting of list of secsii items and converts it to L. The C subroutine is very liberal in what it accepts as valid input. The number of body elements may be supplied either as enclosed in brackets of a "comma" after the unpacked format code. Text strings may be enclosed in parentheses, brackets, or any other character. The enclosing ending character may be escaped with the backslash '\'. List may be counted by suppling a count in either brackets or following a comma after the 'L' format character or by enclosing parentheseses, bracketers or any other character. The C subroutine uses option C<{obj_format_code => 'P'}>, or C<{obj_format_code => 'S'}> as the value for the leading L U1 format byte. SEMI E5-94 SECII item. If the C subroutine receives the option C<{add_obj_format_code}>, C will add the a C to the beginning of the C<@secs_obj>; otherwise, C probes the leading C<@secs_obj>. If the probes shows the leading byte is a C, C modifies the code; otherweise it a C to the beginning of the C<@secs_obj> If the C subroutine encounters an event where it cannot continue, it halts processing, and returns the event as a scalar string, with the subroutine name and version, the C<$ascii_secs> and <@secs_obj> at the time of the event. If the reference of the C subroutine return exists, the return is C<\@secs_obj>; otherwise, it is a text event message. "Unkown format $format\n" "Wrong number of numbers." "No matching $close_char for $open_char\n" "No format code\n" "open lists: \n" . Dumper(@open_lists) # post processing check The format of the C<@open_lists> members is as folows: =over 4 =item position The index in C<@secs_obj> the a list was started =item close character The character that closes the list. This empty for counted lists. The counted_list item is 0 if this member contains a character suchs as ')', ']', '"', '\'' or '}'. =item count The number of elements processed for the open lists =item counted_list non-zero if a counted list. =back =head1 REQUIREMENTS The requirements are coming. =head1 DEMONSTRATION ######### # perl Secs2.d ### ~~~~~~ Demonstration overview ~~~~~ The results from executing the Perl Code follow on the next lines as comments. For example, 2 + 2 # 4 ~~~~~~ The demonstration follows ~~~~~ use File::Package; my $fp = 'File::Package'; use Data::Secs2 qw(arrayify config listify neuterify numberify perlify perl_typify secsify secs_elementify stringify textify transify); my $uut = 'Data::Secs2'; my ($loaded, $event, $big_secs2); my $test_data1 = 'U1[1] 80 L[5] A[0] A[5] ARRAY N 2 A[5] hello N 4 '; my $test_data2 = 'U1[1] 80 L[6] A[0] A[4] HASH A[4] body A[5] hello A[6] header A[9] To: world '; my $test_data3 = 'U1[1] 80 N 2 L[4] A[0] A[5] ARRAY A[5] hello A[5] world N 512 '; my $test_data4 = 'U1[1] 80 N 2 L[6] A[0] A[4] HASH A[6] header L[6] A[11] Class::None A[4] HASH A[4] From A[6] nobody A[2] To A[6] nobody A[3] msg L[4] A[0] A[5] ARRAY A[5] hello A[5] world '; my $test_data5 = 'U1[1] 80 L[6] A[0] A[4] HASH A[6] header L[6] A[11] Class::None A[4] HASH A[4] From A[6] nobody A[2] To A[6] nobody A[3] msg L[4] A[0] A[5] ARRAY A[5] hello A[5] world L[6] A[0] A[4] HASH A[6] header L[3] A[0] A[5] Index N 10 A[3] msg L[3] A[0] A[5] ARRAY A[4] body '; my $test_data6 = [ [78,45,25], [512,1024], 100000 ]; my $test_data7 = 'a50150010541004105' . unpack('H*','ARRAY') . 'a5034e2d19' . 'a90402000400' . 'b104000186a0'; ####### # multicell numberics, Perl Secs Object # my $test_data8 = 'U1[1] 80 L[5] A[0] A[5] ARRAY U1[3] 78 45 25 U2[2] 512 1024 U4[1] 100000 '; ####### # Strict Perl numberics, Perl Secs Object # my $test_data9 = 'U1[1] 80 L[5] A[0] A[5] ARRAY N[3] 78 45 25 N[2] 512 1024 N 100000 '; my $test_data10 = 'U1[1] 80 L[3] A[0] A[5] ARRAY L[5] A[0] A[5] ARRAY N 2 A[5] hello N 4 '; my $test_data11 = 'U1[1] 80 L[3] A[0] A[5] ARRAY L[6] A[0] A[4] HASH A[4] body A[5] hello A[6] header A[9] To: world '; my $test_data12 = 'U1[1] 80 L[5] A[0] A[5] ARRAY N 2 L[4] A[0] A[5] ARRAY A[5] hello A[5] world N 512 '; my $test_data13 = 'U1[1] 80 L[4] A[0] A[5] ARRAY N 2 L[6] A[0] A[4] HASH A[6] header L[6] A[11] Class::None A[4] HASH A[4] From A[6] nobody A[2] To A[6] nobody A[3] msg L[4] A[0] A[5] ARRAY A[5] hello A[5] world '; my $test_data14 = 'U1[1] 80 L[4] A[0] A[5] ARRAY L[6] A[0] A[4] HASH A[6] header L[6] A[11] Class::None A[4] HASH A[4] From A[6] nobody A[2] To A[6] nobody A[3] msg L[4] A[0] A[5] ARRAY A[5] hello A[5] world L[6] A[0] A[4] HASH A[6] header L[3] A[0] A[5] Index N 16 A[3] msg L[3] A[0] A[5] ARRAY A[4] body '; my $test_data15 = 'U1[1] 80 U1[1] 2 L[6] A[0] A[4] HASH A[6] header L[6] A[11] Class::None A[4] HASH A[4] From A[6] nobody A[2] To A[6] nobody A[3] msg L[4] A[0] A[5] ARRAY A[5] hello A[5] world '; my $test_data16 = 'U1[1] 80 L[6] A[0] A[4] HASH A[6] header L[6] A[11] Class::None A[4] HASH A[4] From A[6] nobody A[2] To A[6] nobody A[3] msg L[4] A[0] A[5] ARRAY A[5] hello A[5] world L[6] A[0] A[4] HASH A[6] header L[3] A[0] A[5] Index U1 10 A[3] msg L[3] A[0] A[5] ARRAY A[4] body '; my $test_data17 = 'a50150010541004105' . unpack('H*','ARRAY') . 'a5034e2d19' . 'a90402000400' . 'b0000186a0'; ####### # multicell numberics, Perl Secs Object # my $test_data18 = 'U1[1] 80 L[5] A[0] A[5] ARRAY U1[3] 78 45 25 U2[2] 512 1024 U4 100000 '; ################## # stringify an array # stringify( '2', 'hello', 4 ) # 'U1[1] 80 #N 2 #A[5] hello #N 4 #' # ################## # stringify a hash reference # stringify( {header => 'To: world', body => 'hello'}) # 'U1[1] 80 #L[6] # A[0] # A[4] HASH # A[4] body # A[5] hello # A[6] header # A[9] To: world #' # ################## # ascii secsify lisfication of test_data1 an array reference # secsify( listify( ['2', 'hello', 4] ) ) # 'U1[1] 80 #L[5] # A[0] # A[5] ARRAY # N 2 # A[5] hello # N 4 #' # ################## # ascii secsify lisfication of test_data3 - array with an array ref # secsify( listify( '2', ['hello', 'world'], 512 ) ) # 'U1[1] 80 #N 2 #L[4] # A[0] # A[5] ARRAY # A[5] hello # A[5] world #N 512 #' # my $obj = bless { To => 'nobody', From => 'nobody'}, 'Class::None' # bless( { # 'From' => 'nobody', # 'To' => 'nobody' # }, 'Class::None' ) # ################## # ascii secsify lisfication of test_data5 - hash with nested hashes, arrays, common objects # secsify( listify( {msg => ['hello', 'world'] , header => $obj }, {msg => [ 'body' ], header => $obj} ) ) # 'U1[1] 80 #L[6] # A[0] # A[4] HASH # A[6] header # L[6] # A[11] Class::None # A[4] HASH # A[4] From # A[6] nobody # A[2] To # A[6] nobody # A[3] msg # L[4] # A[0] # A[5] ARRAY # A[5] hello # A[5] world #L[6] # A[0] # A[4] HASH # A[6] header # L[3] # A[0] # A[5] Index # N 10 # A[3] msg # L[3] # A[0] # A[5] ARRAY # A[4] body #' # ################## # ascii secsify listifcation perilification transfication of test_data4 # secsify( listify(perlify( transify($test_data4 ))) ) # 'U1[1] 80 #L[4] # A[0] # A[5] ARRAY # N 2 # L[6] # A[0] # A[4] HASH # A[6] header # L[6] # A[11] Class::None # A[4] HASH # A[4] From # A[6] nobody # A[2] To # A[6] nobody # A[3] msg # L[4] # A[0] # A[5] ARRAY # A[5] hello # A[5] world #' # ################## # ascii secsify listifcation perilification transfication of test_data5 # secsify( listify(perlify( transify($test_data5))) ) # 'U1[1] 80 #L[4] # A[0] # A[5] ARRAY # L[6] # A[0] # A[4] HASH # A[6] header # L[6] # A[11] Class::None # A[4] HASH # A[4] From # A[6] nobody # A[2] To # A[6] nobody # A[3] msg # L[4] # A[0] # A[5] ARRAY # A[5] hello # A[5] world # L[6] # A[0] # A[4] HASH # A[6] header # L[3] # A[0] # A[5] Index # N 16 # A[3] msg # L[3] # A[0] # A[5] ARRAY # A[4] body #' # ################## # binary secsify an array reference # unpack('H*',secsify( listify( ['2', 'hello', 4] ), {type => 'binary'})) # 'a501500105410041054152524159a50102410568656c6c6fa50104' # ################## # binary secsify numeric arrays # unpack('H*',secsify( listify( $test_data6 ), [type => 'binary'])) # 'a501500105410041054152524159a5034e2d19a90402000400b104000186a0' # ################## # scalar binary secsify an array reference # unpack('H*',secsify( listify( ['2', 'hello', 4] ), {type => 'binary', scalar => 1})) # 'a501500105410041054152524159a402410568656c6c6fa404' # ################## # scalar binary secsify numeric arrays # unpack('H*',secsify( listify( $test_data6 ), type => 'binary', scalar => 1)) # 'a501500105410041054152524159a5034e2d19a90402000400b0000186a0' # ################## # binary secsify array with nested hashes, arrays, objects # $big_secs2 = 'a501' . '50' . # U1[1] 80 Perl format code 'a501' . '02' . # U1[1] 2 '0106' . # L[6] '4100' . # A[0] '4104' . unpack('H*','HASH') . # A[4] HASH '4106' . unpack('H*','header') . # A[6] header '0106' . # L[6] '410b' . unpack('H*','Class::None') . # A[11] Class::None '4104' . unpack('H*','HASH') . # A[4] HASH '4104' . unpack('H*','From') . # A[4] From '4106' . unpack('H*','nobody') . # A[6] nobody '4102' . unpack('H*','To') . # A[2] To '4106' . unpack('H*','nobody') . # A[6] nobody '4103' . unpack('H*','msg') . # A[3] msg '0104' . # L[4] '4100' . # A[0] '4105' . unpack('H*','ARRAY') . # A[5] ARRAY '4105' . unpack('H*','hello') . # A[5] hello '4105' . unpack('H*','world'); # A[5] world ################## # neuterify a big secsii # secsify(neuterify (pack('H*',$big_secs2))) # 'U1[1] 80 #U1[1] 2 #L[6] # A[0] # A[4] HASH # A[6] header # L[6] # A[11] Class::None # A[4] HASH # A[4] From # A[6] nobody # A[2] To # A[6] nobody # A[3] msg # L[4] # A[0] # A[5] ARRAY # A[5] hello # A[5] world #' # ################## # neuterify binary secsii # secsify(neuterify (pack('H*',$test_data7))) # 'U1[1] 80 #L[5] # A[0] # A[5] ARRAY # U1[3] 78 45 25 # U2[2] 512 1024 # U4[1] 100000 #' # ################## # neuterify scalar binary secsii, length size error # $event = neuterify (pack('H*',$test_data17)); $event =~ s/\n\t.*?$//; while(chomp($event)) { }; $event # 'Format byte length size field is zero.' # ################## # neuterify scalar binary secsii, no error # $event = neuterify (pack('H*',$test_data17), scalar => 1) ref($event) # 'ARRAY' # ################## # neuterify scalar binary secsii # secsify($event) # 'U1[1] 80 #L[5] # A[0] # A[5] ARRAY # U1[3] 78 45 25 # U2[2] 512 1024 # U4 100000 #' # ################## # transify a free for all secsii input # my $ascii_secsii = ' L ( A \'\' A \'HASH\' A \'header\' L [ A "Class::None" A "HASH" A "From" A "nobody" A "To" A "nobody" ] A "msg" L,4 A[0] A[5] ARRAY A "hello" A "world" ) L ( A[0] A "HASH" A /header/ L[3] A[0] A \'Index\' U1 10 A \'msg\' L < A[0] A \'ARRAY\' A \'body\' > ) ' my $list = transify ($ascii_secsii, obj_format_code => 'P'); ref($list) # 'ARRAY' # ################## # secsify transified free style secs text # ref($list) ? secsify( $list ) : '' # 'U1[1] 80 #L[6] # A[0] # A[4] HASH # A[6] header # L[6] # A[11] Class::None # A[4] HASH # A[4] From # A[6] nobody # A[2] To # A[6] nobody # A[3] msg # L[4] # A[0] # A[5] ARRAY # A[5] hello # A[5] world #L[6] # A[0] # A[4] HASH # A[6] header # L[3] # A[0] # A[5] Index # U1 10 # A[3] msg # L[3] # A[0] # A[5] ARRAY # A[4] body #' # ################## # transify a bad free for all secsii input # $ascii_secsii = ' L ( A "msg" L,4 A[0] A[5] world ' $list = transify ($ascii_secsii); ref(\$list) # 'SCALAR' # $list # 'open lists: #[ # 1, # ')', # 2, # 0 # ] #[ # 5, # '', # 2, # 4 # ] # Subroutine: Data::Secs2::transify 1.18 # ascii_secs: # SECS object: #'L' #0 #'A' #'msg' #'L' #'4' #'A' #'' #'A' #'world' #' # ################## # Perl listify numeric arrays # ref(my $number_list = Data::Secs2->new(perl_secs_numbers => 'strict')->listify( $test_data6 )) # 'ARRAY' # ################## # secify Perl listified numberic arrays # secsify($number_list) # 'U1[1] 80 #L[5] # A[0] # A[5] ARRAY # N[3] 78 45 25 # N[2] 512 1024 # N 100000 #' # ################## # read configuration # [config('type')] # [ # 'type', # 'ascii' # ] # ################## # write configuration # [config('type','binary')] # [ # 'type', # 'ascii' # ] # ################## # verify write configuration # [config('type')] # [ # 'type', # 'binary' # ] # ################## # restore configuration # [config('type','ascii')] # [ # 'type', # 'binary' # ] # =head1 QUALITY ASSURANCE Running the test script C verifies the requirements for this module. The C cover script for L automatically generated the C test script, C demo script, and C STD program module POD, from the C program module contents. The C program module is in the distribution file F. =head1 NOTES =head2 AUTHOR The holder of the copyright and maintainer is Esupport@SoftwareDiamonds.comE =head2 COPYRIGHT NOTICE Copyright © 2003 2004 Software Diamonds All Rights Reserved =head2 BINDING REQUIREMENTS NOTICE Binding requirements are indexed with the pharse 'shall[dd]' where dd is an unique number for each header section. This conforms to standard federal government practices, L. In accordance with the License, Software Diamonds is not liable for any requirement, binding or otherwise. =head2 LICENSE Software Diamonds permits the redistribution and use in source and binary forms, with or without modification, provided that the following conditions are met: =over 4 =item 1 Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. =item 2 Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. =back SOFTWARE DIAMONDS, http://www.softwarediamonds.com, PROVIDES THIS SOFTWARE 'AS IS' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL SOFTWARE DIAMONDS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING USE OF THIS SOFTWARE, EVEN IF ADVISED OF NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE POSSIBILITY OF SUCH DAMAGE. =head1 SEE ALSO =over 4 =item L =item L =item L =back =cut ### end of file ###