Created
February 10, 2013 00:24
-
-
Save jeffreykegler/4747725 to your computer and use it in GitHub Desktop.
Example of Marpa AST creation and use
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/perl | |
# Copyright 2013 Jeffrey Kegler | |
# This file is part of Marpa::R2. Marpa::R2 is free software: you can | |
# redistribute it and/or modify it under the terms of the GNU Lesser | |
# General Public License as published by the Free Software Foundation, | |
# either version 3 of the License, or (at your option) any later version. | |
# | |
# Marpa::R2 is distributed in the hope that it will be useful, | |
# but WITHOUT ANY WARRANTY; without even the implied warranty of | |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
# Lesser General Public License for more details. | |
# | |
# You should have received a copy of the GNU Lesser | |
# General Public License along with Marpa::R2. If not, see | |
# http://www.gnu.org/licenses/. | |
# Example of AST use with Marpa | |
use 5.010; | |
use strict; | |
use warnings; | |
use Test::More tests => 3; | |
use English qw( -no_match_vars ); | |
use Scalar::Util qw(blessed); | |
## no critic (ErrorHandling::RequireCarping); | |
use Marpa::R2 2.047_001; | |
my $grammar = Marpa::R2::Scanless::G->new( | |
{ | |
action_object => 'My_Actions', | |
bless_package => 'My_Nodes', | |
default_action => '::dwim', | |
source => \(<<'END_OF_SOURCE'), | |
:start ::= Script | |
Script ::= Expression+ separator => comma bless => script | |
comma ~ [,] | |
Expression ::= | |
Number | |
| ('(') Expression (')') assoc => group | |
|| Expression ('**') Expression assoc => right bless => power | |
|| Expression ('*') Expression bless => multiply | |
| Expression ('/') Expression bless => divide | |
|| Expression ('+') Expression bless => add | |
| Expression ('-') Expression bless => subtract | |
Number ~ [\d]+ | |
:discard ~ whitespace | |
whitespace ~ [\s]+ | |
# allow comments | |
:discard ~ <hash comment> | |
<hash comment> ~ <terminated hash comment> | <unterminated | |
final hash comment> | |
<terminated hash comment> ~ '#' <hash comment body> <vertical space char> | |
<unterminated final hash comment> ~ '#' <hash comment body> | |
<hash comment body> ~ <hash comment char>* | |
<vertical space char> ~ [\x{A}\x{B}\x{C}\x{D}\x{2028}\x{2029}] | |
<hash comment char> ~ [^\x{A}\x{B}\x{C}\x{D}\x{2028}\x{2029}] | |
END_OF_SOURCE | |
} | |
); | |
sub my_parser { | |
my ( $grammar, $p_input_string ) = @_; | |
my $recce = Marpa::R2::Scanless::R->new( { grammar => $grammar } ); | |
my $self = bless { grammar => $grammar }, 'My_Actions'; | |
$self->{recce} = $recce; | |
local $My_Actions::SELF = $self; | |
if ( not defined eval { $recce->read($p_input_string); 1 } | |
) | |
{ | |
## Add last expression found, and rethrow | |
my $eval_error = $EVAL_ERROR; | |
chomp $eval_error; | |
die $self->show_last_expression(), "\n", $eval_error, "\n"; | |
} ## end if ( not defined eval { $event_count = $recce->read...}) | |
my $value_ref = $recce->value(); | |
if ( not defined $value_ref ) { | |
die $self->show_last_expression(), "\n", | |
"No parse was found, after reading the entire input\n"; | |
} | |
return ${$value_ref}; | |
} ## end sub my_parser | |
sub doit { | |
my ($value) = @_; | |
my $ref_type = ref $value; | |
my $is_my_node = substr( $ref_type, 0, 10 ) eq 'My_Nodes::'; | |
if ($is_my_node) { | |
my $method = $value->can('doit'); | |
if ( defined $method ) { | |
my @children = map { doit($_); } @{$value}; | |
return $method->(@children); | |
} | |
} ## end if ($is_my_node) | |
return [ map { doit($_) } @{$value} ] | |
if $is_my_node | |
or $ref_type eq 'ARRAY'; | |
return $value; | |
} ## end sub doit | |
TEST1: { | |
my $expected_ast_dump = <<'END_OF_AST_DUMP'; | |
$VAR1 = bless( [ | |
bless( [ | |
'1', | |
bless( [ | |
'2', | |
'3' | |
], 'My_Nodes::multiply' ) | |
], 'My_Nodes::add' ) | |
], 'My_Nodes::script' ); | |
END_OF_AST_DUMP | |
my $input = '1+2*3'; | |
my $expected_output = '7'; | |
my $value = my_parser( $grammar, \$input ); | |
my $ast_dump = Data::Dumper::Dumper($value); | |
my $result = doit($value); | |
Test::More::is( $ast_dump, $expected_ast_dump, 'AST' ); | |
Test::More::is( $result, $expected_output, qq{Value of "$input"} ); | |
} | |
TEST2: { | |
my $input = '42*2+7/3, 42*(2+7)/3, 2**7-3, 2**(7-3)'; | |
my $output_re = qr/\A 86[.]3\d+ \s+ 126 \s+ 125 \s+ 16\z/xms; | |
my $value = my_parser( $grammar, \$input ); | |
my $result = doit($value); | |
Test::More::like( $result, $output_re, qq{Value of "$input"} ); | |
} | |
package My_Nodes::script; | |
sub doit { return join q{ }, @_; } | |
package My_Nodes::add; | |
sub doit { my ($a, $b) = @_; return $a+$b; } | |
package My_Nodes::subtract; | |
sub doit { my ($a, $b) = @_; return $a-$b; } | |
package My_Nodes::multiply; | |
sub doit { my ($a, $b) = @_; return $a*$b; } | |
package My_Nodes::divide; | |
sub doit { my ($a, $b) = @_; return $a/$b; } | |
package My_Nodes::power; | |
sub doit { my ($a, $b) = @_; return $a**$b; } | |
package My_Actions; | |
our $SELF; | |
sub new { return $SELF } | |
sub show_last_expression { | |
my ($self) = @_; | |
my $recce = $self->{recce}; | |
my ( $start, $end ) = $recce->last_completed_range('Expression'); | |
return 'No expression was successfully parsed' if not defined $start; | |
my $last_expression = $recce->range_to_string( $start, $end ); | |
return "Last expression successfully parsed was: $last_expression"; | |
} ## end sub show_last_expression | |
# vim: expandtab shiftwidth=4: |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment