1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46
|
use strict;
use warnings;
use Compiler::Lexer;
use Test::More;
use Data::Dumper;
my $tokens = Compiler::Lexer->new->tokenize('foo\'Bar;');
is_deeply($tokens, [
bless( {
'kind' => Compiler::Lexer::Kind::T_Namespace,
'has_warnings' => 0,
'stype' => 0,
'name' => 'Namespace',
'data' => 'foo',
'type' => Compiler::Lexer::TokenType::T_Namespace,
'line' => 1
}, 'Compiler::Lexer::Token' ),
bless( {
'kind' => Compiler::Lexer::Kind::T_Operator,
'has_warnings' => 0,
'stype' => 0,
'name' => 'NamespaceResolver',
'data' => '\'',
'type' => Compiler::Lexer::TokenType::T_NamespaceResolver,
'line' => 1
}, 'Compiler::Lexer::Token' ),
bless( {
'kind' => Compiler::Lexer::Kind::T_Namespace,
'has_warnings' => 0,
'stype' => 0,
'name' => 'Namespace',
'data' => 'Bar',
'type' => Compiler::Lexer::TokenType::T_Namespace,
'line' => 1
}, 'Compiler::Lexer::Token' ),
bless( {
'kind' => Compiler::Lexer::Kind::T_StmtEnd,
'has_warnings' => 0,
'stype' => 0,
'name' => 'SemiColon',
'data' => ';',
'type' => Compiler::Lexer::TokenType::T_SemiColon,
'line' => 1
}, 'Compiler::Lexer::Token' )
]);
done_testing;
|