#!/usr/bin/env python
#
# Copyright (c), 2018-2020, SISSA (International School for Advanced Studies).
# All rights reserved.
# This file is distributed under the terms of the MIT License.
# See the file 'LICENSE' in the root directory of the present
# distribution, or http://opensource.org/licenses/MIT.
#
# @author Davide Brunato <brunato@sissa.it>
#
import unittest
import re
import sys
from collections import namedtuple

from elementpath.tdop import _symbol_to_classname, ParseError, Token, \
    ParserMeta, Parser, MultiLabel


class TdopParserTest(unittest.TestCase):

    @classmethod
    def setUpClass(cls):
        class ExpressionParser(Parser):
            @classmethod
            def create_tokenizer(cls, symbol_table):
                return re.compile(
                    r'INCOMPATIBLE | (\d+) | (UNKNOWN|[+\-]) | (\w+) | (\S)| \s+',
                    flags=re.VERBOSE
                )

        ExpressionParser.literal('(integer)')
        ExpressionParser.register('(name)')

        @ExpressionParser.method(ExpressionParser.infix('+', bp=40))
        def evaluate_plus(self, context=None):
            return self[0].evaluate(context) + self[1].evaluate(context)

        @ExpressionParser.method(ExpressionParser.infix('-', bp=40))
        def evaluate_minus(self, context=None):
            return self[0].evaluate(context) - self[1].evaluate(context)

        cls.parser = ExpressionParser()

    def test_multi_label_class(self):
        label = MultiLabel('function', 'constructor function')
        self.assertEqual(label, 'function')
        self.assertEqual(label, 'constructor function')
        self.assertNotEqual(label, 'constructor')
        self.assertNotEqual(label, 'operator')
        self.assertEqual(str(label), 'function__constructor_function')
        self.assertEqual(repr(label), "MultiLabel('function', 'constructor function')")
        self.assertEqual(hash(label), hash(('function', 'constructor function')))

        self.assertIn(label, ['function'])
        self.assertNotIn(label, [])
        self.assertNotIn(label, ['not a function'])
        self.assertNotIn(label, {'function'})  # compares not equality but hash

        self.assertIn('function', label)
        self.assertIn('constructor', label)
        self.assertNotIn('axis', label)

        self.assertTrue(label.startswith('function'))
        self.assertTrue(label.startswith('constructor'))
        self.assertFalse(label.startswith('operator'))
        self.assertTrue(label.endswith('function'))
        self.assertFalse(label.endswith('constructor'))

    def test_symbol_to_classname_function(self):
        self.assertEqual(_symbol_to_classname('_cat10'), 'Cat10')
        self.assertEqual(_symbol_to_classname('&'), 'Ampersand')
        self.assertEqual(_symbol_to_classname('('), 'LeftParenthesis')
        self.assertEqual(_symbol_to_classname(')'), 'RightParenthesis')

        self.assertEqual(_symbol_to_classname('(name)'), 'Name')
        self.assertEqual(_symbol_to_classname('(name'), 'LeftParenthesisname')

        self.assertEqual(_symbol_to_classname('-'), 'HyphenMinus')
        self.assertEqual(_symbol_to_classname('_'), 'LowLine')
        self.assertEqual(_symbol_to_classname('-_'), 'HyphenMinusLowLine')
        self.assertEqual(_symbol_to_classname('--'), 'HyphenMinusHyphenMinus')

        self.assertEqual(_symbol_to_classname('my-api-call'), 'MyApiCall')
        self.assertEqual(_symbol_to_classname('call-'), 'Call')

    def test_create_tokenizer_method(self):
        FakeToken = namedtuple('Token', 'symbol pattern label')

        tokens = {
            FakeToken(symbol='(name)', pattern=None, label='literal'),
            FakeToken('call', pattern=r'\bcall\b(?=\s+\()', label='function'),
        }
        pattern = Parser.create_tokenizer({t.symbol: t for t in tokens})
        self.assertEqual(pattern.pattern,
                         '(\'[^\']*\'|"[^"]*"|(?:\\d+|\\.\\d+)(?:\\.\\d*)?(?:[Ee][+-]?\\d+)?)|'
                         '(\\bcall\\b(?=\\s+\\())|([A-Za-z0-9_]+)|(\\S)|\\s+')

        tokens = {
            FakeToken(symbol='(name)', pattern=None, label='literal'),
            FakeToken('call', pattern=r'\bcall\b(?=\s+\()', label='function'),
            FakeToken('+', pattern=None, label='operator'),
        }
        pattern = Parser.create_tokenizer({t.symbol: t for t in tokens})
        self.assertEqual(pattern.pattern,
                         '(\'[^\']*\'|"[^"]*"|(?:\\d+|\\.\\d+)(?:\\.\\d*)?(?:[Ee][+-]?\\d+)?)|'
                         '([\\+]|\\bcall\\b(?=\\s+\\())|([A-Za-z0-9_]+)|(\\S)|\\s+')

        # Check fix for issue #10
        tk = FakeToken('{http://www.w3.org/2000/09/xmldsig#}CryptoBinary', None, 'constructor')
        tokens.add(tk)
        pattern = Parser.create_tokenizer({t.symbol: t for t in tokens})
        if sys.version_info >= (3, 7):
            self.assertIn(r"(\{http://www\.w3\.org/2000/09/xmldsig\#\}", pattern.pattern)
        else:
            self.assertIn(r"(\{http\:\/\/www\.w3\.org\/2000\/09\/xmldsig\#\}", pattern.pattern)

    def test_tokenizer_items(self):
        self.assertListEqual(self.parser.tokenizer.findall('5 56'),
                             [('5', '', '', ''), ('', '', '', ''), ('56', '', '', '')])
        self.assertListEqual(self.parser.tokenizer.findall('5+56'),
                             [('5', '', '', ''), ('', '+', '', ''), ('56', '', '', '')])
        self.assertListEqual(self.parser.tokenizer.findall('xy'),
                             [('', '', 'xy', '')])
        self.assertListEqual(self.parser.tokenizer.findall('5x'),
                             [('5', '', '', ''), ('', '', 'x', '')])

    def test_incompatible_tokenizer(self):
        with self.assertRaises(RuntimeError) as ec:
            self.parser.parse('INCOMPATIBLE')
        self.assertIn("incompatible tokenizer", str(ec.exception))

    def test_string_repr(self):
        self.assertEqual(repr(self.parser),
                         f'<ExpressionParser object at {hex(id(self.parser))}>')
        self.assertEqual(str(self.parser), 'ExpressionParser()')

    def test_expression(self):
        token = self.parser.parse('10 + 6')
        self.assertEqual(token.evaluate(), 16)

    def test_iter_method(self):
        token = self.parser.parse('9 + 7 - 5')

        self.assertListEqual(list(tk.source for tk in token.iter()),
                             ['9', '9 + 7', '7', '9 + 7 - 5', '5'])
        self.assertListEqual(list(tk.source for tk in token.iter('(integer)')),
                             ['9', '7', '5'])
        self.assertListEqual(list(tk.source for tk in token.iter('(name)')), [])

        class SampleParser(Parser):
            pass

        @SampleParser.method(SampleParser.nullary('.'))
        def evaluate_self(_self, _context=None):
            return _self

        parser = SampleParser()
        token = parser.parse('.')
        self.assertListEqual(list(tk.source for tk in token.iter()), ['.'])
        self.assertListEqual(list(tk.source for tk in token.iter('.')), ['.'])
        self.assertListEqual(list(tk.source for tk in token.iter('..')), [])

    def test_syntax_errors(self):
        with self.assertRaises(ParseError) as ec:
            self.parser.parse('x')   # with nud()
        self.assertEqual(str(ec.exception), "unexpected name 'x'")

        with self.assertRaises(ParseError) as ec:
            self.parser.parse('5y')  # with led()
        self.assertEqual(str(ec.exception), "unexpected name 'y'")

        with self.assertRaises(ParseError) as ec:
            self.parser.parse('5 5')  # with expected()
        self.assertEqual(str(ec.exception), "unexpected literal 5")

    def test_unused_token_helpers(self):
        token = self.parser.parse('10')
        self.assertIsNone(token.unexpected('+', '-'))

        with self.assertRaises(ParseError) as ec:
            token.unexpected('(integer)')
        self.assertEqual(str(ec.exception), "unexpected literal 10")

        self.assertIsInstance(token.wrong_type(), TypeError)
        self.assertIsInstance(token.wrong_value(), ValueError)

    def test_unknown_symbol(self):
        with self.assertRaises(ParseError) as ec:
            self.parser.parse('?')
        self.assertEqual(str(ec.exception), "unknown symbol '?'")

        with self.assertRaises(ParseError) as ec:
            self.parser.parse('UNKNOWN')
        self.assertEqual(str(ec.exception), "unexpected name 'UNKNOWN'")

        parser = self.parser.__class__()
        parser.symbol_table = parser.symbol_table.copy()
        parser.build()
        parser.symbol_table.pop('+')

        with self.assertRaises(ParseError) as ec:
            parser.parse('+')
        self.assertEqual(str(ec.exception), "unknown symbol '+'")

    def test_invalid_source(self):
        with self.assertRaises(ParseError) as ec:
            self.parser.parse(10)
        self.assertIn("invalid source type", str(ec.exception))

    def test_invalid_token(self):
        token = self.parser.symbol_table['(invalid)'](self.parser, '10e')
        self.assertEqual(str(token.wrong_syntax()), "invalid literal '10e'")

    def test_parser_position(self):
        parser = type(self.parser)()
        parser.source = '   7 +\n 8 '
        parser.tokens = iter(parser.tokenizer.finditer(parser.source))
        self.assertEqual(parser.token.symbol, '(start)')

        parser.advance()
        self.assertEqual(parser.token.symbol, '(start)')
        self.assertEqual(parser.position, (1, 1))
        self.assertTrue(parser.is_source_start())
        self.assertTrue(parser.is_line_start())
        self.assertTrue(parser.is_spaced())

        parser.advance()
        self.assertNotEqual(parser.token.symbol, '(start)')
        self.assertEqual(parser.token.value, 7)
        self.assertEqual(parser.position, (1, 4))
        self.assertTrue(parser.is_source_start())
        self.assertTrue(parser.is_line_start())
        self.assertTrue(parser.is_spaced())

        parser.advance()
        self.assertEqual(parser.token.symbol, '+')
        self.assertEqual(parser.position, (1, 6))
        self.assertFalse(parser.is_source_start())
        self.assertFalse(parser.is_line_start())

        parser.advance()
        self.assertEqual(parser.token.value, 8)
        self.assertEqual(parser.position, (2, 2))
        self.assertFalse(parser.is_source_start())
        self.assertTrue(parser.is_line_start())

        self.assertTrue(parser.is_spaced())
        parser.source = '   7 +'
        self.assertFalse(parser.is_spaced())

    def test_advance_until(self):
        parser = type(self.parser)()
        parser.source = ''
        parser.tokens = iter(parser.tokenizer.finditer(parser.source))
        parser.advance()

        with self.assertRaises(TypeError) as ec:
            parser.advance_until()
        self.assertEqual(str(ec.exception), "at least a stop symbol required!")

        with self.assertRaises(ParseError) as ec:
            parser.advance_until('+')
        self.assertEqual(str(ec.exception), "source is empty")

        parser = type(self.parser)()
        parser.source = '5 6 7 + 8'
        parser.tokens = iter(parser.tokenizer.finditer(parser.source))
        parser.advance()
        self.assertEqual(parser.next_token.symbol, '(integer)')
        self.assertEqual(parser.next_token.value, 5)
        parser.advance_until('+')
        self.assertEqual(parser.next_token.symbol, '+')

        parser = type(self.parser)()
        parser.source = '5 6 7 + 8'
        parser.tokens = iter(parser.tokenizer.finditer(parser.source))
        parser.advance()
        self.assertEqual(parser.next_token.symbol, '(integer)')
        self.assertEqual(parser.next_token.value, 5)
        parser.advance_until('*')
        self.assertEqual(parser.next_token.symbol, '(end)')

        parser = type(self.parser)()
        parser.source = '5 UNKNOWN'
        parser.tokens = iter(parser.tokenizer.finditer(parser.source))
        parser.advance()
        self.assertEqual(parser.next_token.symbol, '(integer)')
        self.assertEqual(parser.next_token.value, 5)

        with self.assertRaises(ParseError) as ec:
            parser.advance_until('UNKNOWN')
        self.assertEqual(str(ec.exception), "unknown symbol '(unknown)'")

    def test_unescape_helper(self):
        self.assertEqual(self.parser.unescape("'\\''"), "'")
        self.assertEqual(self.parser.unescape('"\\""'), '"')

    def test_invalid_parser_derivation(self):
        globals()['ExpressionParser'] = self.parser.__class__

        try:
            with self.assertRaises(RuntimeError) as ec:
                class AnotherParser(Parser):
                    pass

                isinstance(AnotherParser, Parser)

            self.assertEqual(str(ec.exception),
                             "Multiple parser class definitions per module are not allowed")
        finally:
            del globals()['ExpressionParser']

    def test_new_parser_class(self):

        class FakeBase:
            pass

        class AnotherParser(FakeBase, metaclass=ParserMeta):
            pass

        self.assertIs(AnotherParser.token_base_class, Token)
        self.assertEqual(AnotherParser.literals_pattern.pattern,
                         r"""'[^']*'|"[^"]*"|(?:\d+|\.\d+)(?:\.\d*)?(?:[Ee][+-]?\d+)?""")

    def test_invalid_registrations(self):

        class AnotherParser(Parser):
            SYMBOLS = {'(integer)', '(name)'}

        with self.assertRaises(ValueError) as ec:
            AnotherParser.register(r'function \(')
        self.assertIn("a symbol can't contain whitespaces", str(ec.exception))

        with self.assertRaises(TypeError) as ec:
            AnotherParser.register(9)
        self.assertIn("A string or a", str(ec.exception))

        with self.assertRaises(ValueError) as ec:
            AnotherParser.register(self.parser.symbol_table['+'])
        self.assertIn("Token class ", str(ec.exception))
        self.assertIn("is not registered", str(ec.exception))

    def test_other_operators(self):

        class ExpressionParser(Parser):
            SYMBOLS = {'(integer)', '+', '++', '-', '*', '(name)'}

        ExpressionParser.prefix('++')
        ExpressionParser.postfix('+')
        ExpressionParser.nullary('(name)')

        @ExpressionParser.method(ExpressionParser.prefix('++', bp=90))
        def evaluate_increment(self_, context=None):
            return self_[0].evaluate(context) + 1

        @ExpressionParser.method(ExpressionParser.postfix('+', bp=90))
        def evaluate_plus(self_, context=None):
            return self_[0].evaluate(context) + 1

        @ExpressionParser.method(ExpressionParser.infixr('-', bp=50))
        def evaluate_minus(self_, context=None):
            return self_[0].evaluate(context) - self_[1].evaluate(context)

        @ExpressionParser.method('*', bp=70)
        def nud_mul(self_):
            for _ in range(3):
                self_.append(self_.parser.expression(rbp=70))
            return self_

        @ExpressionParser.method('*', bp=70)
        def evaluate_mul(self_, context=None):
            return self_[0].evaluate(context) * \
                self_[1].evaluate(context) * self_[2].evaluate(context)

        ExpressionParser.literal('(integer)')
        ExpressionParser.register('(end)')

        with self.assertRaises(AttributeError) as ec:
            @ExpressionParser.method('*', bp=70)
            def foo_mul(self_):
                return None
        self.assertIn("has no attribute 'foo'", str(ec.exception))

        with self.assertRaises(TypeError) as ec:
            @ExpressionParser.method('*', bp=70)
            def label_mul(self_):
                return None
        self.assertIn("'label' is not a method of ", str(ec.exception))

        parser = ExpressionParser()

        token = parser.parse('foo')
        self.assertEqual(token.evaluate(), 'foo')

        token = parser.parse('++5')
        self.assertEqual(token.source, '++ 5')
        self.assertEqual(token.evaluate(), 6)

        with self.assertRaises(ParseError) as ec:
            parser.parse('1 ++ 5')
        self.assertEqual(str(ec.exception), "unexpected '++' prefix operator")

        token = parser.parse('8 +')
        self.assertEqual(token.source, '8 +')
        self.assertEqual(token.evaluate(), 9)

        token = parser.parse(' 8 -  5')
        self.assertEqual(token.source, '8 - 5')
        self.assertEqual(token.evaluate(), 3)

        token = parser.parse('* 8 2 5')
        self.assertEqual(token.source, '* 8 2 5')
        self.assertEqual(token.evaluate(), 80)


if __name__ == '__main__':
    unittest.main()