# sourcery skip: use-contextlib-suppress
"""info_variables.py

Used to provide basic variable information in a way that
can be useful for beginners without overwhelming them.
"""
import ast
import builtins
import re
import sys
import types
from typing import Any, Dict, List, Tuple, Union

from . import debug_helper, token_utils, utils
from .ft_gettext import current_lang
from .path_info import path_utils
from .typing_info import ObjectsInfo, ScopeKind, SimilarNamesInfo

# third-party
try:
    from asttokens import ASTTokens  # noqa
    from pure_eval import Evaluator, group_expressions  # noqa
except ImportError:  # pragma: no cover
    pass  # ignore errors when processed by Sphinx


INDENT = " " * 8
MAX_LENGTH = 65
_ = current_lang.translate
RENAMED_BUILTINS = set()


class ConfidentialInformation:
    """Used to hide values of confidential information"""

    regex = []
    redacted = "'••••••'"

    def hide_confidential_information(self, patterns: Union[List, None] = None) -> None:
        """Use to record words or regular expression patterns that determine
        if a variable represents confidential information.
        """
        if patterns is not None:
            for pattern in patterns:
                self.regex.append(re.compile(pattern))

    def is_confidential(self, name: str) -> bool:
        """Identify variable names that are deemed to contain confidential information"""
        return any(re.fullmatch(pattern, name) for pattern in self.regex)

    def redact_confidential(self, name: str, value: Any) -> Any:
        if confidential.is_confidential(name):
            return confidential.redacted
        # The value passed is the repr of the object.
        # We could have a dict whose key is a confidential name, and which
        # would be shown, with its corresponding item. To guard against such
        # cases, we redact any value that contains confidential names or patters.
        for pattern in self.regex:
            if re.findall(pattern, value):
                return confidential.redacted
        return value


confidential = ConfidentialInformation()


def convert_type(short_form: str) -> str:
    forms = {
        "complex": _("a complex number"),
        "dict": _("a dictionary (`dict`)"),
        "float": _("a number (`float`)"),
        "frozenset": _("a `frozenset`"),
        "int": _("an integer (`int`)"),
        "list": _("a `list`"),
        "NoneType": _("a variable equal to `None` (`NoneType`)"),
        "set": _("a `set`"),
        "str": _("a string (`str`)"),
        "string": _("a string (`str`)"),
        "tuple": _("a `tuple`"),
    }
    return forms.get(short_form, f"`{short_form}`")


def get_all_objects(line: str, frame: types.FrameType) -> ObjectsInfo:
    # sourcery skip: assign-if-exp, simplify-generator
    """Given a (partial) line of code and a frame,
    obtains a dict containing all the relevant information about objects
    found on that line so that they can be formatted as part of the
    answer to "where()" or they can be used during the analysis
    of the cause of the exception.

    The dict returned has six keys.
    The first three, 'locals', 'globals', 'builtins',
    each containing a list of tuples, each tuple being of the form
    (name, repr(obj), obj) where name --> obj.

    The fourth key, 'expressions', contains a list of tuples of the form
    ('name', obj). It is only occasionally used in helping to make
    suggestions regarding the cause of some exception.
    """
    objects: ObjectsInfo = {
        "locals": [],
        "globals": [],
        "builtins": [],
        "expressions": [],
        "name, obj": [],
        "name, type": [],
    }
    names = set()
    objects, names = find_identifiers(objects, line, frame, names)
    return find_expressions(objects, line, frame, names)


def find_identifiers(
    objects: ObjectsInfo, line: str, frame: types.FrameType, names: set
) -> Tuple[ObjectsInfo, set]:
    """finds all the identifiers and corresponding objects"""
    scopes = (
        ("locals", frame.f_locals),  # always have locals before globals
        ("globals", frame.f_globals),
    )
    tokens = token_utils.get_significant_tokens(line)
    if not tokens:
        return objects, names
    for tok in tokens:
        if tok.is_identifier():
            name = tok.string
            if name in names:
                continue
            for scope, scope_dict in scopes:
                if name in scope_dict:
                    names.add(name)
                    obj = scope_dict[name]
                    objects[scope].append((name, obj))
                    objects["name, obj"].append((name, obj))
                    obj_type = type(obj).__name__
                    if obj_type is not None:
                        objects["name, type"].append((name, obj_type))
                    break
            else:
                if name in dir(builtins):
                    names.add(name)
                    obj = getattr(builtins, name)
                    objects["builtins"].append((name, obj))
                    objects["name, obj"].append((name, obj))
                    obj_type = type(obj).__name__
                    if obj_type is not None:
                        objects["name, type"].append((name, obj_type))
    return objects, names


def find_expressions(
    objects: ObjectsInfo, line: str, frame: types.FrameType, names: set
) -> ObjectsInfo:  # sourcery skip: simplify-generator, use-contextlib-suppress
    """Use asttokens to find expressions of interest to include in variables shown."""
    line = line.strip()
    if line.startswith(
        ("def ", "if ", "while ", "class ", "for ", "with ")
    ) and line.endswith(":"):
        line += " pass"

    try:
        atok = ASTTokens(line.strip(), parse=True)
    except SyntaxError as e:
        if "unexpected EOF" in str(e):
            return objects
        if "\n" in line:
            newline = " ".join(line.split())
            try:
                atok = ASTTokens(newline.strip(), parse=True)
            except SyntaxError as e:
                debug_helper.log(f"Problem with ASTTokens: {e}" + f"\nline: {line}")
                return objects
        else:
            debug_helper.log(f"Problem with ASTTokens: {e}" + f"\nline: {line}")
            return objects

    if atok is not None:
        evaluator = Evaluator.from_frame(frame)
        try:
            for nodes, obj in group_expressions(
                pair for pair in evaluator.find_expressions(atok.tree)
            ):
                name = atok.get_text(nodes[0])
                if not name or name in names:
                    continue
                names.add(name)
                objects["name, obj"].append((name, obj))
                try:
                    # We're not interested in showing literals in the list of variables
                    ast.literal_eval(name)
                except Exception:  # noqa
                    objects["expressions"].append((name, obj))
        except Exception:  # noqa
            # The example in https://github.com/ipython/ipython/issues/13481
            # give rises to a TypeError exception here.
            pass

    return objects


def get_object_from_name(name: str, frame: types.FrameType) -> Any:
    """Given the name of an object, for example 'str', or 'A' for
    class A, returns a basic object of that type found in a frame,
    or None.
    """
    # TODO:
    """
    There might be multiple objects with the same name (in different scope)
    in a given frame.  For example:

    class A: pass  # first A
    def f():
       class A: pass   # second A
       return A()
    a = f()
    a.x  # raise AttributeError: 'A' object has no attribute 'x'

    Here, we would identify 'A' as being the first, even though 'a' is an
    instance of the second 'A'.

    This should be tested thoroughly and likely result in a warning given
    about possibly not being able to identify the correct object.
    """
    # We must guard against people defining their own type with a
    # standard name by checking standard types last.

    # We will limit to only one dot i.e. 'name.attribute'
    if "." in name:
        if name.count(".") > 1:
            print(name.count("."), name)
            return None
        name, attribute = name.replace(" ", "").split(".")
    else:
        attribute = None

    if name in frame.f_locals:
        if attribute is None:
            return frame.f_locals[name]
        obj = frame.f_locals[name]
        if hasattr(obj, attribute):
            return getattr(obj, attribute)

    if name in frame.f_globals:
        if attribute is None:
            return frame.f_globals[name]
        obj = frame.f_globals[name]
        if hasattr(obj, attribute):
            return getattr(obj, attribute)

    return getattr(builtins, name) if name in dir(builtins) else None


def get_variables_in_frame_by_scope(
    frame: types.FrameType, scope: ScopeKind
) -> Dict[str, Any]:
    """Returns a list of variables based on the provided scope, which must
    be one of 'local', 'global', or 'nonlocal'.
    """
    if scope == "local":
        return frame.f_locals

    if scope == "global":
        return frame.f_globals

    if scope == "nonlocal":
        non_locals = {}
        while frame.f_back is not None:
            frame = frame.f_back
            # By creating a new list here, we prevent a failure when
            # running with pytest.
            for key in list(frame.f_locals):
                if key in non_locals:
                    continue
                non_locals[key] = frame.f_locals[key]
        return non_locals


def get_definition_scope(variable_name: str, frame: types.FrameType) -> List[ScopeKind]:
    """Returns a list of scopes ('local', 'global', 'nonlocal')
    in which a variable is defined.
    """
    scopes = []
    nonlocal_vars = get_variables_in_frame_by_scope(frame, "nonlocal")
    if variable_name in frame.f_locals:
        scopes.append("local")
    if variable_name in frame.f_globals:
        scopes.append("global")
    if variable_name in nonlocal_vars and (
        variable_name not in frame.f_globals
        or nonlocal_vars[variable_name] != frame.f_globals[variable_name]
    ):
        scopes.append("nonlocal")
    return scopes


def get_var_info(line: str, frame: types.FrameType) -> dict:
    """Given a frame object, it obtains the value (repr) of the names
    found in the logical line (which may span many lines in the file)
    where the exception occurred.

    We ignore values found *only* in nonlocal scope as they should not
    be relevant.
    """

    names_info = []
    objects = get_all_objects(line.strip(), frame)

    objects["locals"].sort()
    for name, obj in objects["locals"]:
        result = format_var_info(name, obj)
        names_info.append(result)

    objects["globals"].sort()
    for name, obj in objects["globals"]:
        result = format_var_info(name, obj, "globals")
        names_info.append(result)

    objects["builtins"].sort()
    for name, obj in objects["builtins"]:
        result = format_var_info(name, obj)
        names_info.append(result)

    objects["expressions"].sort()
    for name, obj in objects["expressions"]:
        result = format_var_info(name, obj)
        names_info.append(result)

    if names_info:
        names_info.append("")
    var_info = {"var_info": "\n".join(names_info)}
    builtins_warnings = find_renamed_builtins(frame)
    if builtins_warnings:
        var_info["additional_variable_warning"] = builtins_warnings
    return var_info


def find_renamed_builtins(frame) -> str:
    warnings = ""
    for name in dir(builtins):
        if name.startswith("_"):
            continue
        if (
            name == "pow"
            and "cos" in frame.f_locals
            and "cosh" in frame.f_locals
            and "pi" in frame.f_locals
        ):
            # we likely did 'from math import *' which redefines pow;
            # no warning needed in this case
            continue
        if name in frame.f_locals:
            builtin_obj = getattr(builtins, name)
            obj = frame.f_locals[name]
            if builtin_obj != obj:
                if name not in RENAMED_BUILTINS:  # only once
                    warnings += _(
                        "Friendly warning: you have redefined the python builtin `{name}`.\n"
                    ).format(name=name)
                    RENAMED_BUILTINS.add(name)
            elif name in RENAMED_BUILTINS:
                RENAMED_BUILTINS.remove(name)
        elif name in RENAMED_BUILTINS:
            RENAMED_BUILTINS.remove(name)

    return warnings


def simplify_repr(value: str, splitlines: bool = True) -> str:
    """Remove irrelevant memory location information from functions, etc.

    Does additional formatting in an attempt to make the values (repr)
    more readable.
    """
    if not value.startswith("<") or not value.endswith(">"):
        debug_helper.log("simplify_repr called on value that is not of the form <...>")
        debug_helper.log(f"value={value}")
        return value
    end_angle = ">>" if value.endswith(">>") else ">"

    bound_method = "bound method" in value
    if " at " in value:
        # There are two reasons to remove the memory location information:
        # 1. this information is essentially of no value for beginners
        # 2. Removing this information ensures that consecutive runs of
        #    script to create tracebacks for the documentation will yield
        #    exactly the same results.
        #    This makes it easier to spot changes/regressions.
        value = value.split(" at ")[0] + end_angle
    elif " from " in value:  # example: module X from stdlib_path
        obj_repr, path = value.split(" from ")
        path = path_utils.shorten_path(path[:-1])  # -1 removes >
        # Avoid lines that are too long
        if len(obj_repr) + len(path) > MAX_LENGTH and splitlines:
            value = f"{obj_repr}>\n{INDENT}from {path}"
        else:
            value = f"{obj_repr}> from {path}"

    # Replace some strings so that colour formatting is nicer
    value = value.replace("<class '", "<class ")
    value = value.replace("<module '", "<module ")
    value = value.replace("'>", ">")
    value = value.replace("' (built-in)", " (built-in)")
    # The following replacement is done so that, when using rich, pygments
    # does not style the - and 'in' in a weird way.
    value = value.replace("built-in", "builtin")
    if bound_method:
        value = simplify_bound_method(value, splitlines=splitlines)
    elif ".<locals>." in value:
        parts = value.split(".<locals>.")
        file_name = ".<locals>".join(parts[:-1])
        obj_name = parts[-1]
        if value.startswith("<function "):
            start = "<function "
        elif value.startswith("<class "):
            start = "<class "
        else:
            start = "<"
        file_name = file_name.replace(start, "").replace(".locals>", ".<locals>.")
        value = start + obj_name + " defined in <function " + file_name + ">"
        if len(value) > MAX_LENGTH and splitlines:
            value = (
                start + obj_name + f"\n{INDENT}defined in <function " + file_name + ">"
            )

    if "__main__." in value:  # pragma: no cover
        value = value.replace("__main__.", "")
    return value


def simplify_bound_method(name: str, splitlines: bool = False) -> str:
    name = name[:-1]  # remove final >
    if ".<locals>." in name:
        method, obj = name.split(" of ")
        parts = method.split(".<locals>.")
        method = f"<bound method {parts[-1]}>"
        obj_parts = obj.split(".<locals>.")
        file_name = ".<locals>".join(obj_parts[:-1])
        obj_name = obj_parts[-1]
        name = f"{method} of <{obj_name}` defined in `<function {file_name[1:]}>"
        if len(name) > MAX_LENGTH and splitlines:
            of_object = f"\n{INDENT}of <{obj_name}"
            defined_in = f"\n{INDENT}defined in <function {file_name[1:]}>"
            name = method + of_object + defined_in
    else:
        name = name.replace(" of", "> of")
    return name


def safe_repr(obj: Any) -> str:
    try:  # guard against the case where obj == Friendly; #106
        obj_repr = str(obj.true_repr())
        # wrapped in str() for added security in case someone
        # else uses an attribute called true_repr
    except Exception:  # skipcq: PYL-W0703 - see PR #201 ... # noqa
        # ... we ignore any attribute access failures here, not only AttributeError
        try:
            obj_repr = repr(obj)
        except Exception:  # issue #161: repr not returning a string  # noqa
            obj_repr = str(type(obj))
    return obj_repr


def format_var_info(name: str, obj: str, _global: str = "") -> str:
    """Formats the variable information so that it fits on a single line
    for each variable.

    The format we want is something like the following:

    [global] name: repr(name)

    However, if repr(name) exceeds a certain value, it is truncated.
    When that is the case, if len(name) is defined, as is the case for
    lists, tuples, dicts, etc., then len(name) is shown on a separate line.
    This can be useful information in case of IndexError and possibly
    others.
    """
    length_info = ""
    if _global:
        _global = "global "

    obj_repr = safe_repr(obj)
    obj_repr = confidential.redact_confidential(name, obj_repr)

    if obj_repr.startswith("<") and obj_repr.endswith(">"):
        obj_repr = simplify_repr(obj_repr)
    elif "\n" in obj_repr:
        obj_repr = format_multiline(obj_repr)
    elif len(obj_repr) > MAX_LENGTH:
        obj_repr, length_info = shorten_long_line(obj_repr, obj)

    result = f"    {_global}{name}:  {obj_repr}"
    if length_info:
        indent = " " * min(7 + len(name), 12)
        result += f"\n{indent}len({name}): {length_info}\n"
    return result


def format_multiline(value: str) -> str:
    # This is useful for tabular data
    indent = "\n" + " " * 8
    lines = value.split("\n")
    new_lines = [line if len(line) < 72 else f"{line[:68]}..." for line in lines]
    if len(new_lines) > 6:
        new_lines = new_lines[:6] + ["..."]
    return indent + indent.join(new_lines)


def shorten_long_line(value: str, obj: str) -> (str, str):
    # We reduce the length of the repr, indicate this by ..., but we
    # also keep the last character so that the repr of a list still
    # ends with ], that of a tuple still ends with ), etc.
    if "," in value:  # try to truncate at a natural place
        parts = value.split(", ")
        length = 0
        new_parts = []
        for part in parts:
            if len(part) + length > MAX_LENGTH:
                break
            new_parts.append(f"{part}, ")
            length += len(part) + 2
        if new_parts:
            value = "".join(new_parts) + "..." + value[-1]
        else:
            value = f"{value[:MAX_LENGTH - 5]}...{value[-1]}"
    else:
        value = f"{value[:MAX_LENGTH - 5]}...{value[-1]}"
    try:
        length_info = len(obj)
    except OverflowError:
        length_info = _("Object too large to be processed by Python.")
    except TypeError:
        length_info = ""
    except Exception as e:
        length_info = _("Unable to compute.") + f" ({e.__class__.__name__})"
    return value, length_info


def get_similar_names(
    name: str, frame: types.FrameType, include_builtins: bool = True
) -> SimilarNamesInfo:
    """This function looks for objects with names similar to 'name' in
    either the current locals() and globals() as well as in
    Python's builtins.
    """
    similar: SimilarNamesInfo = {}
    # We need to first combine the candidates from all possible sources
    # to treat them on an equal footing.
    locals_ = list(frame.f_locals.keys())
    globals_ = list(frame.f_globals.keys())
    builtins_ = dir(builtins) if include_builtins else []
    all_similar = utils.get_similar_words(name, locals_ + globals_ + builtins_)
    similar["locals"] = []
    similar["globals"] = []
    similar["builtins"] = []
    similar["best"] = ""
    for word in all_similar:
        if word in locals_:
            similar["locals"].append(word)
        elif word in globals_:
            similar["globals"].append(word)
        else:
            similar["builtins"].append(word)
    if all_similar:
        most_similar = utils.get_similar_words(name, all_similar)
        similar["best"] = most_similar[0]
    elif name in {"length", "lenght"}:
        # utils.get_similar_words() used above only look for relatively
        # minor letter mismatches in making suggestions.
        # Here we add a few additional hard-coded cases.
        similar["builtins"] = ["len"]
        similar["best"] = "len"
    return similar


def name_has_type_hint(name: str, frame: types.FrameType) -> str:
    """Identifies if a variable name has a type hint associated with it.

    This can be useful if a user write something like::

        name : something
        use(name)

    instead of::

        name = something
        use(name)

    and sees a NameError.

    HOWEVER, when an exception is raised, it seems that the only type hints
    that are picked up correctly are those found in the global scope.
    """
    type_hint_found_in_scope = _(
        "A type hint found for `{name}` in the {scope} scope.\n"
        "Perhaps you had used a colon instead of an equal sign and wrote\n\n"
        "    {name} : {hint}\n\n"
        "instead of\n\n"
        "    {name} = {hint}\n"
    )
    nonlocals = get_variables_in_frame_by_scope(frame, "nonlocal")

    scopes = (
        ("local", frame.f_locals),
        ("global", frame.f_globals),
        ("nonlocal", nonlocals),
    )

    for scope, scope_dict in scopes:
        if "__annotations__" in scope_dict and name in scope_dict["__annotations__"]:
            hint = scope_dict["__annotations__"][name]
            # For Python 3.10+, all type hints are strings
            if (
                isinstance(hint, str)
                and sys.version_info.major == 3
                and sys.version_info.minor < 10
            ):
                hint = repr(hint)
            return type_hint_found_in_scope.format(name=name, scope=scope, hint=hint)

    return ""