# -*- coding: utf-8 -*-
"""Overall statistics functions."""
from __future__ import division
from typing import List, Dict, Tuple, Union, Any, Optional
import math
import operator as op
from functools import reduce
from .interpret import *
from .ci import kappa_SE_calc, CI_calc, SE_calc
from .utils import complement


def log_loss_calc(
        classes: List[Any],
        prob_vector: List[float],
        actual_vector: List[int],
        normalize: bool = True,
        sample_weight: Optional[List[float]] = None,
        pos_class: Optional[Union[int, str]] = None) -> Union[float, str]:
    """
    Calculate Log loss.

    :param classes: confusion matrix classes
    :param prob_vector: probability vector
    :param actual_vector: actual vector
    :param normalize: normalization flag
    :param sample_weight: sample weights list
    :param pos_class: positive class name
    """
    try:
        vector_length = len(actual_vector)
        if sample_weight is None:
            sample_weight = [1] * vector_length
        weight_sum = sum(sample_weight)
        if pos_class is None:
            pos_class = max(classes)
        result = 0
        for index, item in enumerate(actual_vector):
            filtered_item = 0
            if item == pos_class:
                filtered_item = 1
            result += -1 * (sample_weight[index] / weight_sum) * ((filtered_item * math.log(
                prob_vector[index])) + (1 - filtered_item) * math.log(1 - prob_vector[index]))
        if not normalize:
            result = result * weight_sum
        return result
    except Exception:
        return "None"


def brier_score_calc(
        classes: List[Any],
        prob_vector: List[float],
        actual_vector: List[int],
        sample_weight: Optional[List[float]] = None,
        pos_class: Optional[Union[int, str]] = None) -> Union[float, str]:
    """
    Calculate Brier score.

    :param classes: confusion matrix classes
    :param prob_vector: probability vector
    :param actual_vector: actual vector
    :param sample_weight: sample weights list
    :param pos_class: positive class name
    """
    try:
        vector_length = len(actual_vector)
        if sample_weight is None:
            sample_weight = [1] * vector_length
        weight_sum = sum(sample_weight)
        if pos_class is None:
            pos_class = max(classes)
        result = 0
        for index, item in enumerate(actual_vector):
            filtered_item = 0
            if item == pos_class:
                filtered_item = 1
            result += (sample_weight[index] / weight_sum) * \
                (filtered_item - prob_vector[index])**2
        return result
    except Exception:
        return "None"


def alpha2_calc(
        TOP: Dict[Any, int],
        P: Dict[Any, int],
        ACC: float,
        POP: Dict[Any, int],
        classes: List[Any],
        max_iter: int = 200,
        epsilon: float = 0.0001) -> Union[float, str]:
    """
    Calculate Aickin's alpha.

    :param TOP: number of positives in predict vector per class
    :param P: number of actual positives per class
    :param ACC: accuracy
    :param POP: population or total number of samples per class
    :param classes: confusion matrix classes
    :param max_iter: maximum iteration
    :param epsilon: difference threshold
    """
    try:
        p_A = {i: TOP[i] / POP[i] for i in classes}
        p_B = {i: P[i] / POP[i] for i in classes}
        step = 1
        alpha = 0
        alpha_prev = 0
        while True:
            p_e = 0
            for i in classes:
                p_e += (p_A[i] * p_B[i])
            alpha_prev = alpha
            alpha = reliability_calc(p_e, ACC)
            for i in classes:
                p_A[i] = TOP[i] / \
                    (((1 - alpha) + alpha * p_B[i] / p_e) * POP[i])
                p_B[i] = P[i] / (((1 - alpha) + alpha * p_A[i] / p_e) * POP[i])
            if step > max_iter or abs(alpha - alpha_prev) < epsilon:
                break
            step += 1
        return alpha
    except Exception:
        return "None"


def alpha_calc(RACC: float, ACC: float, POP: int) -> Union[float, str]:
    """
    Calculate Unweighted Krippendorff's alpha.

    :param RACC: random accuracy
    :param ACC: accuracy
    :param POP: population or total number of samples
    """
    try:
        epsi = 1 / (2 * POP)
        p_a = (1 - epsi) * ACC + epsi
        p_e = RACC
        return reliability_calc(p_e, p_a)
    except Exception:
        return "None"


def weighted_alpha_calc(
        classes: List[Any],
        table: Dict[Any, Dict[Any, int]],
        P: Dict[Any, int],
        TOP: Dict[Any, int],
        POP: Dict[Any, int],
        weight: Dict[Any, Dict[Any, float]]) -> Union[float, str]:
    """
    Calculate Weighted Krippendorff's alpha.

    :param classes: confusion matrix classes
    :param table: input confusion matrix
    :param P: number of actual positives per class
    :param TOP: number of positives in predict vector per class
    :param POP: population or total number of samples per class
    :param weight: weight matrix
    """
    p_e = 0
    p_a = 0
    population = list(POP.values())[0]
    epsi = 1 / (2 * population)
    try:
        w_max = max(map(lambda x: max(x.values()), weight.values()))
        for i in classes:
            for j in classes:
                v_i_j = 1 - weight[i][j] / w_max
                p_e += (((P[i] + TOP[j]) / (POP[i] * 2)) ** 2) * v_i_j
                p_a += table[i][j] * v_i_j / POP[i]
        p_a = (1 - epsi) * p_a + epsi
        weighted_alpha = reliability_calc(p_e, p_a)
        return weighted_alpha
    except Exception:
        return "None"


def B_calc(
        classes: List[Any],
        TP: Dict[Any, int],
        TOP: Dict[Any, int],
        P: Dict[Any, int]) -> Union[float, str]:
    """
    Calculate Bangdiwala's B (B).

    :param classes: confusion matrix classes
    :param TP: true positive
    :param TOP: number of positives in predict vector per class
    :param P: number of actual positives per class
    """
    try:
        up = 0
        down = 0
        for i in classes:
            up += TP[i]**2
            down += TOP[i] * P[i]
        B = up / down
        return B
    except Exception:
        return "None"


def ARI_calc(
        classes: List[Any],
        table: Dict[Any, Dict[Any, int]],
        TOP: Dict[Any, int],
        P: Dict[Any, int],
        POP: int) -> Union[float, str]:
    """
    Calculate Adjusted Rand index (ARI).

    :param classes: confusion matrix classes
    :param table: input confusion matrix
    :param TOP: number of positives in predict vector per class
    :param P: number of actual positives per class
    :param POP: population or total number of samples
    """
    try:
        table_sum = 0
        TOP_sum = 0
        P_sum = 0
        nc2 = ncr(POP, 2)
        for i in classes:
            TOP_sum += ncr(TOP[i], 2)
            P_sum += ncr(P[i], 2)
            for j in classes:
                table_sum += ncr(table[i][j], 2)
        x = (TOP_sum * P_sum) / nc2
        ARI = (table_sum - x) / ((P_sum + TOP_sum) / 2 - x)
        return ARI
    except Exception:
        return "None"


def pearson_C_calc(chi_square: float, POP: int) -> Union[float, str]:
    """
    Calculate Pearson's C (C).

    :param chi_square: chi squared
    :param POP: population or total number of samples
    """
    try:
        C = math.sqrt(chi_square / (POP + chi_square))
        return C
    except Exception:
        return "None"


def RCI_calc(mutual_information: float, reference_entropy: float) -> Union[float, str]:
    """
    Calculate Relative classifier information (RCI).

    :param mutual_information: mutual information
    :param reference_entropy: reference entropy
    """
    try:
        return mutual_information / reference_entropy
    except Exception:
        return "None"


def AUNP_calc(
        classes: List[Any],
        P: Dict[Any, int],
        POP: Dict[Any, int],
        AUC_dict: Dict[Any, float]) -> Union[float, str]:
    """
    Calculate AUNP.

    :param classes: confusion matrix classes
    :param P: number of actual positives per class
    :param POP: population or total number of samples per class
    :param AUC_dict: Area under the ROC curve (AUC) for each class
    """
    try:
        result = 0
        for i in classes:
            result += (P[i] / POP[i]) * AUC_dict[i]
        return result
    except Exception:
        return "None"


def CBA_calc(
        classes: List[Any],
        table: Dict[Any, Dict[Any, int]],
        TOP: Dict[Any, int],
        P: Dict[Any, int]) -> Union[float, str]:
    """
    Calculate Class balance accuracy (CBA).

    :param classes: confusion matrix classes
    :param table: input confusion matrix
    :param TOP: number of positives in predict vector per class
    :param P: number of actual positives per class
    """
    try:
        result = 0
        class_number = len(classes)
        for i in classes:
            result += ((table[i][i]) / (max(TOP[i], P[i])))
        return result / class_number
    except Exception:
        return "None"


def RR_calc(classes: List[Any], TOP: Dict[Any, int]) -> Union[float, str]:
    """
    Calculate Global performance index (RR).

    :param classes: confusion matrix classes
    :param TOP: number of positives in predict vector per class
    """
    try:
        class_number = len(classes)
        result = sum(list(TOP.values()))
        return result / class_number
    except Exception:
        return "None"


def overall_MCC_calc(
        classes: List[Any],
        table: Dict[Any, Dict[Any, int]],
        TOP: Dict[Any, int],
        P: Dict[Any, int]) -> Union[float, str]:
    """
    Calculate Overall_MCC.

    :param classes: confusion matrix classes
    :param table: input confusion matrix
    :param TOP: number of positives in predict vector per class
    :param P: number of actual positives per class
    """
    try:
        cov_x_y = 0
        cov_x_x = 0
        cov_y_y = 0
        matrix_sum = sum(list(TOP.values()))
        for i in classes:
            cov_x_x += TOP[i] * (matrix_sum - TOP[i])
            cov_y_y += P[i] * (matrix_sum - P[i])
            cov_x_y += (table[i][i] * matrix_sum - P[i] * TOP[i])
        return cov_x_y / (math.sqrt(cov_y_y * cov_x_x))
    except Exception:
        return "None"


def convex_combination(
        classes: List[Any],
        TP: Dict[Any, int],
        TOP: Dict[Any, int],
        P: Dict[Any, int],
        class_name: Any,
        modified: bool = False) -> Union[float, str]:
    """
    Calculate Overall_CEN coefficient.

    :param classes: confusion matrix classes
    :param TP: true positive
    :param TOP: number of positives in predict vector per class
    :param P: number of actual positives per class
    :param class_name: reviewed class name
    :param modified: modified mode flag
    """
    try:
        class_number = len(classes)
        alpha = 1
        if class_number == 2:
            alpha = 0
        matrix_sum = sum(list(TOP.values()))
        TP_sum = sum(list(TP.values()))
        up = TOP[class_name] + P[class_name]
        down = 2 * matrix_sum
        if modified:
            down -= (alpha * TP_sum)
            up -= TP[class_name]
        return up / down
    except Exception:
        return "None"


def overall_CEN_calc(
        classes: List[Any],
        TP: Dict[Any, int],
        TOP: Dict[Any, int],
        P: Dict[Any, int],
        CEN_dict: Dict[Any, float],
        modified: bool = False) -> Union[float, str]:
    """
    Calculate Overall_CEN (Overall confusion entropy).

    :param classes: confusion matrix classes
    :param TP: true positive
    :param TOP: number of positives in predict vector per class
    :param P: number of actual positives per class
    :param CEN_dict: CEN dictionary for each class
    :param modified: modified mode flag
    """
    try:
        result = 0
        for i in classes:
            result += (convex_combination(classes, TP, TOP, P, i, modified) *
                       CEN_dict[i])
        return result
    except Exception:
        return "None"


def ncr(n: int, r: int) -> int:
    """
    Calculate the combination of n and r.

    :param n: n
    :param r: r
    """
    if r > n:
        return 0
    r = min(r, n - r)
    numer = reduce(op.mul, range(n, n - r, -1), 1)
    denom = reduce(op.mul, range(1, r + 1), 1)
    return numer // denom


def p_value_calc(
        TP: Dict[Any, int],
        POP: int,
        NIR: float) -> Union[float, str]:
    """
    Calculate p_value.

    :param TP: true positive
    :param POP: population or total number of samples
    :param NIR: no information rate
    """
    try:
        n = POP
        x = sum(list(TP.values()))
        p = NIR
        result = 0
        for j in range(x):
            result += ncr(n, j) * (p ** j) * ((1 - p) ** (n - j))
        return 1 - result
    except Exception:
        return "None"


def NIR_calc(P: Dict[Any, int], POP: int) -> Union[float, str]:
    """
    Calculate No information rate (NIR).

    :param P: number of actual positives per class
    :param POP: population or total number of samples
    """
    try:
        max_P = max(list(P.values()))
        length = POP
        return max_P / length
    except Exception:
        return "None"


def hamming_calc(TP: Dict[Any, int], POP: int) -> Union[float, str]:
    """
    Calculate Hamming loss.

    :param TP: true positive
    :param POP: population or total number of samples
    """
    try:
        length = POP
        return (1 / length) * (length - sum(TP.values()))
    except Exception:
        return "None"


def zero_one_loss_calc(TP: Dict[Any, int], POP: int) -> Union[int, str]:
    """
    Calculate Zero-one loss.

    :param TP: true Positive
    :param POP: population or total number of samples
    """
    try:
        length = POP
        return (length - sum(TP.values()))
    except Exception:
        return "None"


def entropy_calc(item: Dict[Any, int], POP: Dict[Any, int]) -> Union[float, str]:
    """
    Calculate Reference and Response likelihood.

    :param item: number of positives in actual or predict vector per class (P or TOP)
    :param POP: population or total number of samples per class
    """
    try:
        result = 0
        for i in item:
            likelihood = item[i] / POP[i]
            if likelihood != 0:
                result += likelihood * math.log(likelihood, 2)
        return -result
    except Exception:
        return "None"


def weighted_kappa_calc(
        classes: List[Any],
        table: Dict[Any, Dict[Any, int]],
        P: Dict[Any, int],
        TOP: Dict[Any, int],
        POP: Dict[Any, int],
        weight: Dict[Any, Dict[Any, float]]) -> Union[float, str]:
    """
    Calculate Weighted kappa.

    :param classes: confusion matrix classes
    :param table: input confusion matrix
    :param P: number of actual positives per class
    :param TOP: number of positives in predict vector per class
    :param POP: population or total number of samples per class
    :param weight: weight matrix
    """
    p_e = 0
    p_a = 0
    try:
        w_max = max(map(lambda x: max(x.values()), weight.values()))
        for i in classes:
            for j in classes:
                v_i_j = 1 - weight[i][j] / w_max
                p_e += P[i] * TOP[j] * v_i_j / (POP[i]**2)
                p_a += table[i][j] * v_i_j / POP[i]
        weighted_kappa = reliability_calc(p_e, p_a)
        return weighted_kappa
    except Exception:
        return "None"


def kappa_no_prevalence_calc(overall_accuracy: float) -> Union[float, str]:
    """
    Calculate Kappa no prevalence.

    :param overall_accuracy: overall accuracy
    """
    try:
        result = 2 * overall_accuracy - 1
        return result
    except Exception:
        return "None"


def cross_entropy_calc(TOP: Dict[Any, int], P: Dict[Any, int], POP: Dict[Any, int]) -> Union[float, str]:
    """
    Calculate Cross entropy.

    :param TOP: number of positives in predict vector per class
    :param P: number of actual positives per class
    :param POP: population or total number of samples per class
    """
    try:
        result = 0
        for i in TOP:
            reference_likelihood = P[i] / POP[i]
            response_likelihood = TOP[i] / POP[i]
            if response_likelihood != 0 and reference_likelihood != 0:
                result += reference_likelihood * \
                    math.log(response_likelihood, 2)
        return -result
    except Exception:
        return "None"


def joint_entropy_calc(
        classes: List[Any],
        table: Dict[Any, Dict[Any, int]],
        POP: Dict[Any, int]) -> Union[float, str]:
    """
    Calculate Joint entropy.

    :param classes: confusion matrix classes
    :param table: input confusion matrix
    :param POP: population or total number of samples per class
    """
    try:
        result = 0
        for i in classes:
            for j in classes:
                p_prime = table[i][j] / POP[i]
                if p_prime != 0:
                    result += p_prime * math.log(p_prime, 2)
        return -result
    except Exception:
        return "None"


def conditional_entropy_calc(
        classes: List[Any],
        table: Dict[Any, Dict[Any, int]],
        P: Dict[Any, int],
        POP: Dict[Any, int]) -> Union[float, str]:
    """
    Calculate Conditional entropy.

    :param classes: confusion matrix classes
    :param table: input confusion matrix
    :param P: number of actual positives per class
    :param POP: population or total number of samples per class
    """
    try:
        result = 0
        for i in classes:
            temp = 0
            for j in classes:
                p_prime = 0
                if P[i] != 0:
                    p_prime = table[i][j] / P[i]
                if p_prime != 0:
                    temp += p_prime * math.log(p_prime, 2)
            result += temp * (P[i] / POP[i])
        return -result
    except Exception:
        return "None"


def mutual_information_calc(response_entropy: float, conditional_entropy: float) -> Union[float, str]:
    """
    Calculate Mutual information.

    :param response_entropy: response entropy
    :param conditional_entropy: conditional entropy
    """
    try:
        return response_entropy - conditional_entropy
    except Exception:
        return "None"


def kl_divergence_calc(P: Dict[Any, int], TOP: Dict[Any, int], POP: Dict[Any, int]) -> Union[float, str]:
    """
    Calculate Kullback-Liebler (KL) divergence.

    :param P: number of actual positives per class
    :param TOP: number of positives in predict vector per class
    :param POP: population or total number of samples per class
    """
    try:
        result = 0
        for i in TOP:
            reference_likelihood = P[i] / POP[i]
            response_likelihood = TOP[i] / POP[i]
            result += reference_likelihood * \
                math.log((reference_likelihood / response_likelihood), 2)
        return result
    except Exception:
        return "None"


def lambda_B_calc(classes: List[Any], table: Dict[Any, Dict[Any, int]], TOP: Dict[Any, int], POP: int) -> Union[float, str]:
    """
    Calculate Goodman and Kruskal's lambda B.

    :param classes: confusion matrix classes
    :param table: input confusion matrix
    :param TOP: number of positives in predict vector per class
    :param POP: population or total number of samples
    """
    try:
        result = 0
        length = POP
        maxresponse = max(list(TOP.values()))
        for i in classes:
            result += max(list(table[i].values()))
        result = (result - maxresponse) / (length - maxresponse)
        return result
    except Exception:
        return "None"


def lambda_A_calc(classes: List[Any], table: Dict[Any, Dict[Any, int]], P: Dict[Any, int], POP: int) -> Union[float, str]:
    """
    Calculate Goodman and Kruskal's lambda A.

    :param classes: confusion matrix classes
    :param table: input confusion matrix
    :param P: number of actual positives per class
    :param POP: population or total number of samples
    """
    try:
        result = 0
        maxreference = max(list(P.values()))
        length = POP
        for i in classes:
            col = []
            for col_item in table.values():
                col.append(col_item[i])
            result += max(col)
        result = (result - maxreference) / (length - maxreference)
        return result
    except Exception:
        return "None"


def chi_square_calc(
        classes: List[Any],
        table: Dict[Any, Dict[Any, int]],
        TOP: Dict[Any, int],
        P: Dict[Any, int],
        POP: Dict[Any, int]) -> Union[float, str]:
    """
    Calculate Chi-squared.

    :param classes: confusion matrix classes
    :param table: input confusion matrix
    :param TOP: number of positives in predict vector per class
    :param P: number of actual positives per class
    :param POP: population or total number of samples per class
    """
    try:
        result = 0
        for i in classes:
            for j in classes:
                expected = (TOP[j] * P[i]) / (POP[i])
                result += ((table[i][j] - expected)**2) / expected
        return result
    except Exception:
        return "None"


def phi_square_calc(chi_square: float, POP: int) -> Union[float, str]:
    """
    Calculate Phi-squared.

    :param chi_square: chi squared
    :param POP: population or total number of samples
    """
    try:
        return chi_square / POP
    except Exception:
        return "None"


def cramers_V_calc(phi_square: float, classes: List[Any]) -> Union[float, str]:
    """
    Calculate Cramer's V.

    :param phi_square: phi_squared
    :param classes: confusion matrix classes
    """
    try:
        return math.sqrt((phi_square / (len(classes) - 1)))
    except Exception:
        return "None"


def DF_calc(classes: List[Any]) -> Union[int, str]:
    """
    Calculate Chi-squared degree of freedom (DF).

    :param classes: confusion matrix classes
    """
    try:
        return (len(classes) - 1)**2
    except Exception:
        return "None"


def reliability_calc(RACC: float, ACC: float) -> Union[float, str]:
    """
    Calculate Reliability.

    :param RACC: random accuracy
    :param ACC: accuracy
    """
    try:
        result = (ACC - RACC) / (1 - RACC)
        return result
    except Exception:
        return "None"


def micro_calc(item1: Dict[Any, int], item2: Dict[Any, int]) -> Union[float, str]:
    """
    Calculate TPR, TNR, PPV, NPV, FNR, FPR, or F1 micro.

    :param item1: item1 in micro averaging
    :param item2: item2 in micro averaging
    """
    try:
        item1_sum = sum(item1.values())
        item2_sum = sum(item2.values())
        return item1_sum / (item1_sum + item2_sum)
    except Exception:
        return "None"


def macro_calc(item: Dict[Any, int]) -> Union[float, str]:
    """
    Calculate PPV_Macro, NPV_Macro, and TPR_Macro.

    :param item: True positive rate (TPR) or Positive predictive value (PPV)
    """
    try:
        item_sum = sum(item.values())
        item_len = len(item.values())
        return item_sum / item_len
    except Exception:
        return "None"


def PC_AC1_calc(P: Dict[Any, int], TOP: Dict[Any, int], POP: Dict[Any, int]) -> Union[float, str]:
    """
    Calculate Percent chance agreement for Gwet's AC1.

    :param P: number of actual positives per class
    :param TOP: number of positives in predict vector per class
    :param POP: population or total number of samples per class
    """
    try:
        result = 0
        classes = list(P)
        for i in classes:
            pi = ((P[i] + TOP[i]) / (2 * POP[i]))
            result += pi * (1 - pi)
        result = result / (len(classes) - 1)
        return result
    except Exception:
        return "None"


def PC_S_calc(classes: List[Any]) -> Union[float, str]:
    """
    Calculate Percent chance agreement for Bennett-et-al.'s-S-score.

    :param classes: confusion matrix classes
    """
    try:
        return 1 / (len(classes))
    except Exception:
        return "None"


def overall_jaccard_index_calc(jaccard_list: List[float]) -> Union[Tuple[float, float], str]:
    """
    Calculate Overall Jaccard index.

    :param jaccard_list: list of Jaccard index for each class
    """
    try:
        jaccard_sum = sum(jaccard_list)
        jaccard_mean = jaccard_sum / len(jaccard_list)
        return (jaccard_sum, jaccard_mean)
    except Exception:
        return "None"


def overall_accuracy_calc(TP: Dict[Any, int], POP: int) -> Union[float, str]:
    """
    Calculate Overall accuracy.

    :param TP: true positive
    :param POP: population or total number of samples
    """
    try:
        overall_accuracy = sum(TP.values()) / POP
        return overall_accuracy
    except Exception:
        return "None"


def overall_random_accuracy_calc(item: Dict[Any, float]) -> Union[float, str]:
    """
    Calculate Overall random accuracy.

    :param item: random accuracy or random accuracy unbiased
    """
    try:
        return sum(item.values())
    except Exception:
        return "None"


def overall_statistics(**kwargs: Any) -> Dict[str, Union[float, Tuple[float, float], int, str]]:
    """
    Return Overall statistics.

    :param kwargs: inputs
    """
    result = {}
    POP = kwargs["POP"]
    population = list(POP.values())[0]
    TP = kwargs["TP"]
    P = kwargs["P"]
    TOP = kwargs["TOP"]
    table = kwargs["table"]
    classes = kwargs["classes"]
    result["Overall ACC"] = overall_accuracy_calc(TP, population)
    result["Overall RACCU"] = overall_random_accuracy_calc(
        kwargs["RACCU"])
    result["Overall RACC"] = overall_random_accuracy_calc(kwargs["RACC"])
    result["Kappa"] = reliability_calc(
        result["Overall RACC"], result["Overall ACC"])
    PC_AC1 = PC_AC1_calc(P, TOP, POP)
    PC_S = PC_S_calc(classes)
    result["Gwet AC1"] = reliability_calc(PC_AC1, result["Overall ACC"])
    result["Bennett S"] = reliability_calc(PC_S, result["Overall ACC"])
    result["Kappa Standard Error"] = kappa_SE_calc(
        result["Overall ACC"],
        result["Overall RACC"], population)
    result["Kappa Unbiased"] = reliability_calc(
        result["Overall RACCU"],
        result["Overall ACC"])
    result["Scott PI"] = result["Kappa Unbiased"]
    result["Kappa No Prevalence"] = kappa_no_prevalence_calc(
        result["Overall ACC"])
    result["Kappa 95% CI"] = CI_calc(
        result["Kappa"], result["Kappa Standard Error"])
    result["Standard Error"] = SE_calc(result["Overall ACC"], population)
    result["95% CI"] = CI_calc(result["Overall ACC"], result["Standard Error"])
    result["Chi-Squared"] = chi_square_calc(classes, table, TOP, P, POP)
    result["Phi-Squared"] = phi_square_calc(result["Chi-Squared"], population)
    result["Cramer V"] = cramers_V_calc(result["Phi-Squared"], classes)
    result["Response Entropy"] = entropy_calc(TOP, POP)
    result["Reference Entropy"] = entropy_calc(P, POP)
    result["Cross Entropy"] = cross_entropy_calc(TOP, P, POP)
    result["Joint Entropy"] = joint_entropy_calc(classes, table, POP)
    result["Conditional Entropy"] = conditional_entropy_calc(
        classes, table, P, POP)
    result["Mutual Information"] = mutual_information_calc(
        result["Response Entropy"], result["Conditional Entropy"])
    result["KL Divergence"] = kl_divergence_calc(P, TOP, POP)
    result["Lambda B"] = lambda_B_calc(classes, table, TOP, population)
    result["Lambda A"] = lambda_A_calc(classes, table, P, population)
    result["Chi-Squared DF"] = DF_calc(classes)
    result["Overall J"] = overall_jaccard_index_calc(list(
        kwargs["jaccard_list"].values()))
    result["Hamming Loss"] = hamming_calc(TP, population)
    result["Zero-one Loss"] = zero_one_loss_calc(TP, population)
    result["NIR"] = NIR_calc(P, population)
    result["P-Value"] = p_value_calc(TP, population, result["NIR"])
    result["Overall CEN"] = overall_CEN_calc(
        classes, TP, TOP, P, kwargs["CEN_dict"])
    result["Overall MCEN"] = overall_CEN_calc(
        classes, TP, TOP, P, kwargs["MCEN_dict"], True)
    result["Overall MCC"] = overall_MCC_calc(classes, table, TOP, P)
    result["RR"] = RR_calc(classes, TOP)
    result["CBA"] = CBA_calc(classes, table, TOP, P)
    result["AUNU"] = macro_calc(kwargs["AUC_dict"])
    result["AUNP"] = AUNP_calc(classes, P, POP, kwargs["AUC_dict"])
    result["RCI"] = RCI_calc(
        result["Mutual Information"],
        result["Reference Entropy"])
    result["Pearson C"] = pearson_C_calc(result["Chi-Squared"], population)
    result["TPR Micro"] = result["Overall ACC"]
    result["TPR Macro"] = macro_calc(kwargs["TPR"])
    result["CSI"] = macro_calc(kwargs["ICSI_dict"])
    result["ARI"] = ARI_calc(classes, table, TOP, P, population)
    result["TNR Micro"] = micro_calc(item1=kwargs["TN"], item2=kwargs["FP"])
    result["TNR Macro"] = macro_calc(kwargs["TNR"])
    result["Bangdiwala B"] = B_calc(classes, TP, TOP, P)
    result["Krippendorff Alpha"] = alpha_calc(
        result["Overall RACCU"],
        result["Overall ACC"],
        population)
    result["SOA1(Landis & Koch)"] = kappa_analysis_koch(result["Kappa"])
    result["SOA2(Fleiss)"] = kappa_analysis_fleiss(result["Kappa"])
    result["SOA3(Altman)"] = kappa_analysis_altman(result["Kappa"])
    result["SOA4(Cicchetti)"] = kappa_analysis_cicchetti(result["Kappa"])
    result["SOA5(Cramer)"] = V_analysis(result["Cramer V"])
    result["SOA6(Matthews)"] = MCC_analysis(result["Overall MCC"])
    result["SOA7(Lambda A)"] = lambda_analysis(result["Lambda A"])
    result["SOA8(Lambda B)"] = lambda_analysis(result["Lambda B"])
    result["SOA9(Krippendorff Alpha)"] = alpha_analysis(
        result["Krippendorff Alpha"])
    result["SOA10(Pearson C)"] = pearson_C_analysis(result["Pearson C"])
    result["FPR Macro"] = complement(result["TNR Macro"])
    result["FNR Macro"] = complement(result["TPR Macro"])
    result["PPV Macro"] = macro_calc(kwargs["PPV"])
    result["NPV Macro"] = macro_calc(kwargs["NPV"])
    result["ACC Macro"] = macro_calc(kwargs["ACC"])
    result["F1 Macro"] = macro_calc(kwargs["F1"])
    result["FPR Micro"] = complement(result["TNR Micro"])
    result["FNR Micro"] = complement(result["TPR Micro"])
    result["PPV Micro"] = result["TPR Micro"]
    result["F1 Micro"] = result["TPR Micro"]
    result["NPV Micro"] = micro_calc(item1=kwargs["TN"], item2=kwargs["FN"])
    return result