# -*- coding: utf-8 -*-
#
# Unit tests for the `drf_haystack.filters` classes.
#

from __future__ import absolute_import, unicode_literals

import json
from datetime import date, datetime, timedelta

from unittest import skipIf

from django.test import TestCase

from rest_framework import status
from rest_framework import serializers
from rest_framework.test import APIRequestFactory

from drf_haystack.viewsets import HaystackViewSet
from drf_haystack.serializers import HaystackSerializer, HaystackFacetSerializer
from drf_haystack.filters import (
    HaystackAutocompleteFilter, HaystackBoostFilter,
    HaystackFacetFilter, HaystackFilter,
    HaystackGEOSpatialFilter, HaystackHighlightFilter,
    HaystackOrderingFilter
)
from drf_haystack.mixins import FacetMixin

from . import geospatial_support, elasticsearch_version
from .constants import MOCKLOCATION_DATA_SET_SIZE, MOCKPERSON_DATA_SET_SIZE
from .mixins import WarningTestCaseMixin
from .mockapp.models import MockAllField, MockLocation, MockPerson
from .mockapp.search_indexes import MockAllFieldIndex, MockLocationIndex, MockPersonIndex

factory = APIRequestFactory()


class HaystackFilterTestCase(TestCase):

    fixtures = ["mockperson", "mockallfield"]

    def setUp(self):
        MockAllFieldIndex().reindex()
        MockPersonIndex().reindex()

        class Serializer1(HaystackSerializer):
            class Meta:
                index_classes = [MockPersonIndex]
                fields = ["text", "firstname", "lastname",
                          "full_name", "birthdate", "autocomplete"]
                field_aliases = {
                    "q": "autocomplete",
                    "name": "full_name"
                }

        class Serializer2(HaystackSerializer):
            class Meta:
                index_classes = [MockLocationIndex]
                exclude = ["lastname"]

        class Serializer4(serializers.Serializer):
            # This is not allowed. Must implement a `Meta` class.
            pass

        class Serializer5(HaystackSerializer):
            class Meta:
                index_classes = [MockAllFieldIndex]
                fields = ["integerfield"]

        class ViewSet1(HaystackViewSet):
            index_models = [MockPerson]
            serializer_class = Serializer1
            # No need to specify `filter_backends`, defaults to HaystackFilter

        class ViewSet2(ViewSet1):
            serializer_class = Serializer2

        class ViewSet3(ViewSet1):
            serializer_class = Serializer4

        class ViewSet4(HaystackViewSet):
            serializer_class = Serializer5

        self.view1 = ViewSet1
        self.view2 = ViewSet2
        self.view3 = ViewSet3
        self.view4 = ViewSet4

    def tearDown(self):
        MockPersonIndex().clear()

    def test_filter_view_has_default_filter(self):
        self.assertEqual(self.view1.filter_backends, [HaystackFilter])

    def test_filter_no_query_parameters(self):
        request = factory.get(path="/", data="", content_type="application/json")
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), MOCKPERSON_DATA_SET_SIZE)

    def test_filter_single_field(self):
        request = factory.get(path="/", data={"firstname": "John"})  # Should return 3 results
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 3)

    def test_filter_single_field_with_lookup(self):
        request = factory.get(path="/", data={"firstname__startswith": "John"})  # Should return 3 results
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 3)

    def test_filter_aliased_field(self):
        request = factory.get(path="/", data={"name": "John McClane"}, content_type="application/json")
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 1)

    def test_filter_aliased_field_with_lookup(self):
        request = factory.get(path="/", data={"name__contains": "John McClane"}, content_type="application/json")
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 1)

    def test_filter_single_field_OR(self):
        # Test filtering a single field for multiple values. The parameters should be OR'ed
        request = factory.get(path="/", data={"lastname": "Hickman,Hood"})  # Should return 3 results
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 3)

    def test_filter_single_field_OR_custom_lookup_sep(self):
        setattr(self.view1, "lookup_sep", ";")
        request = factory.get(path="/", data={"lastname": "Hickman;Hood"})  # Should return 3 results
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 3)

        # Reset the `lookup_sep`
        setattr(self.view1, "lookup_sep", ",")

    def test_filter_multiple_fields(self):
        # Test filtering multiple fields. The parameters should be AND'ed
        request = factory.get(path="/", data={"lastname": "Hood", "firstname": "Bruno"})  # Should return 1 result
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 1)

    def test_filter_multiple_fields_OR_same_fields(self):
        # Test filtering multiple fields for multiple values. The values should be OR'ed between
        # same parameters, and AND'ed between them
        request = factory.get(path="/", data={
            "lastname": "Hickman,Hood",
            "firstname": "Walker,Bruno"
        })  # Should return 2 result
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 2)

    def test_filter_excluded_field(self):
        request = factory.get(path="/", data={"lastname": "Hood"}, content_type="application/json")
        response = self.view2.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), MOCKPERSON_DATA_SET_SIZE)  # Should return all results since, field is ignored

    def test_filter_with_non_searched_excluded_field(self):
        request = factory.get(path="/", data={"text": "John"}, content_type="application/json")
        response = self.view2.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 3)

    def test_filter_unicode_characters(self):
        request = factory.get(path="/", data={"firstname": "åsmund", "lastname": "sørensen"},
                              content_type="application/json")
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(len(response.data), 1)

    def test_filter_negated_field(self):
        request = factory.get(path="/", data={"text__not": "John"}, content_type="application/json")
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 97)

    def test_filter_negated_field_with_lookup(self):
        request = factory.get(path="/", data={"name__not__contains": "John McClane"}, content_type="application/json")
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 99)

    def test_filter_negated_field_with_other_field(self):
        request = factory.get(path="/", data={"firstname": "John", "lastname__not": "McClane"}, content_type="application/json")
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 2)

    def test_filter_gt_date_field(self):
        request = factory.get(path="/", data={"birthdate__gt": "1980-01-01"}, content_type="application/json")
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(len(response.data), MockPerson.objects.filter(birthdate__gt=date(1980, 1, 1)).count())

    def test_filter_lt_date_field(self):
        request = factory.get(path="/", data={"birthdate__lt": "1980-01-01"}, content_type="application/json")
        response = self.view1.as_view(actions={"get": "list"})(request)
        self.assertEqual(len(response.data), MockPerson.objects.filter(birthdate__lt=date(1980, 1, 1)).count())

    def test_filter_in_integerfield(self):
        request = factory.get(path="/", data={"integerfield__in": "48,57"}, content_type="application/json")
        response = self.view4.as_view(actions={"get": "list"})(request)
        self.assertEqual(len(response.data), MockAllField.objects.filter(integerfield__in=[48, 57]).count())

    def test_filter_range_integerfield(self):
        request = factory.get(path="/", data={"integerfield__range": "300,500"}, content_type="application/json")
        response = self.view4.as_view(actions={"get": "list"})(request)
        self.assertEqual(len(response.data), MockAllField.objects.filter(integerfield__range=[300, 500]).count())


class HaystackAutocompleteFilterTestCase(TestCase):

    fixtures = ["mockperson"]

    def setUp(self):
        MockPersonIndex().reindex()

        class Serializer(HaystackSerializer):

            class Meta:
                index_classes = [MockPersonIndex]
                fields = ["text", "firstname", "lastname", "autocomplete"]

        class ViewSet(HaystackViewSet):
            index_models = [MockPerson]
            serializer_class = Serializer
            filter_backends = [HaystackAutocompleteFilter]

        self.view = ViewSet

    def tearDown(self):
        MockPersonIndex().clear()

    def test_filter_autocomplete_single_term(self):
        # Test querying the autocomplete field for a partial term. Should return 4 results
        request = factory.get(path="/", data={"autocomplete": "jer"}, content_type="application/json")
        response = self.view.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 4)

    def test_filter_autocomplete_multiple_terms(self):
        # Test querying the autocomplete field for multiple terms.
        # Make sure the filter AND's the terms on spaces, thus reduce the results.
        request = factory.get(path="/", data={"autocomplete": "joh mc"}, content_type="application/json")
        response = self.view.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 2)

    def test_filter_autocomplete_multiple_parameters(self):
        request = factory.get(path="/", data={"autocomplete": "jer fowler", "firstname": "jeremy"},
                              content_type="application/json")
        response = self.view.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)

    def test_filter_autocomplete_single_field_OR(self):
        request = factory.get(path="/", data={"autocomplete": "jer,fowl"}, content_type="application/json")
        response = self.view.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)


@skipIf(not geospatial_support, "Skipped due to lack of GEO spatial features")
class HaystackGEOSpatialFilterTestCase(TestCase):

    fixtures = ["mocklocation"]

    def setUp(self):
        MockLocationIndex().reindex()

        class Serializer(HaystackSerializer):

            class Meta:
                index_classes = [MockLocationIndex]
                fields = [
                    "text", "address", "city", "zip_code",
                    "coordinates",
                ]

        class ViewSet(HaystackViewSet):
            index_models = [MockLocation]
            serializer_class = Serializer
            filter_backends = [HaystackGEOSpatialFilter]

        self.view = ViewSet

    def tearDown(self):
        MockLocationIndex().clear()

    def test_filter_dwithin(self):
        request = factory.get(path="/", data={"from": "59.923396,10.739370", "km": 1}, content_type="application/json")
        response = self.view.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), 4)

    def test_filter_dwithin_without_range_unit(self):
        # If no range unit is supplied, no filtering will occur. Make sure we
        # get the entire data set.
        request = factory.get(path="/", data={"from": "59.923396,10.739370"}, content_type="application/json")
        response = self.view.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(len(response.data), MOCKLOCATION_DATA_SET_SIZE)

    def test_filter_dwithin_invalid_params(self):
        request = factory.get(path="/", data={"from": "i am not numeric,10.739370", "km": 1}, content_type="application/json")
        self.assertRaises(
            ValueError,
            self.view.as_view(actions={"get": "list"}), request
        )


class HaystackHighlightFilterTestCase(TestCase):

    fixtures = ["mockperson"]

    def setUp(self):
        MockPersonIndex().reindex()

        class Serializer(HaystackSerializer):

            class Meta:
                index_classes = [MockPersonIndex]
                fields = ["firstname", "lastname"]

        class ViewSet(HaystackViewSet):
            index_models = [MockPerson]
            serializer_class = Serializer
            filter_backends = [HaystackHighlightFilter]

        self.view = ViewSet

    def tearDown(self):
        MockPersonIndex().clear()

    @skipIf(not elasticsearch_version < (2, ), "Highlighting is not yet supported for the Elasticsearch2 backend")
    def test_filter_highlighter_filter(self):
        request = factory.get(path="/", data={"firstname": "jeremy"}, content_type="application/json")
        response = self.view.as_view(actions={"get": "list"})(request)
        response.render()
        for result in json.loads(response.content.decode()):
            self.assertTrue("highlighted" in result)
            self.assertEqual(
                result["highlighted"],
                " ".join(("<em>Jeremy</em>", "%s\n" % result["lastname"]))
            )


class HaystackBoostFilterTestCase(TestCase):

    fixtures = ["mockperson"]

    def setUp(self):
        MockPersonIndex().reindex()

        class Serializer(HaystackSerializer):

            class Meta:
                index_classes = [MockPersonIndex]
                fields = ["firstname", "lastname"]

        class ViewSet(HaystackViewSet):
            index_models = [MockPerson]
            serializer_class = Serializer
            filter_backends = [HaystackBoostFilter]

        self.view = ViewSet

    def tearDown(self):
        MockPersonIndex().clear()

    # Skipping the boost filter test case because it fails.
    # I strongly believe that this has to be fixed upstream, and
    # that the drf-haystack code works as it should.

    # def test_filter_boost(self):
    #
    #     # This test will fail
    #     # See https://github.com/django-haystack/django-haystack/issues/1235
    #
    #     request = factory.get(path="/", data={"lastname": "hood"}, content_type="application/json")
    #     response = self.view.as_view(actions={"get": "list"})(request)
    #     response.render()
    #     data = json.loads(response.content.decode())
    #     self.assertEqual(len(response.data), 2)
    #     self.assertEqual(data[0]["firstname"], "Bruno")
    #     self.assertEqual(data[1]["firstname"], "Walker")
    #
    #     # We're boosting walter slightly which should put him first in the results
    #     request = factory.get(path="/", data={"lastname": "hood", "boost": "walker,1.1"},
    #                           content_type="application/json")
    #     response = self.view.as_view(actions={"get": "list"})(request)
    #     response.render()
    #     data = json.loads(response.content.decode())
    #     self.assertEqual(len(response.data), 2)
    #     self.assertEqual(data[0]["firstname"], "Walker")
    #     self.assertEqual(data[1]["firstname"], "Bruno")

    def test_filter_boost_valid_params(self):
        request = factory.get(path="/", data={"boost": "bruno,1.2"}, content_type="application/json")
        response = self.view.as_view(actions={"get": "list"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)

    def test_filter_boost_invalid_non_numeric(self):
        request = factory.get(path="/", data={"boost": "bruno,i am not numeric!"}, content_type="application/json")
        try:
            self.view.as_view(actions={"get": "list"})(request)
            self.fail("Did not raise ValueError when called with a non-numeric boost value.")
        except ValueError as e:
            self.assertEqual(
                str(e),
                "Cannot convert boost to float value. Make sure to provide a numerical boost value."
            )

    def test_filter_boost_invalid_malformed_query_params(self):
        request = factory.get(path="/", data={"boost": "bruno"}, content_type="application/json")
        try:
            self.view.as_view(actions={"get": "list"})(request)
            self.fail("Did not raise ValueError when called with a malformed query parameters.")
        except ValueError as e:
            self.assertEqual(
                str(e),
                "Cannot convert the '%s' query parameter to a valid boost filter."
                % HaystackBoostFilter.query_param
            )


class HaystackFacetFilterTestCase(WarningTestCaseMixin, TestCase):

    fixtures = ["mockperson"]

    def setUp(self):
        MockPersonIndex().reindex()

        class FacetSerializer1(HaystackFacetSerializer):

            class Meta:
                index_classes = [MockPersonIndex]
                fields = ["firstname", "lastname", "created"]

        class FacetSerializer2(HaystackFacetSerializer):

            class Meta:
                index_classes = [MockPersonIndex]
                fields = ["firstname", "lastname", "created"]
                field_options = {
                    "firstname": {},
                    "lastname": {},
                    "created": {
                        "start_date": datetime.now() - timedelta(days=3 * 365),
                        "end_date": datetime.now(),
                        "gap_by": "day",
                        "gap_amount": 10
                    }
                }

        class ViewSet1(FacetMixin, HaystackViewSet):
            index_models = [MockPerson]
            facet_serializer_class = FacetSerializer1

        class ViewSet2(FacetMixin, HaystackViewSet):
            index_models = [MockPerson]
            facet_serializer_class = FacetSerializer2

        self.view1 = ViewSet1
        self.view2 = ViewSet2

    def tearDown(self):
        MockPersonIndex().clear()

    def test_filter_view_has_default_facet_filter(self):
        self.assertEqual(self.view1.facet_filter_backends, [HaystackFacetFilter])

    def test_filter_facet_no_field_options(self):
        request = factory.get("/", data={}, content_type="application/json")
        response = self.view1.as_view(actions={"get": "facets"})(request)
        response.render()
        self.assertEqual(response.status_code, status.HTTP_200_OK)
        self.assertEqual(json.loads(response.content.decode()), {})

    def test_filter_facet_serializer_no_field_options_missing_required_query_parameters(self):
        request = factory.get("/", data={"created": "start_date:Oct 3rd 2015"}, content_type="application/json")
        try:
            self.view1.as_view(actions={"get": "facets"})(request)
            self.fail("Did not raise ValueError when called without all required "
                      "attributes and no default field_options is set.")
        except ValueError as e:
            self.assertEqual(
                str(e),
                "Date faceting requires at least 'start_date', 'end_date' and 'gap_by' to be set."
            )

    def test_filter_facet_no_field_options_valid_required_query_parameters(self):
        request = factory.get(
            "/",
            data={"created": "start_date:Jan 1th 2010,end_date:Dec 31th 2020,gap_by:month,gap_amount:1"},
            content_type="application/json"
        )
        response = self.view1.as_view(actions={"get": "facets"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)

    def test_filter_facet_with_field_options(self):
        request = factory.get("/", data={}, content_type="application/json")
        response = self.view2.as_view(actions={"get": "facets"})(request)
        self.assertEqual(response.status_code, status.HTTP_200_OK)

    def test_filter_facet_warn_on_inproperly_formatted_token(self):
        request = factory.get("/", data={"firstname": "token"}, content_type="application/json")
        self.assertWarning(UserWarning, self.view2.as_view(actions={"get": "facets"}), request)


class OrderedHaystackViewSetTestCase(TestCase):

    fixtures = ["mockallfield"]

    def setUp(self):
        MockAllFieldIndex().reindex()

        class Serializer(HaystackSerializer):
            class Meta:
                fields = ("charfield", "integerfield", "floatfield",
                          "decimalfield", "boolfield")
                index_classes = [MockAllFieldIndex]

        class ViewSet1(HaystackViewSet):
            index_models = [MockAllField]
            serializer_class = Serializer
            filter_backends = (HaystackOrderingFilter,)
            ordering_fields = "__all__"
            ordering = ("integerfield",)

        class ViewSet2(HaystackViewSet):
            index_models = [MockAllField]
            serializer_class = Serializer
            filter_backends = (HaystackOrderingFilter,)
            ordering_fields = "__all__"
            ordering = ("-integerfield",)

        self.view1 = ViewSet1
        self.view2 = ViewSet2

    def tearDown(self):
        MockAllFieldIndex().clear()

    def test_viewset_default_ordering(self):
        request = factory.get(path="/", content_type="application/json")
        response = self.view1.as_view(actions={"get": "list"})(request)

        response.render()
        content = json.loads(response.content.decode())

        self.assertEqual(
            [result["integerfield"] for result in content],
            list(MockAllField.objects.values_list("integerfield", flat=True).order_by("integerfield"))
        )

    def test_viewset_default_reverse_ordering(self):
        request = factory.get(path="/", content_type="application/json")
        response = self.view2.as_view(actions={"get": "list"})(request)

        response.render()
        content = json.loads(response.content.decode())

        self.assertEqual(
            [result["integerfield"] for result in content],
            list(MockAllField.objects.values_list("integerfield", flat=True).order_by("-integerfield"))
        )

    def test_viewset_order_by_single_query_param(self):
        request = factory.get(path="/", data={"ordering": "integerfield"}, content_type="application/json")
        response = self.view1.as_view(actions={"get": "list"})(request)

        response.render()
        content = json.loads(response.content.decode())

        self.assertEqual(
            [result["integerfield"] for result in content],
            list(MockAllField.objects.values_list("integerfield", flat=True).order_by("integerfield"))
        )

    def test_viewset_order_by_multiple_query_params(self):
        request = factory.get(path="/", data={"ordering": "integerfield,boolfield"}, content_type="application/json")
        response = self.view1.as_view(actions={"get": "list"})(request)

        response.render()
        content = json.loads(response.content.decode())

        self.assertEqual(
            [result["integerfield"] for result in content],
            list(MockAllField.objects.values_list("integerfield", flat=True).order_by("integerfield", "boolfield"))
        )