123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681 |
- from django.db.models import (
- CharField, F, Func, IntegerField, OuterRef, Q, Subquery, Value,
- )
- from django.db.models.fields.json import KeyTextTransform, KeyTransform
- from django.db.models.functions import Cast, Concat, Substr
- from django.test.utils import Approximate, ignore_warnings
- from django.utils.deprecation import RemovedInDjango50Warning
- from . import PostgreSQLTestCase
- from .models import AggregateTestModel, StatTestModel
- try:
- from django.contrib.postgres.aggregates import (
- ArrayAgg, BitAnd, BitOr, BoolAnd, BoolOr, Corr, CovarPop, JSONBAgg,
- RegrAvgX, RegrAvgY, RegrCount, RegrIntercept, RegrR2, RegrSlope,
- RegrSXX, RegrSXY, RegrSYY, StatAggregate, StringAgg,
- )
- from django.contrib.postgres.fields import ArrayField
- except ImportError:
- pass # psycopg2 is not installed
- class TestGeneralAggregate(PostgreSQLTestCase):
- @classmethod
- def setUpTestData(cls):
- cls.aggs = AggregateTestModel.objects.bulk_create([
- AggregateTestModel(boolean_field=True, char_field='Foo1', integer_field=0),
- AggregateTestModel(
- boolean_field=False,
- char_field='Foo2',
- integer_field=1,
- json_field={'lang': 'pl'},
- ),
- AggregateTestModel(
- boolean_field=False,
- char_field='Foo4',
- integer_field=2,
- json_field={'lang': 'en'},
- ),
- AggregateTestModel(
- boolean_field=True,
- char_field='Foo3',
- integer_field=0,
- json_field={'breed': 'collie'},
- ),
- ])
- @ignore_warnings(category=RemovedInDjango50Warning)
- def test_empty_result_set(self):
- AggregateTestModel.objects.all().delete()
- tests = [
- (ArrayAgg('char_field'), []),
- (ArrayAgg('integer_field'), []),
- (ArrayAgg('boolean_field'), []),
- (BitAnd('integer_field'), None),
- (BitOr('integer_field'), None),
- (BoolAnd('boolean_field'), None),
- (BoolOr('boolean_field'), None),
- (JSONBAgg('integer_field'), []),
- (StringAgg('char_field', delimiter=';'), ''),
- ]
- for aggregation, expected_result in tests:
- with self.subTest(aggregation=aggregation):
- # Empty result with non-execution optimization.
- with self.assertNumQueries(0):
- values = AggregateTestModel.objects.none().aggregate(
- aggregation=aggregation,
- )
- self.assertEqual(values, {'aggregation': expected_result})
- # Empty result when query must be executed.
- with self.assertNumQueries(1):
- values = AggregateTestModel.objects.aggregate(
- aggregation=aggregation,
- )
- self.assertEqual(values, {'aggregation': expected_result})
- def test_default_argument(self):
- AggregateTestModel.objects.all().delete()
- tests = [
- (ArrayAgg('char_field', default=['<empty>']), ['<empty>']),
- (ArrayAgg('integer_field', default=[0]), [0]),
- (ArrayAgg('boolean_field', default=[False]), [False]),
- (BitAnd('integer_field', default=0), 0),
- (BitOr('integer_field', default=0), 0),
- (BoolAnd('boolean_field', default=False), False),
- (BoolOr('boolean_field', default=False), False),
- (JSONBAgg('integer_field', default=Value('["<empty>"]')), ['<empty>']),
- (StringAgg('char_field', delimiter=';', default=Value('<empty>')), '<empty>'),
- ]
- for aggregation, expected_result in tests:
- with self.subTest(aggregation=aggregation):
- # Empty result with non-execution optimization.
- with self.assertNumQueries(0):
- values = AggregateTestModel.objects.none().aggregate(
- aggregation=aggregation,
- )
- self.assertEqual(values, {'aggregation': expected_result})
- # Empty result when query must be executed.
- with self.assertNumQueries(1):
- values = AggregateTestModel.objects.aggregate(
- aggregation=aggregation,
- )
- self.assertEqual(values, {'aggregation': expected_result})
- def test_convert_value_deprecation(self):
- AggregateTestModel.objects.all().delete()
- queryset = AggregateTestModel.objects.all()
- with self.assertWarnsMessage(RemovedInDjango50Warning, ArrayAgg.deprecation_msg):
- queryset.aggregate(aggregation=ArrayAgg('boolean_field'))
- with self.assertWarnsMessage(RemovedInDjango50Warning, JSONBAgg.deprecation_msg):
- queryset.aggregate(aggregation=JSONBAgg('integer_field'))
- with self.assertWarnsMessage(RemovedInDjango50Warning, StringAgg.deprecation_msg):
- queryset.aggregate(aggregation=StringAgg('char_field', delimiter=';'))
- # No warnings raised if default argument provided.
- self.assertEqual(
- queryset.aggregate(aggregation=ArrayAgg('boolean_field', default=None)),
- {'aggregation': None},
- )
- self.assertEqual(
- queryset.aggregate(aggregation=JSONBAgg('integer_field', default=None)),
- {'aggregation': None},
- )
- self.assertEqual(
- queryset.aggregate(
- aggregation=StringAgg('char_field', delimiter=';', default=None),
- ),
- {'aggregation': None},
- )
- self.assertEqual(
- queryset.aggregate(aggregation=ArrayAgg('boolean_field', default=Value([]))),
- {'aggregation': []},
- )
- self.assertEqual(
- queryset.aggregate(aggregation=JSONBAgg('integer_field', default=Value('[]'))),
- {'aggregation': []},
- )
- self.assertEqual(
- queryset.aggregate(
- aggregation=StringAgg('char_field', delimiter=';', default=Value('')),
- ),
- {'aggregation': ''},
- )
- def test_array_agg_charfield(self):
- values = AggregateTestModel.objects.aggregate(arrayagg=ArrayAgg('char_field'))
- self.assertEqual(values, {'arrayagg': ['Foo1', 'Foo2', 'Foo4', 'Foo3']})
- def test_array_agg_charfield_ordering(self):
- ordering_test_cases = (
- (F('char_field').desc(), ['Foo4', 'Foo3', 'Foo2', 'Foo1']),
- (F('char_field').asc(), ['Foo1', 'Foo2', 'Foo3', 'Foo4']),
- (F('char_field'), ['Foo1', 'Foo2', 'Foo3', 'Foo4']),
- ([F('boolean_field'), F('char_field').desc()], ['Foo4', 'Foo2', 'Foo3', 'Foo1']),
- ((F('boolean_field'), F('char_field').desc()), ['Foo4', 'Foo2', 'Foo3', 'Foo1']),
- ('char_field', ['Foo1', 'Foo2', 'Foo3', 'Foo4']),
- ('-char_field', ['Foo4', 'Foo3', 'Foo2', 'Foo1']),
- (Concat('char_field', Value('@')), ['Foo1', 'Foo2', 'Foo3', 'Foo4']),
- (Concat('char_field', Value('@')).desc(), ['Foo4', 'Foo3', 'Foo2', 'Foo1']),
- (
- (Substr('char_field', 1, 1), F('integer_field'), Substr('char_field', 4, 1).desc()),
- ['Foo3', 'Foo1', 'Foo2', 'Foo4'],
- ),
- )
- for ordering, expected_output in ordering_test_cases:
- with self.subTest(ordering=ordering, expected_output=expected_output):
- values = AggregateTestModel.objects.aggregate(
- arrayagg=ArrayAgg('char_field', ordering=ordering)
- )
- self.assertEqual(values, {'arrayagg': expected_output})
- def test_array_agg_integerfield(self):
- values = AggregateTestModel.objects.aggregate(arrayagg=ArrayAgg('integer_field'))
- self.assertEqual(values, {'arrayagg': [0, 1, 2, 0]})
- def test_array_agg_integerfield_ordering(self):
- values = AggregateTestModel.objects.aggregate(
- arrayagg=ArrayAgg('integer_field', ordering=F('integer_field').desc())
- )
- self.assertEqual(values, {'arrayagg': [2, 1, 0, 0]})
- def test_array_agg_booleanfield(self):
- values = AggregateTestModel.objects.aggregate(arrayagg=ArrayAgg('boolean_field'))
- self.assertEqual(values, {'arrayagg': [True, False, False, True]})
- def test_array_agg_booleanfield_ordering(self):
- ordering_test_cases = (
- (F('boolean_field').asc(), [False, False, True, True]),
- (F('boolean_field').desc(), [True, True, False, False]),
- (F('boolean_field'), [False, False, True, True]),
- )
- for ordering, expected_output in ordering_test_cases:
- with self.subTest(ordering=ordering, expected_output=expected_output):
- values = AggregateTestModel.objects.aggregate(
- arrayagg=ArrayAgg('boolean_field', ordering=ordering)
- )
- self.assertEqual(values, {'arrayagg': expected_output})
- def test_array_agg_jsonfield(self):
- values = AggregateTestModel.objects.aggregate(
- arrayagg=ArrayAgg(
- KeyTransform('lang', 'json_field'),
- filter=Q(json_field__lang__isnull=False),
- ),
- )
- self.assertEqual(values, {'arrayagg': ['pl', 'en']})
- def test_array_agg_jsonfield_ordering(self):
- values = AggregateTestModel.objects.aggregate(
- arrayagg=ArrayAgg(
- KeyTransform('lang', 'json_field'),
- filter=Q(json_field__lang__isnull=False),
- ordering=KeyTransform('lang', 'json_field'),
- ),
- )
- self.assertEqual(values, {'arrayagg': ['en', 'pl']})
- def test_array_agg_filter(self):
- values = AggregateTestModel.objects.aggregate(
- arrayagg=ArrayAgg('integer_field', filter=Q(integer_field__gt=0)),
- )
- self.assertEqual(values, {'arrayagg': [1, 2]})
- def test_array_agg_lookups(self):
- aggr1 = AggregateTestModel.objects.create()
- aggr2 = AggregateTestModel.objects.create()
- StatTestModel.objects.create(related_field=aggr1, int1=1, int2=0)
- StatTestModel.objects.create(related_field=aggr1, int1=2, int2=0)
- StatTestModel.objects.create(related_field=aggr2, int1=3, int2=0)
- StatTestModel.objects.create(related_field=aggr2, int1=4, int2=0)
- qs = StatTestModel.objects.values('related_field').annotate(
- array=ArrayAgg('int1')
- ).filter(array__overlap=[2]).values_list('array', flat=True)
- self.assertCountEqual(qs.get(), [1, 2])
- def test_bit_and_general(self):
- values = AggregateTestModel.objects.filter(
- integer_field__in=[0, 1]).aggregate(bitand=BitAnd('integer_field'))
- self.assertEqual(values, {'bitand': 0})
- def test_bit_and_on_only_true_values(self):
- values = AggregateTestModel.objects.filter(
- integer_field=1).aggregate(bitand=BitAnd('integer_field'))
- self.assertEqual(values, {'bitand': 1})
- def test_bit_and_on_only_false_values(self):
- values = AggregateTestModel.objects.filter(
- integer_field=0).aggregate(bitand=BitAnd('integer_field'))
- self.assertEqual(values, {'bitand': 0})
- def test_bit_or_general(self):
- values = AggregateTestModel.objects.filter(
- integer_field__in=[0, 1]).aggregate(bitor=BitOr('integer_field'))
- self.assertEqual(values, {'bitor': 1})
- def test_bit_or_on_only_true_values(self):
- values = AggregateTestModel.objects.filter(
- integer_field=1).aggregate(bitor=BitOr('integer_field'))
- self.assertEqual(values, {'bitor': 1})
- def test_bit_or_on_only_false_values(self):
- values = AggregateTestModel.objects.filter(
- integer_field=0).aggregate(bitor=BitOr('integer_field'))
- self.assertEqual(values, {'bitor': 0})
- def test_bool_and_general(self):
- values = AggregateTestModel.objects.aggregate(booland=BoolAnd('boolean_field'))
- self.assertEqual(values, {'booland': False})
- def test_bool_and_q_object(self):
- values = AggregateTestModel.objects.aggregate(
- booland=BoolAnd(Q(integer_field__gt=2)),
- )
- self.assertEqual(values, {'booland': False})
- def test_bool_or_general(self):
- values = AggregateTestModel.objects.aggregate(boolor=BoolOr('boolean_field'))
- self.assertEqual(values, {'boolor': True})
- def test_bool_or_q_object(self):
- values = AggregateTestModel.objects.aggregate(
- boolor=BoolOr(Q(integer_field__gt=2)),
- )
- self.assertEqual(values, {'boolor': False})
- def test_string_agg_requires_delimiter(self):
- with self.assertRaises(TypeError):
- AggregateTestModel.objects.aggregate(stringagg=StringAgg('char_field'))
- def test_string_agg_delimiter_escaping(self):
- values = AggregateTestModel.objects.aggregate(stringagg=StringAgg('char_field', delimiter="'"))
- self.assertEqual(values, {'stringagg': "Foo1'Foo2'Foo4'Foo3"})
- def test_string_agg_charfield(self):
- values = AggregateTestModel.objects.aggregate(stringagg=StringAgg('char_field', delimiter=';'))
- self.assertEqual(values, {'stringagg': 'Foo1;Foo2;Foo4;Foo3'})
- def test_string_agg_charfield_ordering(self):
- ordering_test_cases = (
- (F('char_field').desc(), 'Foo4;Foo3;Foo2;Foo1'),
- (F('char_field').asc(), 'Foo1;Foo2;Foo3;Foo4'),
- (F('char_field'), 'Foo1;Foo2;Foo3;Foo4'),
- ('char_field', 'Foo1;Foo2;Foo3;Foo4'),
- ('-char_field', 'Foo4;Foo3;Foo2;Foo1'),
- (Concat('char_field', Value('@')), 'Foo1;Foo2;Foo3;Foo4'),
- (Concat('char_field', Value('@')).desc(), 'Foo4;Foo3;Foo2;Foo1'),
- )
- for ordering, expected_output in ordering_test_cases:
- with self.subTest(ordering=ordering, expected_output=expected_output):
- values = AggregateTestModel.objects.aggregate(
- stringagg=StringAgg('char_field', delimiter=';', ordering=ordering)
- )
- self.assertEqual(values, {'stringagg': expected_output})
- def test_string_agg_jsonfield_ordering(self):
- values = AggregateTestModel.objects.aggregate(
- stringagg=StringAgg(
- KeyTextTransform('lang', 'json_field'),
- delimiter=';',
- ordering=KeyTextTransform('lang', 'json_field'),
- output_field=CharField(),
- ),
- )
- self.assertEqual(values, {'stringagg': 'en;pl'})
- def test_string_agg_filter(self):
- values = AggregateTestModel.objects.aggregate(
- stringagg=StringAgg(
- 'char_field',
- delimiter=';',
- filter=Q(char_field__endswith='3') | Q(char_field__endswith='1'),
- )
- )
- self.assertEqual(values, {'stringagg': 'Foo1;Foo3'})
- def test_orderable_agg_alternative_fields(self):
- values = AggregateTestModel.objects.aggregate(
- arrayagg=ArrayAgg('integer_field', ordering=F('char_field').asc())
- )
- self.assertEqual(values, {'arrayagg': [0, 1, 0, 2]})
- def test_jsonb_agg(self):
- values = AggregateTestModel.objects.aggregate(jsonbagg=JSONBAgg('char_field'))
- self.assertEqual(values, {'jsonbagg': ['Foo1', 'Foo2', 'Foo4', 'Foo3']})
- def test_jsonb_agg_charfield_ordering(self):
- ordering_test_cases = (
- (F('char_field').desc(), ['Foo4', 'Foo3', 'Foo2', 'Foo1']),
- (F('char_field').asc(), ['Foo1', 'Foo2', 'Foo3', 'Foo4']),
- (F('char_field'), ['Foo1', 'Foo2', 'Foo3', 'Foo4']),
- ('char_field', ['Foo1', 'Foo2', 'Foo3', 'Foo4']),
- ('-char_field', ['Foo4', 'Foo3', 'Foo2', 'Foo1']),
- (Concat('char_field', Value('@')), ['Foo1', 'Foo2', 'Foo3', 'Foo4']),
- (Concat('char_field', Value('@')).desc(), ['Foo4', 'Foo3', 'Foo2', 'Foo1']),
- )
- for ordering, expected_output in ordering_test_cases:
- with self.subTest(ordering=ordering, expected_output=expected_output):
- values = AggregateTestModel.objects.aggregate(
- jsonbagg=JSONBAgg('char_field', ordering=ordering),
- )
- self.assertEqual(values, {'jsonbagg': expected_output})
- def test_jsonb_agg_integerfield_ordering(self):
- values = AggregateTestModel.objects.aggregate(
- jsonbagg=JSONBAgg('integer_field', ordering=F('integer_field').desc()),
- )
- self.assertEqual(values, {'jsonbagg': [2, 1, 0, 0]})
- def test_jsonb_agg_booleanfield_ordering(self):
- ordering_test_cases = (
- (F('boolean_field').asc(), [False, False, True, True]),
- (F('boolean_field').desc(), [True, True, False, False]),
- (F('boolean_field'), [False, False, True, True]),
- )
- for ordering, expected_output in ordering_test_cases:
- with self.subTest(ordering=ordering, expected_output=expected_output):
- values = AggregateTestModel.objects.aggregate(
- jsonbagg=JSONBAgg('boolean_field', ordering=ordering),
- )
- self.assertEqual(values, {'jsonbagg': expected_output})
- def test_jsonb_agg_jsonfield_ordering(self):
- values = AggregateTestModel.objects.aggregate(
- jsonbagg=JSONBAgg(
- KeyTransform('lang', 'json_field'),
- filter=Q(json_field__lang__isnull=False),
- ordering=KeyTransform('lang', 'json_field'),
- ),
- )
- self.assertEqual(values, {'jsonbagg': ['en', 'pl']})
- def test_string_agg_array_agg_ordering_in_subquery(self):
- stats = []
- for i, agg in enumerate(AggregateTestModel.objects.order_by('char_field')):
- stats.append(StatTestModel(related_field=agg, int1=i, int2=i + 1))
- stats.append(StatTestModel(related_field=agg, int1=i + 1, int2=i))
- StatTestModel.objects.bulk_create(stats)
- for aggregate, expected_result in (
- (
- ArrayAgg('stattestmodel__int1', ordering='-stattestmodel__int2'),
- [('Foo1', [0, 1]), ('Foo2', [1, 2]), ('Foo3', [2, 3]), ('Foo4', [3, 4])],
- ),
- (
- StringAgg(
- Cast('stattestmodel__int1', CharField()),
- delimiter=';',
- ordering='-stattestmodel__int2',
- ),
- [('Foo1', '0;1'), ('Foo2', '1;2'), ('Foo3', '2;3'), ('Foo4', '3;4')],
- ),
- ):
- with self.subTest(aggregate=aggregate.__class__.__name__):
- subquery = AggregateTestModel.objects.filter(
- pk=OuterRef('pk'),
- ).annotate(agg=aggregate).values('agg')
- values = AggregateTestModel.objects.annotate(
- agg=Subquery(subquery),
- ).order_by('char_field').values_list('char_field', 'agg')
- self.assertEqual(list(values), expected_result)
- def test_string_agg_array_agg_filter_in_subquery(self):
- StatTestModel.objects.bulk_create([
- StatTestModel(related_field=self.aggs[0], int1=0, int2=5),
- StatTestModel(related_field=self.aggs[0], int1=1, int2=4),
- StatTestModel(related_field=self.aggs[0], int1=2, int2=3),
- ])
- for aggregate, expected_result in (
- (
- ArrayAgg('stattestmodel__int1', filter=Q(stattestmodel__int2__gt=3)),
- [('Foo1', [0, 1]), ('Foo2', None)],
- ),
- (
- StringAgg(
- Cast('stattestmodel__int2', CharField()),
- delimiter=';',
- filter=Q(stattestmodel__int1__lt=2),
- ),
- [('Foo1', '5;4'), ('Foo2', None)],
- ),
- ):
- with self.subTest(aggregate=aggregate.__class__.__name__):
- subquery = AggregateTestModel.objects.filter(
- pk=OuterRef('pk'),
- ).annotate(agg=aggregate).values('agg')
- values = AggregateTestModel.objects.annotate(
- agg=Subquery(subquery),
- ).filter(
- char_field__in=['Foo1', 'Foo2'],
- ).order_by('char_field').values_list('char_field', 'agg')
- self.assertEqual(list(values), expected_result)
- def test_string_agg_filter_in_subquery_with_exclude(self):
- subquery = AggregateTestModel.objects.annotate(
- stringagg=StringAgg(
- 'char_field',
- delimiter=';',
- filter=Q(char_field__endswith='1'),
- )
- ).exclude(stringagg='').values('id')
- self.assertSequenceEqual(
- AggregateTestModel.objects.filter(id__in=Subquery(subquery)),
- [self.aggs[0]],
- )
- def test_ordering_isnt_cleared_for_array_subquery(self):
- inner_qs = AggregateTestModel.objects.order_by('-integer_field')
- qs = AggregateTestModel.objects.annotate(
- integers=Func(
- Subquery(inner_qs.values('integer_field')),
- function='ARRAY',
- output_field=ArrayField(base_field=IntegerField()),
- ),
- )
- self.assertSequenceEqual(
- qs.first().integers,
- inner_qs.values_list('integer_field', flat=True),
- )
- class TestAggregateDistinct(PostgreSQLTestCase):
- @classmethod
- def setUpTestData(cls):
- AggregateTestModel.objects.create(char_field='Foo')
- AggregateTestModel.objects.create(char_field='Foo')
- AggregateTestModel.objects.create(char_field='Bar')
- def test_string_agg_distinct_false(self):
- values = AggregateTestModel.objects.aggregate(stringagg=StringAgg('char_field', delimiter=' ', distinct=False))
- self.assertEqual(values['stringagg'].count('Foo'), 2)
- self.assertEqual(values['stringagg'].count('Bar'), 1)
- def test_string_agg_distinct_true(self):
- values = AggregateTestModel.objects.aggregate(stringagg=StringAgg('char_field', delimiter=' ', distinct=True))
- self.assertEqual(values['stringagg'].count('Foo'), 1)
- self.assertEqual(values['stringagg'].count('Bar'), 1)
- def test_array_agg_distinct_false(self):
- values = AggregateTestModel.objects.aggregate(arrayagg=ArrayAgg('char_field', distinct=False))
- self.assertEqual(sorted(values['arrayagg']), ['Bar', 'Foo', 'Foo'])
- def test_array_agg_distinct_true(self):
- values = AggregateTestModel.objects.aggregate(arrayagg=ArrayAgg('char_field', distinct=True))
- self.assertEqual(sorted(values['arrayagg']), ['Bar', 'Foo'])
- def test_jsonb_agg_distinct_false(self):
- values = AggregateTestModel.objects.aggregate(
- jsonbagg=JSONBAgg('char_field', distinct=False),
- )
- self.assertEqual(sorted(values['jsonbagg']), ['Bar', 'Foo', 'Foo'])
- def test_jsonb_agg_distinct_true(self):
- values = AggregateTestModel.objects.aggregate(
- jsonbagg=JSONBAgg('char_field', distinct=True),
- )
- self.assertEqual(sorted(values['jsonbagg']), ['Bar', 'Foo'])
- class TestStatisticsAggregate(PostgreSQLTestCase):
- @classmethod
- def setUpTestData(cls):
- StatTestModel.objects.create(
- int1=1,
- int2=3,
- related_field=AggregateTestModel.objects.create(integer_field=0),
- )
- StatTestModel.objects.create(
- int1=2,
- int2=2,
- related_field=AggregateTestModel.objects.create(integer_field=1),
- )
- StatTestModel.objects.create(
- int1=3,
- int2=1,
- related_field=AggregateTestModel.objects.create(integer_field=2),
- )
- # Tests for base class (StatAggregate)
- def test_missing_arguments_raises_exception(self):
- with self.assertRaisesMessage(ValueError, 'Both y and x must be provided.'):
- StatAggregate(x=None, y=None)
- def test_correct_source_expressions(self):
- func = StatAggregate(x='test', y=13)
- self.assertIsInstance(func.source_expressions[0], Value)
- self.assertIsInstance(func.source_expressions[1], F)
- def test_alias_is_required(self):
- class SomeFunc(StatAggregate):
- function = 'TEST'
- with self.assertRaisesMessage(TypeError, 'Complex aggregates require an alias'):
- StatTestModel.objects.aggregate(SomeFunc(y='int2', x='int1'))
- # Test aggregates
- def test_empty_result_set(self):
- StatTestModel.objects.all().delete()
- tests = [
- (Corr(y='int2', x='int1'), None),
- (CovarPop(y='int2', x='int1'), None),
- (CovarPop(y='int2', x='int1', sample=True), None),
- (RegrAvgX(y='int2', x='int1'), None),
- (RegrAvgY(y='int2', x='int1'), None),
- (RegrCount(y='int2', x='int1'), 0),
- (RegrIntercept(y='int2', x='int1'), None),
- (RegrR2(y='int2', x='int1'), None),
- (RegrSlope(y='int2', x='int1'), None),
- (RegrSXX(y='int2', x='int1'), None),
- (RegrSXY(y='int2', x='int1'), None),
- (RegrSYY(y='int2', x='int1'), None),
- ]
- for aggregation, expected_result in tests:
- with self.subTest(aggregation=aggregation):
- # Empty result with non-execution optimization.
- with self.assertNumQueries(0):
- values = StatTestModel.objects.none().aggregate(
- aggregation=aggregation,
- )
- self.assertEqual(values, {'aggregation': expected_result})
- # Empty result when query must be executed.
- with self.assertNumQueries(1):
- values = StatTestModel.objects.aggregate(
- aggregation=aggregation,
- )
- self.assertEqual(values, {'aggregation': expected_result})
- def test_default_argument(self):
- StatTestModel.objects.all().delete()
- tests = [
- (Corr(y='int2', x='int1', default=0), 0),
- (CovarPop(y='int2', x='int1', default=0), 0),
- (CovarPop(y='int2', x='int1', sample=True, default=0), 0),
- (RegrAvgX(y='int2', x='int1', default=0), 0),
- (RegrAvgY(y='int2', x='int1', default=0), 0),
- # RegrCount() doesn't support the default argument.
- (RegrIntercept(y='int2', x='int1', default=0), 0),
- (RegrR2(y='int2', x='int1', default=0), 0),
- (RegrSlope(y='int2', x='int1', default=0), 0),
- (RegrSXX(y='int2', x='int1', default=0), 0),
- (RegrSXY(y='int2', x='int1', default=0), 0),
- (RegrSYY(y='int2', x='int1', default=0), 0),
- ]
- for aggregation, expected_result in tests:
- with self.subTest(aggregation=aggregation):
- # Empty result with non-execution optimization.
- with self.assertNumQueries(0):
- values = StatTestModel.objects.none().aggregate(
- aggregation=aggregation,
- )
- self.assertEqual(values, {'aggregation': expected_result})
- # Empty result when query must be executed.
- with self.assertNumQueries(1):
- values = StatTestModel.objects.aggregate(
- aggregation=aggregation,
- )
- self.assertEqual(values, {'aggregation': expected_result})
- def test_corr_general(self):
- values = StatTestModel.objects.aggregate(corr=Corr(y='int2', x='int1'))
- self.assertEqual(values, {'corr': -1.0})
- def test_covar_pop_general(self):
- values = StatTestModel.objects.aggregate(covarpop=CovarPop(y='int2', x='int1'))
- self.assertEqual(values, {'covarpop': Approximate(-0.66, places=1)})
- def test_covar_pop_sample(self):
- values = StatTestModel.objects.aggregate(covarpop=CovarPop(y='int2', x='int1', sample=True))
- self.assertEqual(values, {'covarpop': -1.0})
- def test_regr_avgx_general(self):
- values = StatTestModel.objects.aggregate(regravgx=RegrAvgX(y='int2', x='int1'))
- self.assertEqual(values, {'regravgx': 2.0})
- def test_regr_avgy_general(self):
- values = StatTestModel.objects.aggregate(regravgy=RegrAvgY(y='int2', x='int1'))
- self.assertEqual(values, {'regravgy': 2.0})
- def test_regr_count_general(self):
- values = StatTestModel.objects.aggregate(regrcount=RegrCount(y='int2', x='int1'))
- self.assertEqual(values, {'regrcount': 3})
- def test_regr_count_default(self):
- msg = 'RegrCount does not allow default.'
- with self.assertRaisesMessage(TypeError, msg):
- RegrCount(y='int2', x='int1', default=0)
- def test_regr_intercept_general(self):
- values = StatTestModel.objects.aggregate(regrintercept=RegrIntercept(y='int2', x='int1'))
- self.assertEqual(values, {'regrintercept': 4})
- def test_regr_r2_general(self):
- values = StatTestModel.objects.aggregate(regrr2=RegrR2(y='int2', x='int1'))
- self.assertEqual(values, {'regrr2': 1})
- def test_regr_slope_general(self):
- values = StatTestModel.objects.aggregate(regrslope=RegrSlope(y='int2', x='int1'))
- self.assertEqual(values, {'regrslope': -1})
- def test_regr_sxx_general(self):
- values = StatTestModel.objects.aggregate(regrsxx=RegrSXX(y='int2', x='int1'))
- self.assertEqual(values, {'regrsxx': 2.0})
- def test_regr_sxy_general(self):
- values = StatTestModel.objects.aggregate(regrsxy=RegrSXY(y='int2', x='int1'))
- self.assertEqual(values, {'regrsxy': -2.0})
- def test_regr_syy_general(self):
- values = StatTestModel.objects.aggregate(regrsyy=RegrSYY(y='int2', x='int1'))
- self.assertEqual(values, {'regrsyy': 2.0})
- def test_regr_avgx_with_related_obj_and_number_as_argument(self):
- """
- This is more complex test to check if JOIN on field and
- number as argument works as expected.
- """
- values = StatTestModel.objects.aggregate(complex_regravgx=RegrAvgX(y=5, x='related_field__integer_field'))
- self.assertEqual(values, {'complex_regravgx': 1.0})
|