mirrors/django
1
0
Fork 0
mirror of https://github.com/django/django.git synced 2025-09-20 01:10:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

Refs #16614 -- Made QuerySet.iterator() use server-side cursors on PostgreSQL.

Browse source 
Thanks to Josh Smeaton for the idea of implementing server-side cursors
in PostgreSQL from the iterator method, and Anssi Kääriäinen and Kevin
Turner for their previous work. Also Simon Charette and Tim Graham for
review.
This commit is contained in:
François Freitag 2016-06-03 15:31:21 -07:00 • committed by Tim Graham
parent 53bffe8d03
commit f3b7c05936
13 changed files with 165 additions and 31 deletions
Download patch file Download diff file Expand all files Collapse all files

9
django/db/models/query.py
View file

@ -34,8 +34,9 @@ EmptyResultSet = sql.EmptyResultSet
class BaseIterable(object):
def __init__(self, queryset):
def __init__(self, queryset, chunked_fetch=False):
self.queryset = queryset
self.chunked_fetch = chunked_fetch
class ModelIterable(BaseIterable):
@ -49,7 +50,7 @@ class ModelIterable(BaseIterable):
compiler = queryset.query.get_compiler(using=db)
# Execute the query. This will also fill compiler.select, klass_info,
# and annotations.
results = compiler.execute_sql()
results = compiler.execute_sql(chunked_fetch=self.chunked_fetch)
select, klass_info, annotation_col_map = (compiler.select, compiler.klass_info,
compiler.annotation_col_map)
model_cls = klass_info['model']
@ -318,7 +319,7 @@ class QuerySet(object):
An iterator over the results from applying this QuerySet to the
database.
"""
return iter(self._iterable_class(self))
return iter(self._iterable_class(self, chunked_fetch=True))
def aggregate(self, *args, **kwargs):
"""
@ -1071,7 +1072,7 @@ class QuerySet(object):
def _fetch_all(self):
if self._result_cache is None:
self._result_cache = list(self.iterator())
self._result_cache = list(self._iterable_class(self))
if self._prefetch_related_lookups and not self._prefetch_done:
self._prefetch_related_objects()