Fixed #23001 -- Fixed mixing defer and annotations

django/db/models/query.py

@@ -260,7 +260,7 @@ class QuerySet(object):
                     load_fields.append(field.name)
 
         skip = None
-        if load_fields and not fill_cache:
+        if load_fields:
             # Some fields have been deferred, so we have to initialize
             # via keyword arguments.
             skip = set()