main.py 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430
  1. from collections import OrderedDict
  2. import sys
  3. import warnings
  4. from django.core.exceptions import SuspiciousOperation, ImproperlyConfigured
  5. from django.core.paginator import InvalidPage
  6. from django.core.urlresolvers import reverse
  7. from django.db import models
  8. from django.db.models.fields import FieldDoesNotExist
  9. from django.utils import six
  10. from django.utils.deprecation import RenameMethodsBase, RemovedInDjango18Warning
  11. from django.utils.encoding import force_text
  12. from django.utils.translation import ugettext, ugettext_lazy
  13. from django.utils.http import urlencode
  14. from django.contrib.admin import FieldListFilter
  15. from django.contrib.admin.exceptions import (
  16. DisallowedModelAdminLookup, DisallowedModelAdminToField,
  17. )
  18. from django.contrib.admin.options import IncorrectLookupParameters, IS_POPUP_VAR, TO_FIELD_VAR
  19. from django.contrib.admin.utils import (quote, get_fields_from_path,
  20. lookup_needs_distinct, prepare_lookup_value)
  21. # Changelist settings
  22. ALL_VAR = 'all'
  23. ORDER_VAR = 'o'
  24. ORDER_TYPE_VAR = 'ot'
  25. PAGE_VAR = 'p'
  26. SEARCH_VAR = 'q'
  27. ERROR_FLAG = 'e'
  28. IGNORED_PARAMS = (
  29. ALL_VAR, ORDER_VAR, ORDER_TYPE_VAR, SEARCH_VAR, IS_POPUP_VAR, TO_FIELD_VAR)
  30. # Text to display within change-list table cells if the value is blank.
  31. EMPTY_CHANGELIST_VALUE = ugettext_lazy('(None)')
  32. def _is_changelist_popup(request):
  33. """
  34. Returns True if the popup GET parameter is set.
  35. This function is introduced to facilitate deprecating the legacy
  36. value for IS_POPUP_VAR and should be removed at the end of the
  37. deprecation cycle.
  38. """
  39. if IS_POPUP_VAR in request.GET:
  40. return True
  41. IS_LEGACY_POPUP_VAR = 'pop'
  42. if IS_LEGACY_POPUP_VAR in request.GET:
  43. warnings.warn(
  44. "The `%s` GET parameter has been renamed to `%s`." %
  45. (IS_LEGACY_POPUP_VAR, IS_POPUP_VAR),
  46. RemovedInDjango18Warning, 2)
  47. return True
  48. return False
  49. class RenameChangeListMethods(RenameMethodsBase):
  50. renamed_methods = (
  51. ('get_query_set', 'get_queryset', RemovedInDjango18Warning),
  52. )
  53. class ChangeList(six.with_metaclass(RenameChangeListMethods)):
  54. def __init__(self, request, model, list_display, list_display_links,
  55. list_filter, date_hierarchy, search_fields, list_select_related,
  56. list_per_page, list_max_show_all, list_editable, model_admin):
  57. self.model = model
  58. self.opts = model._meta
  59. self.lookup_opts = self.opts
  60. self.root_queryset = model_admin.get_queryset(request)
  61. self.list_display = list_display
  62. self.list_display_links = list_display_links
  63. self.list_filter = list_filter
  64. self.date_hierarchy = date_hierarchy
  65. self.search_fields = search_fields
  66. self.list_select_related = list_select_related
  67. self.list_per_page = list_per_page
  68. self.list_max_show_all = list_max_show_all
  69. self.model_admin = model_admin
  70. self.preserved_filters = model_admin.get_preserved_filters(request)
  71. # Get search parameters from the query string.
  72. try:
  73. self.page_num = int(request.GET.get(PAGE_VAR, 0))
  74. except ValueError:
  75. self.page_num = 0
  76. self.show_all = ALL_VAR in request.GET
  77. self.is_popup = _is_changelist_popup(request)
  78. to_field = request.GET.get(TO_FIELD_VAR)
  79. if to_field and not model_admin.to_field_allowed(request, to_field):
  80. raise DisallowedModelAdminToField("The field %s cannot be referenced." % to_field)
  81. self.to_field = to_field
  82. self.params = dict(request.GET.items())
  83. if PAGE_VAR in self.params:
  84. del self.params[PAGE_VAR]
  85. if ERROR_FLAG in self.params:
  86. del self.params[ERROR_FLAG]
  87. if self.is_popup:
  88. self.list_editable = ()
  89. else:
  90. self.list_editable = list_editable
  91. self.query = request.GET.get(SEARCH_VAR, '')
  92. self.queryset = self.get_queryset(request)
  93. self.get_results(request)
  94. if self.is_popup:
  95. title = ugettext('Select %s')
  96. else:
  97. title = ugettext('Select %s to change')
  98. self.title = title % force_text(self.opts.verbose_name)
  99. self.pk_attname = self.lookup_opts.pk.attname
  100. @property
  101. def root_query_set(self):
  102. warnings.warn("`ChangeList.root_query_set` is deprecated, "
  103. "use `root_queryset` instead.",
  104. RemovedInDjango18Warning, 2)
  105. return self.root_queryset
  106. @property
  107. def query_set(self):
  108. warnings.warn("`ChangeList.query_set` is deprecated, "
  109. "use `queryset` instead.",
  110. RemovedInDjango18Warning, 2)
  111. return self.queryset
  112. def get_filters_params(self, params=None):
  113. """
  114. Returns all params except IGNORED_PARAMS
  115. """
  116. if not params:
  117. params = self.params
  118. lookup_params = params.copy() # a dictionary of the query string
  119. # Remove all the parameters that are globally and systematically
  120. # ignored.
  121. for ignored in IGNORED_PARAMS:
  122. if ignored in lookup_params:
  123. del lookup_params[ignored]
  124. return lookup_params
  125. def get_filters(self, request):
  126. lookup_params = self.get_filters_params()
  127. use_distinct = False
  128. for key, value in lookup_params.items():
  129. if not self.model_admin.lookup_allowed(key, value):
  130. raise DisallowedModelAdminLookup("Filtering by %s not allowed" % key)
  131. filter_specs = []
  132. if self.list_filter:
  133. for list_filter in self.list_filter:
  134. if callable(list_filter):
  135. # This is simply a custom list filter class.
  136. spec = list_filter(request, lookup_params,
  137. self.model, self.model_admin)
  138. else:
  139. field_path = None
  140. if isinstance(list_filter, (tuple, list)):
  141. # This is a custom FieldListFilter class for a given field.
  142. field, field_list_filter_class = list_filter
  143. else:
  144. # This is simply a field name, so use the default
  145. # FieldListFilter class that has been registered for
  146. # the type of the given field.
  147. field, field_list_filter_class = list_filter, FieldListFilter.create
  148. if not isinstance(field, models.Field):
  149. field_path = field
  150. field = get_fields_from_path(self.model, field_path)[-1]
  151. spec = field_list_filter_class(field, request, lookup_params,
  152. self.model, self.model_admin, field_path=field_path)
  153. # Check if we need to use distinct()
  154. use_distinct = (use_distinct or
  155. lookup_needs_distinct(self.lookup_opts,
  156. field_path))
  157. if spec and spec.has_output():
  158. filter_specs.append(spec)
  159. # At this point, all the parameters used by the various ListFilters
  160. # have been removed from lookup_params, which now only contains other
  161. # parameters passed via the query string. We now loop through the
  162. # remaining parameters both to ensure that all the parameters are valid
  163. # fields and to determine if at least one of them needs distinct(). If
  164. # the lookup parameters aren't real fields, then bail out.
  165. try:
  166. for key, value in lookup_params.items():
  167. lookup_params[key] = prepare_lookup_value(key, value)
  168. use_distinct = (use_distinct or
  169. lookup_needs_distinct(self.lookup_opts, key))
  170. return filter_specs, bool(filter_specs), lookup_params, use_distinct
  171. except FieldDoesNotExist as e:
  172. six.reraise(IncorrectLookupParameters, IncorrectLookupParameters(e), sys.exc_info()[2])
  173. def get_query_string(self, new_params=None, remove=None):
  174. if new_params is None:
  175. new_params = {}
  176. if remove is None:
  177. remove = []
  178. p = self.params.copy()
  179. for r in remove:
  180. for k in list(p):
  181. if k.startswith(r):
  182. del p[k]
  183. for k, v in new_params.items():
  184. if v is None:
  185. if k in p:
  186. del p[k]
  187. else:
  188. p[k] = v
  189. return '?%s' % urlencode(sorted(p.items()))
  190. def get_results(self, request):
  191. paginator = self.model_admin.get_paginator(request, self.queryset, self.list_per_page)
  192. # Get the number of objects, with admin filters applied.
  193. result_count = paginator.count
  194. # Get the total number of objects, with no admin filters applied.
  195. # Perform a slight optimization:
  196. # full_result_count is equal to paginator.count if no filters
  197. # were applied
  198. if self.get_filters_params() or self.params.get(SEARCH_VAR):
  199. full_result_count = self.root_queryset.count()
  200. else:
  201. full_result_count = result_count
  202. can_show_all = result_count <= self.list_max_show_all
  203. multi_page = result_count > self.list_per_page
  204. # Get the list of objects to display on this page.
  205. if (self.show_all and can_show_all) or not multi_page:
  206. result_list = self.queryset._clone()
  207. else:
  208. try:
  209. result_list = paginator.page(self.page_num + 1).object_list
  210. except InvalidPage:
  211. raise IncorrectLookupParameters
  212. self.result_count = result_count
  213. self.full_result_count = full_result_count
  214. self.result_list = result_list
  215. self.can_show_all = can_show_all
  216. self.multi_page = multi_page
  217. self.paginator = paginator
  218. def _get_default_ordering(self):
  219. ordering = []
  220. if self.model_admin.ordering:
  221. ordering = self.model_admin.ordering
  222. elif self.lookup_opts.ordering:
  223. ordering = self.lookup_opts.ordering
  224. return ordering
  225. def get_ordering_field(self, field_name):
  226. """
  227. Returns the proper model field name corresponding to the given
  228. field_name to use for ordering. field_name may either be the name of a
  229. proper model field or the name of a method (on the admin or model) or a
  230. callable with the 'admin_order_field' attribute. Returns None if no
  231. proper model field name can be matched.
  232. """
  233. try:
  234. field = self.lookup_opts.get_field(field_name)
  235. return field.name
  236. except models.FieldDoesNotExist:
  237. # See whether field_name is a name of a non-field
  238. # that allows sorting.
  239. if callable(field_name):
  240. attr = field_name
  241. elif hasattr(self.model_admin, field_name):
  242. attr = getattr(self.model_admin, field_name)
  243. else:
  244. attr = getattr(self.model, field_name)
  245. return getattr(attr, 'admin_order_field', None)
  246. def get_ordering(self, request, queryset):
  247. """
  248. Returns the list of ordering fields for the change list.
  249. First we check the get_ordering() method in model admin, then we check
  250. the object's default ordering. Then, any manually-specified ordering
  251. from the query string overrides anything. Finally, a deterministic
  252. order is guaranteed by ensuring the primary key is used as the last
  253. ordering field.
  254. """
  255. params = self.params
  256. ordering = list(self.model_admin.get_ordering(request)
  257. or self._get_default_ordering())
  258. if ORDER_VAR in params:
  259. # Clear ordering and used params
  260. ordering = []
  261. order_params = params[ORDER_VAR].split('.')
  262. for p in order_params:
  263. try:
  264. none, pfx, idx = p.rpartition('-')
  265. field_name = self.list_display[int(idx)]
  266. order_field = self.get_ordering_field(field_name)
  267. if not order_field:
  268. continue # No 'admin_order_field', skip it
  269. # reverse order if order_field has already "-" as prefix
  270. if order_field.startswith('-') and pfx == "-":
  271. ordering.append(order_field[1:])
  272. else:
  273. ordering.append(pfx + order_field)
  274. except (IndexError, ValueError):
  275. continue # Invalid ordering specified, skip it.
  276. # Add the given query's ordering fields, if any.
  277. ordering.extend(queryset.query.order_by)
  278. # Ensure that the primary key is systematically present in the list of
  279. # ordering fields so we can guarantee a deterministic order across all
  280. # database backends.
  281. pk_name = self.lookup_opts.pk.name
  282. if not (set(ordering) & set(['pk', '-pk', pk_name, '-' + pk_name])):
  283. # The two sets do not intersect, meaning the pk isn't present. So
  284. # we add it.
  285. ordering.append('-pk')
  286. return ordering
  287. def get_ordering_field_columns(self):
  288. """
  289. Returns an OrderedDict of ordering field column numbers and asc/desc
  290. """
  291. # We must cope with more than one column having the same underlying sort
  292. # field, so we base things on column numbers.
  293. ordering = self._get_default_ordering()
  294. ordering_fields = OrderedDict()
  295. if ORDER_VAR not in self.params:
  296. # for ordering specified on ModelAdmin or model Meta, we don't know
  297. # the right column numbers absolutely, because there might be more
  298. # than one column associated with that ordering, so we guess.
  299. for field in ordering:
  300. if field.startswith('-'):
  301. field = field[1:]
  302. order_type = 'desc'
  303. else:
  304. order_type = 'asc'
  305. for index, attr in enumerate(self.list_display):
  306. if self.get_ordering_field(attr) == field:
  307. ordering_fields[index] = order_type
  308. break
  309. else:
  310. for p in self.params[ORDER_VAR].split('.'):
  311. none, pfx, idx = p.rpartition('-')
  312. try:
  313. idx = int(idx)
  314. except ValueError:
  315. continue # skip it
  316. ordering_fields[idx] = 'desc' if pfx == '-' else 'asc'
  317. return ordering_fields
  318. def get_queryset(self, request):
  319. # First, we collect all the declared list filters.
  320. (self.filter_specs, self.has_filters, remaining_lookup_params,
  321. filters_use_distinct) = self.get_filters(request)
  322. # Then, we let every list filter modify the queryset to its liking.
  323. qs = self.root_queryset
  324. for filter_spec in self.filter_specs:
  325. new_qs = filter_spec.queryset(request, qs)
  326. if new_qs is not None:
  327. qs = new_qs
  328. try:
  329. # Finally, we apply the remaining lookup parameters from the query
  330. # string (i.e. those that haven't already been processed by the
  331. # filters).
  332. qs = qs.filter(**remaining_lookup_params)
  333. except (SuspiciousOperation, ImproperlyConfigured):
  334. # Allow certain types of errors to be re-raised as-is so that the
  335. # caller can treat them in a special way.
  336. raise
  337. except Exception as e:
  338. # Every other error is caught with a naked except, because we don't
  339. # have any other way of validating lookup parameters. They might be
  340. # invalid if the keyword arguments are incorrect, or if the values
  341. # are not in the correct type, so we might get FieldError,
  342. # ValueError, ValidationError, or ?.
  343. raise IncorrectLookupParameters(e)
  344. if not qs.query.select_related:
  345. qs = self.apply_select_related(qs)
  346. # Set ordering.
  347. ordering = self.get_ordering(request, qs)
  348. qs = qs.order_by(*ordering)
  349. # Apply search results
  350. qs, search_use_distinct = self.model_admin.get_search_results(
  351. request, qs, self.query)
  352. # Remove duplicates from results, if necessary
  353. if filters_use_distinct | search_use_distinct:
  354. return qs.distinct()
  355. else:
  356. return qs
  357. def apply_select_related(self, qs):
  358. if self.list_select_related is True:
  359. return qs.select_related()
  360. if self.list_select_related is False:
  361. if self.has_related_field_in_list_display():
  362. return qs.select_related()
  363. if self.list_select_related:
  364. return qs.select_related(*self.list_select_related)
  365. return qs
  366. def has_related_field_in_list_display(self):
  367. for field_name in self.list_display:
  368. try:
  369. field = self.lookup_opts.get_field(field_name)
  370. except models.FieldDoesNotExist:
  371. pass
  372. else:
  373. if isinstance(field.rel, models.ManyToOneRel):
  374. return True
  375. return False
  376. def url_for_result(self, result):
  377. pk = getattr(result, self.pk_attname)
  378. return reverse('admin:%s_%s_change' % (self.opts.app_label,
  379. self.opts.model_name),
  380. args=(quote(pk),),
  381. current_app=self.model_admin.admin_site.name)