Xi@sCdZddlZddlZddlmZmZmZmZddlm Z m Z m Z ddl m Z ddlmZmZddlmZmZddlmZdd lmZdd lmZmZdd lmZdd lmZmZm Z m!Z!dd l"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(ddl)m*Z*m+Z+m,Z,m-Z-m.Z.ddl/m0Z0m1Z1m2Z2m3Z3m4Z4ddl5m6Z6ddl7m8Z8ddl9m:Z:ddl;m<Z<ddgZ=ddZ>Gddde?Z@Gddde?ZAdddZBddZCdd ZDGd!d"d"e?ZEdS)#aW Create SQL statements for QuerySets. The code in here encapsulates all of the SQL construction so that QuerySets themselves do not have to (and could be backed by things other than SQL databases). The abstraction barrier only works one way: this module has to know all about the internals of models in order to get the information it needs. N)CounterIteratorMapping OrderedDict)chaincountproduct)ascii_uppercase)FieldDoesNotExist FieldError)DEFAULT_DB_ALIAS connections)Count) LOOKUP_SEP)ColRef)MultiColSource)PathInfoQcheck_rel_lookup_compatibilityrefs_expression)INNERLOUTER ORDER_DIR ORDER_PATTERN QUERY_TERMSSINGLE) BaseTableEmptyEmptyResultSetJoin MultiJoin)ANDOR ExtraWhere NothingNode WhereNode)six)RemovedInDjango20Warning) force_text)NodeQueryRawQuerycCs&ttjdd|jDS)Ncss6|],}|jr$|j|jfn |jfVqdS)N)concretenameattname).0fr2H/home/ubuntu/projects/ifolica/build/django/django/db/models/sql/query.py +sz,get_field_names_from_opts..)setr from_iterableZ get_fields)optsr2r2r3get_field_names_from_opts)s  r8c@seZdZdZddddZddZddZd d Zd d Ze d dZ ddZ ddZ dS)r,z A single raw SQL query NcCsa|p f|_||_||_d|_d\|_|_i|_i|_|pWi|_dS)Nr)rN) paramssqlusingcursorlow_mark high_mark extra_selectannotation_selectcontext)selfr:r;r9rAr2r2r3__init__5s     zRawQuery.__init__cCs(t|j|d|jd|jjS)Nr9rA)r,r:r9rAcopy)rBr;r2r2r3cloneBszRawQuery.clonecsL|jdkr|jnt|jjjfdd|jjDS)Ncs g|]}|dqS)rr2)r0Z column_meta) converterr2r3 Is z(RawQuery.get_columns..)r<_execute_queryr r;Z introspectionZcolumn_name_converter description)rBr2)rFr3 get_columnsEs  zRawQuery.get_columnscCsB|jt|jjjs/t|j}n |j}t|S)N)rHr r;featuresZcan_use_chunked_readslistr<iter)rBresultr2r2r3__iter__Ls   zRawQuery.__iter__cCsd|S)Nzr2)rBr2r2r3__repr__XszRawQuery.__repr__cCst|jtrtStS)N) isinstancer9rdicttuple)rBr2r2r3 params_type[szRawQuery.params_typecCs|j|j|jS)N)r:rTr9)rBr2r2r3__str___szRawQuery.__str__cst|j}|j}|jj|tkrStfdd|jD}nJ|tkrtfddtj |jD}nt d||j |_ |j j |j |dS)Nc3s|]}|VqdS)Nr2)r0val)adapterr2r3r4jsz*RawQuery._execute_query..c3s'|]\}}||fVqdS)Nr2)r0keyrV)rWr2r3r4lszUnexpected params type: %s)r r;rTopsZadapt_unknown_valuerSr9rRr' iteritems RuntimeErrorr<executer:)rB connectionrTr9r2)rWr3rHbs    % .zRawQuery._execute_query) __name__ __module__ __qualname____doc__rCrErJrOrPpropertyrTrUrHr2r2r2r3r,0s     c@s<eZdZdZdZeegZeZdZ e ddZ e ddZ e dd Zd d Zd d ZddZddZddddZddZddddZddZdddZddZdd Zd!d"Zd#d$Zd%d&Zd'd(Zd)d*Zd+d,Zd-d.d/Z d0d1Z!d2d3d4Z"d5d6Z#d7d8Z$d9d:Z%d;d<Z&d=d>Z'd?d@Z(dAdBZ)ddCdDZ*dEdFZ+d-dGdHZ,dIdJdKZ-dLdMZ.dNdOZ/dPdQZ0dRdSZ1dTdUZ2d-d-de3dIdIdVdWZ4dXdYZ5dZd[Z6d-d-dIdId\d]Z7dId-d^d_Z8ddId`daZ9dbdcZ:dIdd-dddeZ;dfdgZ<dhdiZ=djdkZ>dddldmZ?dndoZ@dpdqZAdrdsZBdtduZCdvdwZDdxdyZEdzd{ZFdId|d}ZGd~dZHddZIddZJddZKddZLddZMddZNddZOddZPddZQddZRddZSddZTe ddZUe ddZVddZWddZXdS)r+z A single SQL query. TZ SQLCompilercCsQ||_i|_i|_t|_i|_d|_d|_d|_t|_ d|_ g|_ g|_ ||_ ||_d|_g|_d\|_|_d|_g|_d|_d|_d|_d|_g|_d|_d|_d|_d|_d|_d|_f|_ f|_!tdf|_"i|_#dS)NTFr)rN)$modelalias_refcount alias_mapr5external_aliases table_map default_colsdefault_orderingstandard_ordering used_aliasesfilter_is_stickyselecttableswhere where_classgroup_byorder_byr=r>distinctdistinct_fieldsselect_for_updateselect_for_update_nowaitselect_related max_depth values_select _annotationsannotation_select_mask_annotation_select_cache_extraextra_select_mask_extra_select_cache extra_tablesextra_order_bydeferred_loadingrA)rBrerqr2r2r3rCsD                               zQuery.__init__cCs%|jdkrt|_n|jS)N)rr)rBr2r2r3extrasz Query.extracCs%|jdkrt|_n|jS)N)r|r)rBr2r2r3 annotationsszQuery.annotationscCs|j\}}||S)a) Returns the query as a string of SQL with the parameter values substituted in (use sql_with_params() to see the unsubstituted string). Parameter values won't necessarily be quoted correctly, since that is done by the database interface at execution time. )sql_with_params)rBr:r9r2r2r3rUsz Query.__str__cCs|jtjS)zx Returns the query as an SQL string and the parameters that will be substituted into the query. ) get_compilerr Zas_sql)rBr2r2r3rszQuery.sql_with_paramscCs&|jd|}||t|<|S)Nmemo)rEid)rBrrNr2r2r3 __deepcopy__szQuery.__deepcopy__cCs|S)Nr2)rBfieldr2r2r3_prepareszQuery._prepareNcCsY|dkr'|dkr'tdn|r:t|}n|jj|j|||S)NzNeed either using or connection) ValueErrorr rYcompiler)rBr;r]r2r2r3rs  zQuery.get_compilercCs |jjS)z Returns the Options instance (the model._meta) from which to start processing. Normally, this is self.model._meta, but it can be changed by subclasses. )re_meta)rBr2r2r3get_metaszQuery.get_metacKst}|p|j|_|j|_|jj|_|jj|_|jj|_|jj|_|j|_|j |_ |j |_ |j dd|_ |j dd|_ |j j|_ |j|_|jdkrd|_n1|jdkrd|_n|jdd|_|jdd|_|j|j|_|_|j|_|jdd|_|j|_|j|_|j|_|jdd|_|jdk r|jjnd|_|jdkrd|_n|jj|_d|_|j|_|jdk r;|jjnd|_|jdkr_d|_n|jj|_|j dkrd|_ n|j j|_ |j!|_!|j"|_"tj|j#d|j#df|_#|j$r|j%r|j%j|_%n t&|_%d|_$d|j'kr6|j(|_(nd|j'krZ|j)j|_)n|j'j*|t+|dr|j,n|j-j|_-|S) z Creates a copy of the current instance. The 'kwargs' parameter can be used by clients to update attributes after copying has taken place. NTrF alias_prefix subq_aliases _setup_query).r __class__rerfrDrgrhrirjrkrlrorprqrErrrsrtr=r>rurvrwrxryr{r|r}r~rzrrrrrrrnrmr5__dict__rrupdatehasattrrrA)rBklassrkwargsobjr2r2r3rEsp            '   '    &   z Query.clonecCs||j||j|qt|tr|d7}d|}||j|<|j|g|jt||q|j||\}}|j|qW|j|||fS)Nrz__col%d) Zget_source_expressionsrQrappendrrappend_annotation_mask rewrite_colsZset_source_expressions)rB annotationcol_cntZ orig_exprsZ new_exprsexprZ col_aliasZnew_exprr2r2r3rVs      zQuery.rewrite_colsc s-|js iS|jdkp(|jdk }tfdd|jjD}t|jtsz|sz|sz|j rMddl m }||j }|j }d|_d|_| r|j r|jdn|j s#|jr|r|j jjj|jg|_nd|_ndd |jD}d |d.)AggregateQueryFTcSsi|]}d|qS)subqueryr2)r0tr2r2r3 s z)Query.get_aggregation..rcSsi|]}d|qS)Nr2)r0rr2r2r3rs cSsg|] }dqS)Nr2)r0qr2r2r3rGs z)Query.get_aggregation..cSs%i|]\\}}}||qSr2r2)r0rrrVr2r2r3rs ))r@r=r>anyritemsrQrsrLruZdjango.db.models.sql.subqueriesrrerErwryrvclear_orderingrjrpkget_colget_initial_aliasrp is_summaryrrset_annotation_maskr}roZ add_subqueryrr clear_limitsrZ execute_sqlrZget_convertersvaluesZapply_converterszip)rBr;rZ has_limitZhas_existing_annotationsr outer_queryZ inner_queryZrelabelsrr expressionrrNZ convertersr2)rr3get_aggregationysf      '  "  #'           zQuery.get_aggregationcCs]|j}|jtddddd|j|dgd}|dkrYd}n|S)zP Performs a COUNT() query using the current filter constraints. *rZ__countrTNr)rEadd_annotationrr)rBr;rnumberr2r2r3 get_counts    zQuery.get_countcCs|jS)N)rq)rBr2r2r3 has_filtersszQuery.has_filterscCs|j}|jsd|jdkrW|jdd|jjjDd|jn|jn|j d|j dd|j d|}|j S)NTcss|]}|jVqdS)N)r/)r0r1r2r2r3r4sz$Query.has_results..Fhighrr;) rErurs add_fieldsrerZconcrete_fields set_group_byclear_select_clauser set_limitsr has_results)rBr;rrr2r2r3rs  &   zQuery.has_resultscsj|jkstdjs6tdj|jksTtdj|jksrtdi}|tk}|rtn tj}jt |dd}|j fddj Dt}x|jd d D]}|j |} | j |} j | d |} | jtkrT|j| n|j| || krz| ||.rNreusezSWhen merging querysets using 'or', you cannot have extra(select=...) on both sides.)$reAssertionError can_filterrurvr"r5rpr JoinPromoter add_votesrgrjoinrradddiscardrf unref_aliasupdate_join_typesrqrErelabel_aliasesro add_selectr#rrrrrset_extra_maskrrtr)rBrhs connectorrZ conjunctionr joinpromoterZ rhs_votesrr new_aliaswcolrr2)rBr3combinesb                   (z Query.combinecCs|j\}}|sdS|j}i}i|jh|j6}xC|D];}|jt} |jjj} |} x| ddD]{} | } | j| }t |r|j } n |j j} | j} t |s|| j |nt || | jqW| j| d}|jo%|j }|r7|j n|j}|jj}|| jkrd| }nt |sHt |||qHqHW|rni}xetj|D]T\}}xE|jjD]7}||krqn|jjj}t |||qWqWx=tj|D],\}}||kr ||j|q q Wxtj|D]\}}||||qKWnxGtj|D]6\}}||kr||j|q~|||b is promoted, then we must also promote b->c automatically, or otherwise the promotion of a->b doesn't actually change anything in the query results. rNc3s7|]-}j|jkr|kr|VqdS)N)rg parent_alias)r0r)raliasesrBr2r3r4sz&Query.promote_joins..) rLpoprgrrrrnullableZpromoteextendkeys)rBrrZ parent_louterZalready_louterr2)rrrBr3 promote_joinss  zQuery.promote_joinscCst|}x|r|jd}|j|jtkr|j|j|j|<|j|j}|j|jtkr|j|qqqWdS)a Change join type from LOUTER to INNER for all joins in aliases. Similarly to promote_joins(), this method must ensure no join chains containing first an outer, then an inner join are generated. If we are demoting b->c join in chain a LOUTER b LOUTER c then we must demote a->b automatically, or otherwise the demotion of b->c doesn't actually change anything in the query results. . rN) rLrrgrrZdemoterrr)rBrrrr2r2r3 demote_joinss  zQuery.demote_joinscCsPxI|jjjD]2\}}||j|d}|j||qWdS)z This method will reset reference counts for aliases so that they match the value passed in :param to_counts:. rN)rfrDrrr)rBZ to_countsrZ cur_refcountZ unref_amountr2r2r3reset_refcountss"zQuery.reset_refcountscs tjjtjtks6tfdd|jjt|jt rfdd|jD|_nfdd|j D|_ |j rt fdd|j j D|_ nxtjD]\}}||jkrqn|j|j}||j|<|j||j|<|j|=|j|=|j|j}x4t|D]&\}}||kr{||| new-alias), relabelling any references to them in select columns and the where clause. csJt|ttfr9|d}j|||dfS|jSdS)Nrr)rQrLrSrr)r old_alias)rr2r3relabel_columns z,Query.change_aliases..relabel_columncsg|]}|qSr2r2)r0r)rr2r3rGs z(Query.change_aliases..csg|]}|jqSr2)r)r0r)rr2r3rGs c3s'|]\}}||fVqdS)Nr2)r0rXr)rr2r3r4sz'Query.change_aliases..cs"h|]}j||qSr2)r)r0r)rr2r3 4s z'Query.change_aliases..N)r5r intersectionrrrqrrQrsrLror|rrr'rZrgrrfrir enumeraterprh)rBrrrZ alias_dataZ table_aliasesposrr2)rrr3r s86" +        zQuery.change_aliasesc sfdd}j|jkr(dSd}xTt|D]C\}}|jkrf|_Pn||kr>tdq>q>Wjjjg_|jjj|_t}xGtjD]6\}}dj|f}|||<|j| 'A', 'B', 'C', ... When the alphabet is finished, the sequence will continue with the Cartesian product: -> 'AA', 'AB', 'AC', ... rNrepeat)r chrordrrindexrr)Zalphabetprefixnseqs)rBr2r3 prefix_gen>s %z%Query.bump_prefix..prefix_genNz6Maximum recursion depth exceeded: too many subqueries.z%s%d)rrrr[unionrrpr) rBrrZlocal_recursion_limitr rrrrr2)rBr3 bump_prefix7s&    zQuery.bump_prefixcCsK|jr&|jd}|j|n!|jt|jjd}|S)zg Returns the first alias for this query, after increasing its reference count. rN)rprrrrdb_table)rBrr2r2r3rfs   !zQuery.get_initial_aliascCs tdd|jjDS)z Returns the number of tables in this query with a non-zero reference count. Note that after execution, the reference counts are zeroed, so tables added in compiler will not be seen by this method. cSsg|]}|rdqS)rr2)r0rr2r2r3rGxs z-Query.count_active_tables..)rrfr)rBr2r2r3count_active_tablesrszQuery.count_active_tablescsfdd|jjDrD|jddS|jjdd\}}jr|jjjtksjrt}nt }|_n|_|j|<|S)ah Returns an alias for the join in 'connection', either reusing an existing alias for that join or creating a new one. 'connection' is a tuple (lhs, table, join_cols) where 'lhs' is either an existing table alias or a table name. 'join_cols' is a tuple of tuples containing columns to join on ((l_id1, r_id1), (l_id2, r_id2)). The join corresponds to the SQL equivalent of:: lhs.l_id1 = table.r_id1 AND lhs.l_id2 = table.r_id2 The 'reuse' parameter can be either None which means all joins (matching the connection) are reusable, or it can be a set containing the aliases that can be reused. A join is always created as LOUTER if the lhs alias is LOUTER to make sure we do not generate chains like t1 LOUTER t2 INNER t3. All new joins are created as LOUTER if nullable is True. If 'nullable' is True, the join can potentially involve NULL values and is a candidate for promotion (to "left outer") when combining querysets. The 'join_field' is the field we are joining along (if any). cs@g|]6\}}dks*|kr|kr|qS)Nr2)r0ar)rrr2r3rGs zQuery.join..rrT) rgrrrrrrrrr)rBrrr_rr2)rrr3rzs% "    z Query.joinc Cs||kr||S|j|}|s-|S|}x|D]}||kre|j}||}q:n|j|s|j}q:n|j|}|j|jg||\} } } } } |j}| d}|| alias of existing joins. It must also contain a mapping of None -> some alias. This will be returned in the no-op case. rNr)get_base_chainrparentsZget_ancestor_link setup_joinsr.) rBr7rerrrZ curr_opts int_modelZ link_fieldrjoinsr2r2r3join_parent_models(       $ zQuery.join_parent_modelcCsB|j|ddddd|}|j|g||j|.queryrr r)zexactr%rrr)rrrrfrDr#rr*Z_clonerrEr r rK!interprets_empty_strings_as_nulls)rBrlookups can_reuser! used_joinsr2)r)r3prepare_lookup_values.    %!   zQuery.prepare_lookup_valuec Cs|jt}|jrFt||j\}}|rF|f|fSn|j||j\}}}}|dt|t|}t|dkrdg}n@t|dkr|std||jj j fqn||dfS)zU Solve the lookup type from the lookup (eg: 'foobar__id__icontains') rr$rz"Invalid lookup "%s" for model %s".F) rrr|rr names_to_pathrrr rer^) rBlookupZlookup_splittedrZexpression_lookupsrrZ lookup_partsZ field_partsr2r2r3solve_lookup_types $  "zQuery.solve_lookup_typecCsJt|drFt|jj||sFtd||jfqFndS)z Checks whether the object passed while querying is of the correct type. If not, it raises a ValueError specifying the wrong object. rz)Cannot query "%s": Must be "%s" instance.N)rrrrer object_name)rBrr7rr2r2r3check_query_object_types zQuery.check_query_object_typecCs|jrt|drR|j||std|jjj|jfqqt|drw|j|||qt|drx$|D]}|j|||qWqndS)zF Checks the type of object passed to query relations. is_compatible_query_object_typez6Cannot use QuerySet for "%s": Use a QuerySet for "%s".rrON) is_relationrr5rrer model_namer3r4)rBrrr7r(r2r2r3check_related_objectss " zQuery.check_related_objectscCs|dd}x|r|d}t|dkr~|j|}|sq|j|||}|jd}n|||S|j|||}|dd}qWdS)a3 Tries to extract transforms and lookup from given lhs. The lhs value is something that works like SQLExpression. The rhs value is what the lookup is going to compare against. The lookups is a list of names to extract using get_lookup() and get_transform(). Nrrr$)r get_lookup try_transform)rBr,lhsrr.Z final_lookupr2r2r3 build_lookup$s    zQuery.build_lookupcCsB|j|}|r||Std||jjjfdS)z Helper method for build_lookup. Tries to fetch and initialize a transform for name parameter from lhs. zBUnsupported lookup '%s' for %s or join on the field not permitted.N)Z get_transformr output_fieldrr^)rBr;r.Zrest_of_lookupsZtransform_classr2r2r3r:?s  zQuery.try_transformcCst|trtdn|\}} |sCtd|n|j|\} } } | rt| dkrtdn|j| | ||\} } } |j}| r|j| | | }|j|t |gfS|j }|j }| p| }yn|j | ||d|d|\}}}}}t| t r\t| } n|j|| |||_WnTtk r}z4|j|tj| d|j||jSWYdd}~XnX|dk r|j|nt| jt|} |j|||\}}}|jrt| }|dkrbtdj| d n|d kstt|j| d }t|dkr|d j||}nt ||||}||| }|j!}n4|d j||}|j| || }|j!}|j|t |d koB| d koB| }|r|d ksc| d krd }|d kr|j"|d s|j#|d j$t%kr|d jd }|j||d j||d d t qn||s| nffS)a5 Builds a WhereNode for a single filter clause, but doesn't add it to this Query. Query.add_q() will then add this filter to the where Node. The 'branch_negated' tells us if the current branch contains any negations. This will be used to determine if subqueries are needed. The 'current_negated' is used to determine if the current filter is negated or not and this will be used to determine if IS NULL filtering is needed. The difference between current_netageted and branch_negated is that branch_negated is set on first negation, but current_negated is flipped for each negation. Note that add_filter will not do any negating itself, that is done upper in the code by add_q(). The 'can_reuse' is a set of reusable joins for multijoins. The method will create a filter clause that can be added to the current query. However, if the filter isn't added to the query then the caller is responsible for unreffing the joins used. z"Cannot parse keyword query as dictzCannot parse keyword query %rrz7Joined field references are not permitted in this queryr- allow_manyNz$Related Field got invalid lookup: {}rr&TFr)&rQrRr r2rr/rrr<rr"rrrrrLr8 _lookup_joinsr! split_excluderrlevelnames_with_pathrr5r trim_joinsr6formatrr9rr lookup_name is_nullablergrr)rB filter_exprbranch_negatedcurrent_negatedr-rr! split_subqargrr,rZreffed_expressionr.clause conditionr7rr>rsources join_listpathetargetsZ num_lookups lookup_classr;Z lookup_typerZ require_outerr2r2r3 build_filterMsn !    * "         3zQuery.build_filtercCs&|jti|d|d6dS)Nrr)add_qr)rBZ filter_clauser2r2r3 add_filterszQuery.add_filtercsjtfddjD}j|j\}}|rYjj|tnj|dS)zo A preprocessor for the internal _add_q(). Responsible for doing final join promotion. c3s+|]!}j|jtkr|VqdS)N)rgrr)r0r)rBr2r3r4szQuery.add_q..N)r5rg_add_qrmrqrr"r)rBq_objectZexisting_innerrLrr2)rBr3rUs z Query.add_qc Cs-|j}||jA}|p"|j}|jd|d|j}t|jt|j|} x|jD]} t| tr|j| |||||\} } | j | nF|j | d|d|d|d|d|d|\} } | j | | rh|j | |qhqhW| j |} || fS)z8 Adds a Q-object to the current filter. rnegatedr-rHrIr!rJ) rrYrrrrchildrenrQr*rWrrTrr) rBrXrmrHrIr!rJrZ target_clauserchildZ child_clause needed_innerr2r2r3rWs*      z Query._add_qcCs gg}}xt|D]\}}|gf} |dkrM|jj}nd} y|j|} Wntk r%||jkr|j|j} n|dkr!xz|jD]l} || jj j kr| j | jj j kr| j } |j| } t jd|| ftdPqqWnYnX| dk r| jrX| j rXtd|ny| jj j} Wqtk rd} YqXnj|d8}|dks|rtt|}t|t|j}td|d j|fnP| |jk r|j}x|j| D]}||kr9|j }q|j|}|jjf}|j }|jt|jj |||d d | djt|jj |||d d qWnt| d r| j }|sHxht|D]W\}}|j!r| dj"|d|d|j| t#|d|qqWn|d}|j"||j$}|j%}|j&}| dj"||j| q| }| f}|r|dt'|krtd ||d|fnPqW|||||ddfS)a Walks the list of names and turns them into PathInfo tuples. Note that a single name in 'names' can generate multiple PathInfos (m2m for example). 'names' is the path of names to travel, 'opts' is the model Options we start the name resolving from, 'allow_many' is as for setup_joins(). If fail_on_missing is set to True, then a name that can't be resolved will generate a FieldError. Returns a list of PathInfo tuples. In addition returns the final field (the last used join field), and target (which is a field guaranteed to contain the same value as the final field). Finally, the method returns those names that weren't found (which are likely transforms and the final lookup). rNrzKQuery lookup '%s' is deprecated in favor of Meta.default_related_name '%s'.rzField %r does not generate an automatic reverse relation and therefore cannot be used for reverse querying. If it is a GenericForeignKey, consider adding a GenericRelation.rz5Cannot resolve keyword %r into field. Choices are: %sz, FT get_path_infozACannot resolve keyword %r into field. Join on '%s' not permitted.rr)(rrr.rr r@r=Zrelated_objectsrrr7 related_nameZdefault_related_namewarningswarnr(r6r rerAttributeErrorrLr8sortedrrrrZget_related_fieldrrrr]m2mrr! join_fieldto_optsZ target_fieldsr)rBnamesr7r>fail_on_missingrPrBr r.Zcur_names_with_pathrrelr^rer availableZ proxied_modelr final_fieldrRZ pathinfosZ inner_posplastr2r2r3r0s                 ( )         zQuery.names_to_pathcCs|g}|j|||dd\}}} } x|D]} | j}| jrd|j| j} nd} t|j|dt| j| } | jr|nd}|j | d|}|j |q7W|| |||fS)a Compute the necessary table joins for the passage through the fields given in 'names'. 'opts' is the Options class for the current model (which gives the table we are starting from), 'alias' is the alias for the table to start the joining from. The 'can_reuse' defines the reverse foreign key joins we can reuse. It can be None in which case all joins are reusable or a set of aliases that can be reused. Note that non-reverse foreign keys are always reusable when using setup_joins(). If 'allow_many' is False, then any reverse foreign key seen will generate a MultiJoin exception. Returns the final field involved in the joins, the target field (used for any 'where' constraint), the final 'opts' value, the joins and the field path travelled to generate the joins. The target field is the field containing the concrete value. Final field can be something different, for example foreign key pointing to that value. Final field is needed for example in some value conversions (convert 'obj' in fk__id=obj to pk val using the foreign key field for example). rgTNr) r0redirectrFrdr rrrcrr)rBrfr7rr-r>rrPrjrRrestrrr]rr2r2r3r^s !   !zQuery.setup_joinscs|dd}xtt|D]\}}t|dksK|j rOPntdd|jjD}tdd|Dj|sPnfdd|jjDt fdd|D}|j |j q#W||d |fS) a  The 'target' parameter is the final field being joined to, 'joins' is the full list of join aliases. The 'path' contain the PathInfos used to create the joins. Returns the final target field and table alias and the new active joins. We will always trim any direct join if we have the target column available already in the previous table. Reverse joins can't be trimmed as we don't know if there is anything on the other side of the join. Nrcss|]}|jVqdS)N)column)r0rr2r2r3r4sz#Query.trim_joins..css|]}|jVqdS)N)ro)r0rr2r2r3r4scs7i|]-}|djkr|d|djqS)rr)ro)r0r) cur_targetsr2r3rs z$Query.trim_joins..c3s|]}|jVqdS)N)ro)r0r) targets_dictr2r3r4sr) rreversedrrmr5rdforeign_related_fieldsissubsetrelated_fieldsrSrr)rBrRrrPr infoZ join_targetsr2)rqrrr3rCszQuery.trim_joinscCs| r"t|kr"tdn||jkrY|rKt||j|S|j|Sn|jt}|j||j|j|\}}}} } |j || | \} } } t | dkrtdn|dk r|j | n| dj | d|d} | SdS)Nz7Joined field references are not permitted in this queryrz?Referencing multicolumn fields with F() objects isn't supportedrr) rr rrr@rrrrrCrrr)rBr.r!rr"Z field_listrrNr7rOrPrRrrr2r2r3 resolve_refs" ! zQuery.resolve_refcCst|j}|j||jd|j|\}}|jd}|j} |j} |j| r| j d} | | j | d} |j j | t n| |kr1| jjj} |j|| j d} | | j |jdj| j | } |j j | t |jj | n|jd||fddddd |\}}|r|jd |dfddddd |\}}|j |tn||fS) a\ When doing an exclude against any kind of N-to-many relation, we need to use a subquery. This method constructs the nested query, given the original exclude filter (filter_expr) and the portion up to the first N-to-many relation field. As an example we could have original filter ~Q(child__name='foo'). We would get here with filter_expr = child__name, prefix = child and can_reuse is a set of joins usable for filters in the original query. We will turn this into equivalent of: WHERE NOT (pk IN (SELECT parent_id FROM thetable WHERE name = 'foo' AND parent_id IS NOT NULL)) It might be worth it to consider using WHERE NOT EXISTS as that has saner null handling, and is easier for the backend's optimizer to handle. Trr&Fr$z%s__inrIrHr-z %s__isnull)r+rerVr trim_startrorrrFr9rrqrr"rrrrhrTr#)rBrGrr-rBr*trimmed_prefixcontains_louterrZ select_fieldrrSr1rrMr\Zor_null_conditionrr2r2r3r@s8       zQuery.split_excludecCs|jjttdS)N)rqrr%r")rBr2r2r3 set_emptyszQuery.set_emptycCstdd|jjDS)Ncss|]}t|tVqdS)N)rQr%)r0cr2r2r3r4sz!Query.is_empty..)rrqrZ)rBr2r2r3is_emptyszQuery.is_emptycCs|dk rM|jdk r:t|j|j||_qM|j||_n|dk r|jdk rt|j|j||_q|j||_n|j|jkr|jndS)a Adjusts the limits on the rows retrieved. We use low/high to set these, as it makes it more Pythonic to read and write. When the SQL query is created, they are converted to the appropriate offset and limit values. Any limits passed in here are applied relative to the existing constraints. So low is added to the current low value and both will be clamped to any existing high value. N)r>minr=r|)rBlowrr2r2r3r s  zQuery.set_limitscCsd\|_|_dS)z- Clears any existing limits. rN)rN)r=r>)rBr2r2r3r!szQuery.clear_limitscCs|j o|jdkS)z Returns True if adding filters to this instance is still possible. Typically, this means no limits or offsets have been put on the results. N)r=r>)rBr2r2r3r'szQuery.can_filtercCs9g|_d|_d|_|jf|jfdS)z8 Removes all fields from SELECT clause. FN)rorjryrr)rBr2r2r3r/s     zQuery.clear_select_clausecCsg|_g|_dS)z Clears the list of fields to select (but not extra_select columns). Some queryset types completely replace any existing list of select columns. N)ror{)rBr2r2r3clear_select_fields9s zQuery.clear_select_fieldscCsd|_|jj|dS)NF)rjror)rBrr2r2r3rBs zQuery.add_selectcCsd|_||_dS)NF)rjro)rBcolsr2r2r3 set_selectFs zQuery.set_selectcGs||_d|_dS)zY Adds and resolves the given fields to the query's "distinct on" clause. TN)rvru)rBrr2r2r3add_distinct_fieldsJs zQuery.add_distinct_fieldsc CsB|j}|j}yx|D]~}|j|jt||d|\}}}}} |j||| \}} }x$|D]} |j| j| qWq"WWntk rt d|Ynut k r=t|krnQt t t |t |j t |j} t d|dj| fYnXdS)z| Adds the given (model) fields to the select set. The field names are added in the order specified. r>zInvalid field name: '%s'z5Cannot resolve keyword %r into field. Choices are: %sz, N)rrrrrrCrrr!r rbrLr8rr@r) rBrZ allow_m2mrr7r.rrRrrPZ final_aliasrrfr2r2r3rQs"   - "   2zQuery.add_fieldscGsg}xc|D][}t|d rCtj| rC|j|nt|ddr td|q q W|rtd|n|r|jj|n d|_dS)a> Adds items from the 'ordering' sequence to the query's "order by" clause. These items are either field names (not column names) -- possibly with a direction prefix ('-' or '?') -- or OrderBy expressions. If 'ordering' is empty, all ordering is cleared from the query. r#Zcontains_aggregateFz[Using an aggregate in order_by() without also including it in annotate() is not allowed: %szInvalid order_by arguments: %sN) rrmatchrgetattrr rtrrk)rBZorderingerrorsitemr2r2r3 add_orderingns   zQuery.add_orderingcCs(g|_f|_|r$d|_ndS)z Removes any ordering settings. If 'force_empty' is True, there will be no ordering in the resulting query (not even the model's default). FN)rtrrk)rBZ force_emptyr2r2r3rs  zQuery.clear_orderingcCsg|_x!|jD]}|jj|qW|jrxJtj|jD]3\}}x$|jD]}|jj|qbWqIWndS)a@ Expands the GROUP BY clause required by the query. This will usually be the set of all non-aggregate fields in the return data. If the database backend supports grouping by the primary key, and the query would be equivalent, the optimization will be made automatically. N)rsrorr@r'rZZget_group_by_cols)rBrrrr2r2r3rs  zQuery.set_group_bycCstt|jtri}n |j}x@|D]8}|}x)|jtD]}|j|i}qGWq+W||_dS)z Sets up the select_related data structure so that we only select certain related models (as opposed to all models, when self.select_related=True). N)rQryboolrr setdefault)rBrZ field_dictrdpartr2r2r3add_select_relateds   zQuery.add_select_relatedc CsO|rt}|r$t|}n tg}x|jD]\} } t| } g} | jd} x\| dkr| dks| | ddkr| jt|n| jd| d} qmW| | f|| Callback used by get_deferred_field_names(). cSsh|]}|jqSr2)r/)r0r1r2r2r3rs z2Query.get_loaded_field_names_cb..Nr2)rBrrerr2r2r3rszQuery.get_loaded_field_names_cbcCs4|dkrd|_nt||_d|_dS)zHSet the mask of annotations that will actually be returned by the SELECTN)r}r5r~)rBrfr2r2r3r s  zQuery.set_annotation_maskcCs5|jdk r1|jt|j|jndS)N)r}rr5r)rBrfr2r2r3r(szQuery.append_annotation_maskcCs4|dkrd|_nt||_d|_dS)z Set the mask of extra select items that will be returned by SELECT, we don't actually remove them from the Query since they might be used later N)rr5r)rBrfr2r2r3r,s  zQuery.set_extra_maskcsojdk rjSjs#iSjdk rdtfddjjD_jSjSdS)zThe OrderedDict of aggregate columns that are not masked, and should be used in the SELECT clause. This result is cached for optimization purposes. Nc3s0|]&\}}|jkr||fVqdS)N)r})r0r'r()rBr2r3r4Es z*Query.annotation_select..)r~r|r}rrr)rBr2)rBr3r@8s (zQuery.annotation_selectcsojdk rjSjs#iSjdk rdtfddjjD_jSjSdS)Nc3s0|]&\}}|jkr||fVqdS)N)r)r0r'r()rBr2r3r4Ts z%Query.extra_select..)rrrrrr)rBr2)rBr3r?Ls (zQuery.extra_selectcsgg}x!|D]\}}|j|q Wd}fddjD}xet|D]W\}}|jrrPnj||djtkrd}n||} j| qYW|jj } |} g} xK|D]C\} }| t |dkrPn| j | | t |8} qW| j | j dj tj| } j||djtkrdd| jD}||dj||| jjd||d}|rjj|tqn d d| jD}||xHjD]=}j|dkrtj|j|j|.rTrcSsg|]}|dqS)rr2)r0rpr2r2r3rGs NcSsg|]}|dqS)rr2)r0rpr2r2r3rGs csg|]}|jqSr2)r)r0r1) select_aliasr2r3rGs )rrprrcrgrrrrdrrrrtr.rrrvZget_extra_restrictionrrrqrr"rfrrr)rBrBZ all_pathsrpathsr{Z lookup_tablesZ trimmed_pathsrPrrdZpaths_in_prefixrzr.Z select_fieldsZextra_restrictiontabler2)rrBr3ry[sN         zQuery.trim_startcCs(ttjjr|jrdS|jSdS)a% A helper to check if the given field should be treated as nullable. Some backends treat '' as null and Django treats such fields as nullable for those backends. In such situations field.null can be False even if we should treat the field as nullable. TN)r r rKr+Zempty_strings_allowednull)rBrr2r2r3rFs zQuery.is_nullable)Yr^r_r`rar frozensetrrZ query_termsrr&rCrbrrrUrrrrrrErrrrrrrrrrrrrrrrrrrrrr rr/r2r4r8r<r:r"rTrVrUrWr0rrCrxr@r|r~rrrrrrrrrrrrrrrrrrrrrrr@r?ryrFr2r2r2r3r+ts N    I   # ]  c V  "  . / * " #    m  q-  C           !         CZASCcCs@t|}|ddkr2|dd|dfS||dfS)a Returns the field name and direction for an order specification. For example, '-foo' is returned as ('foo', 'DESC'). The 'default' param is used to indicate which way no prefix (or a '+' prefix) should sort. The '-' prefix always sorts the opposite way. r-rN)r)rrZdirnr2r2r3 get_order_dirs rcCs1||kr ||j|n |h||sD  "".((  DD