xaiPndZddlZddlZddlZddlmZddlmZddlm Z ddl m Z ddl m Z ddlmZmZmZdd lmZdd lmZmZdd lmZddlZdd lmZmZmZmZdd lm Z ddl!m"Z"ddlm#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*ddl+m,Z,m-Z-m.Z.m/Z/m0Z0ddl1m2Z2ddl3m4Z4m5Z5ddl6m7Z7ddl8m9Z9m:Z:m;Z;mm?Z?dZ@eAdhZBe7eCZDdZEeddZFdZGdZHdZId0de%fdZJd1de"fd ZKGd!d"eLZMd#ZNGd$d%ZOGd&d'ZPGd(d)eOePZQeQZRGd*d+eOZSGd,d-eSePZTGd.d/eQZUy)2zResult backend base classes. - :class:`BaseBackend` defines the interface. - :class:`KeyValueStoreBackend` is a common base class using K/V semantics like _get and _put. N) namedtuple) timedelta)partial)WeakValueDictionary) ExceptionInfo)dumpsloadsprepare_accept_content)registry) bytes_to_str ensure_bytes)maybe_sanitize_url) current_appgroupmaybe_signaturestates)get_current_task)Context)BackendGetMetaErrorBackendStoreError ChordErrorImproperlyConfigured NotRegistered SecurityErrorTaskRevokedError TimeoutError) GroupResult ResultBase ResultSetallow_join_resultresult_from_tuple) BufferMap)LRUCache arity_greater) get_logger)create_exception_clsensure_serializableget_pickleable_exceptionget_pickled_exceptionraise_with_context) get_exponential_backoff_interval) BaseBackendKeyValueStoreBackendDisabledBackendpicklei pending_results_t)concreteweakzU No result backend is configured. Please see the documentation for more information. z Starting chords requires a result backend to be configured. Note that a group chained with a task is also upgraded to be a chord, as this pattern requires synchronization. Result backends that supports chords: Redis, Database, Memcached, and more. c:||dtji|S)zReturn an unpickled backend.app)r_get_current_object)clsargskwargss f/var/www/html/BankruptcyAI-uat/bankruptcy-ai/venv/lib/python3.12/site-packages/celery/backends/base.pyunpickle_backendr:?s  F+99; Fv FFreturncJt|}t|tr||_|S)zCreate a ChordError preserving the original exception as __cause__. This helper reduces code duplication across the codebase when creating ChordError instances that need to preserve the original exception. )r isinstance Exception __cause__)message original_exc chord_errors r9_create_chord_error_with_causerDDs& W%K, * ,  r;c >t||xsgt|d|S)zCreate a fake task request context for error callbacks. This helper reduces code duplication when creating fake request contexts for error callback handling. )iderrbacks delivery_infotask)rdict)task_idrG task_nameextras r9_create_fake_task_requestrNPs2 N    r;ceZdZdZexZxZZy) _nulldictcyN)selfakws r9ignorez_nulldict.ignore` r;N)__name__ __module__ __qualname__rW __setitem__update setdefaultrSr;r9rPrP_s )/.K.&:r;rPc |y|jSNF) ignore_resultrequests r9_is_request_ignore_resultrdfs   r;cTeZdZejZej Zej ZeZdZdZ dZ dZ dddddZ d=dZ d>d Zd Zddej fd Zddddej$fd Zd Zdddej*fdZdddej.fdZd?dZd?dZd?dZd?dZdZdZdZdZ dZ!dZ"dZ#d?dZ$d?dZ%dZ&dZ' d@d Z(d!Z) dAd"Z*d#Z+d$Z,d%Z-e-Z.d&Z/d'Z0d(Z1d)Z2d*Z3dBd+Z4d,Z5d-Z6dBd.Z7dBd/Z8d0Z9d1Z:d2Z;d3Zd6Z?d7Z@dCd8ZAd9ZBd:ZCd?d;ZDdDd<ZEy)EBackendNFTr) max_retriesinterval_start interval_step interval_maxc f||_|jj} |xs | j|_tj |j\|_|_|_|xs | j} | dk(r tn t| |_ |j|||_| | jn||_|j | j"n |j |_t%|j |_| j'dd|_| j'dd|_| j'dd|_| j'd t/d |_| j'd d|_t5it7|_t;t<|_||_ y) N)limitresult_backend_always_retryF+result_backend_max_sleep_between_retries_msi',result_backend_base_sleep_between_retries_ms result_backend_max_retriesinfresult_backend_thread_safe)!r4confresult_serializer serializerserializer_registry _encoders content_typecontent_encodingencoderresult_cache_maxrPr#_cacheprepare_expiresexpiresresult_accept_contentacceptaccept_contentr get always_retrymax_sleep_between_retries_msbase_sleep_between_retries_msfloatri thread_safer0r_pending_resultsr"MESSAGE_BUFFER_MAX_pending_messagesurl) rTr4rymax_cached_resultsrr expires_typerr8rwcmaxs r9__init__zBackend.__init__s`xx}}$>(>(>-66tG    !:T%:%:%)RZikXD5I ++G\B 5;Nd00 -1[[-@d))dkk ,T[[9  HH%BEJ,0HH5bdi,j)-1XX6dfh-i*88$@%,O88$@%H 1"6I6K L!*+=!>r;c|r |jSt|jxsd}|jdr|ddS|S)z=Return the backend as an URI, sanitizing the password or not.z:///Nrn)rrendswith)rTinclude_passwordrs r9as_urizBackend.as_uris> 88O R0<</s3Bx8S8r;c D|j||tjS)zMark a task as started.) store_resultrSTARTEDrTrKmetas r9mark_as_startedzBackend.mark_as_starteds  $??r;c|r t|s|j|||||r!|jr|j|||yyy)z#Mark task as successfully executed.rbN)rdrchordon_chord_part_return)rTrKresultrcrstates r9 mark_as_donezBackend.mark_as_donesH !:7!C   gvug  F w}}  % %guf =%7r;c|r|j||||||r(|jr|j||| t|j}|D]} t| } | j| j| jjd| _ | jjd| _ |r>|tjvr,| j |j| j |||| d| jvs|j| |||r!|j"r|j%|||yyyy#t t f$rt}YwxYw)z#Mark task as executed with failure. tracebackrcrKgroup_idNr)rrriterchainAttributeError TypeErrortuplerr]optionsrrFrrPROPAGATE_STATESrKrG_call_task_errbacks) rTrKexcrrcr call_errbacksr chain_data chain_elemchain_elem_ctxs r9mark_as_failurezBackend.mark_as_failuresh    gsE(17  D }}))'5#> %!'--0 ) J ")!4%%n&<&<=$2$:$:$>$>y$I!'5'='='A'A*'M$!Uf.E.E%E"**6%%&..U"+^& n444--neSI; J>!1!1((#yA"2}[ #I. %"W  %sEE"!E"cg}|jD]}|jj|}|js|j|_ t |j drOt |j jts+t|j jdr ||||n|j||r|j}|jxs|}t||j}|jjj s|j"j%ddr|j'|f||y|j)|f||yy#t$r|j|YowxYw)N __header__rhr4is_eagerF) parent_idroot_id)rGr4 signature_apphasattrtyper>rrr$appendrrFrrrwtask_always_eagerrHrapply apply_async) rTrcrr old_signatureerrbackrKrgs r9rzBackend._call_task_errbackssM '' .Ghh((1G<<#xx  .  l;'w||'>'>H%gll&=&=qAGS)4!((1+ .: jjGoo0Gm2Axx}}..'2G2G2K2KJX]2^J'7 J'7 ! . $$W-  .s A6E!!E?>E?rct|}|r|j|||d||r!|jr|j|||yyy)Nr)rrrr)rTrKreasonrcrrrs r9mark_as_revokedzBackend.mark_as_revoked"sOv&    gsE(,g  ? w}}  % %guc :%7r;c.|j|||||S)zfMark task as being retries. Note: Stores the current exception (if any). r)r)rTrKrrrcrrs r9 mark_as_retryzBackend.mark_as_retry+s)  #u+4g!G Gr;c|j} |j|jj}t |t r|j|||Std|jjd|jjdgd|} |j||d|j|j|S#t$r|}YwxYw#t$r'}|j|j|cYd}~Sd}~wwxYw)N)group_callbackbackendrrK link_error)rKrGrrS)r4_tasksrIrKeyErrorr>r_handle_group_chord_errorrNrrrfail_from_current_stackrFr?)rTcallbackrr4r fake_requesteb_excs r9chord_error_from_stackzBackend.chord_error_from_stack5s hh jj/77G h &11SZ`c1d d 1 $$((3%%)),;   I  $ $\3 =228;;C2H H+ G $ L228;;F2K K Ls/#CC CC D!D=DDc 6t|tr%t|dr|jr |j}n|} |j }t|t r|j |jD]q} t|j|jjdgt|dd} |j||d|j|j|st|d d} | r|j%| |y#t$rYLwxYw#t$r,}t j#dt|d d|Yd}~d}~wwxYw#t$r=} t j#d | |j|j|cYd} ~ Sd} ~ wwxYw) ahHandle chord errors when the callback is a group. When a chord header fails and the body is a group, we need to: 1. Revoke all pending tasks in the group body 2. Mark them as failed with the chord error 3. Call error callbacks for each task This prevents the group body tasks from hanging indefinitely (#8786) r@rrIunknown)rKrGrLNrz,Failed to handle chord error for task %s: %rrFzLFailed to handle group chord error, falling back to single task handling: %r)r>rrr@freezerrevokeresultsrNrFrrgetattrrr?rlogger exceptionr) rTrrrrB frozen_grouprrtask_excfrozen_group_id cleanup_excs r9rz!Backend._handle_group_chord_errorQs c: &73 +D==LL1 O)002L, 4##%+22F'@$*II%3%;%;%?%? b%Q&-ffi&H( !#77 lTXY  77 |7T#6#*,d"C"++O\J' )! !%((J#FD)3D3D#2N N Osk?E9=D7D  D'#E DDDD E#"E E EE F2F FFctj\}}} ||n|}t|||f}|j|||j||@ |j j |j j|j}|@~S#t$rYwxYw#|P |j j |j jn#t$rYnwxYw|j}|P~wxYwrR) sysexc_inforrrtb_frameclearf_locals RuntimeErrortb_next)rTrKrtype_real_exctbexception_infos r9rzBackend.fail_from_current_stacks!llnx !k(sC*E3+; BaseExceptionryrr)rJrrr ValueErrorr&rYrmodulessplitrrcelery exceptionsr issubclassrrlistr?) rTrerrr6nameexc_msg fake_exc_typeerrs r9exception_to_pythonzBackend.exception_to_pythons ] +"77+C0JC& >3iWW\*  ::H  &($C Gkk*-$NN3/-D!#t,C- ''-,"#t$JsM,J(2(:H:,aPXz@ZM3M?.QXPYZ\ \  1'E4=17m  'l u >#014u!67=>> > :2389 : :n- G*8+1+<+<+E+EG GB 1se1WIQ/0C  1s` D'!E:5E$?FF' E0D??E E! EE!$3FF G&F==Gcd|jdk7r t|tr|jS|S)zPrepare value for storage.r/)ryr>ras_tuplerTrs r9 prepare_valuezBackend.prepare_values) ??h &:fj+I??$ $ r;c0|j|\}}}|SrR)_encode)rTdata_payloads r9rzBackend.encodes T* 1gr;c0t||jS)N)ry)rry)rTrs r9rzBackend._encodesTdoo66r;cV|d|jvr|j|d|d<|S)Nstatusr)EXCEPTION_STATESr )rTrs r9meta_from_decodedzBackend.meta_from_decodeds1 >T22 2!55d8nEDN r;cB|j|j|SrR)rdecoderTrs r9 decode_resultzBackend.decode_result s%%dkk'&:;;r;c||S|xs t|}t||j|j|jS)N)r|r}r)strr r|r}rrs r9rzBackend.decodesB ?N)S\W"&"3"3&*&;&; KK) )r;c| |jjj}t|tr|j }| |r||S|SrR)r4rwresult_expiresr>r total_seconds)rTvaluers r9rzBackend.prepare_expiressI =HHMM00E eY ''')E  ;  r;cj||S|jjj}| |jS|SrR)r4rwresult_persistent persistent)rTenabledr&s r9prepare_persistentzBackend.prepare_persistent s4  NXX]]44 ","4tD*Dr;c||jvr!t|tr|j|S|j |SrR)rr>r?rr)rTrrs r9 encode_resultzBackend.encode_result&s; D)) )j.K))&1 1!!&))r;c||jvSrR)rrTrKs r9 is_cachedzBackend.is_cached+s$++%%r;c N||jvr-|jj}|r|j}nd}||||j ||d}|rt |ddr|j |d<|rt |ddr|j|d<|jjjddr|rt |ddt |ddt |d dt |d dt |d dt|d r'|jr|jjd ndd} t |ddr*|j| d<| j|j|r/dd h} | D]&} | | } |j!| } t#| | | <(|j| |S)N)rrrchildren date_donerrrextendedrrIr7r8hostnameretriesrH routing_key)rr7r8workerr3queuestampsstamped_headers) READY_STATESr4now isoformatcurrent_task_childrenrrrrwfind_value_for_keyrrHrr8r]r7rr )rTrrrrc format_daterr0r request_metaencode_needed_fieldsfieldr# encoded_values r9_get_result_metazBackend._get_result_meta.s D%% % I%//1 I"227;"   ww6&}}D  ww T: ' 1 1D  88== + +J A#GVT:#GVT:%gx>%gz4@&w 4@w8))%2266}E/3  7Hd36=6M6ML!23 ''7,2H+=(!5J ,U 3(, E(: .:=.I U+J  L) r;c.tj|yrR)timesleep)rTamounts r9_sleepzBackend._sleepas 6r;c |j||}d} |j||||fd|i||S#t$r}|jrt|j |rc||j kr<|dz }t |j||jddz } |j| nttd||nYd}~nd}~wwxYw) zUpdate task state and result. if always_retry_backend_operation is activated, in the event of a recoverable exception, then retry operation with an exponential backoff until a limit has been reached. rTrcrhz%failed to store result on the backend)rKrN) r* _store_resultr?rexception_safe_to_retryrir+rrrHr*r) rTrKrrrrcr8r3r sleep_amounts r9rzBackend.store_resultds##FE2 """7FE9>+2>6<>  $$)E)Ec)J!1!111 (H >> ==t(EGK(L  L1*-.U_fnst!  s1 CBCCc^|jj|d|j|yrR)rpop_forgetr,s r9forgetzBackend.forgets  & Wr;ctd)Nz"backend does not implement forget.NotImplementedErrorr,s r9rPzBackend._forgets!"FGGr;c*|j|dS)zGet the state of a task.r) get_task_metar,s r9 get_statezBackend.get_states!!'*844r;cB|j|jdS)z$Get the traceback for a failed task.rrVrr,s r9 get_tracebackzBackend.get_tracebacks!!'*..{;;r;cB|j|jdS)zGet the result of a task.rrYr,s r9 get_resultzBackend.get_results!!'*..x88r;cJ |j|dS#t$rYywxYw)z(Get the list of subtasks sent by a task.r/N)rVrr,s r9 get_childrenzBackend.get_childrens/ %%g.z: :   s  ""c|jjjr<|jjjst j dt yyy)NzResults are not stored in backend and should not be retrieved when task_always_eager is enabled, unless task_store_eager_result is enabled.)r4rwrtask_store_eager_resultwarningswarnRuntimeWarningrTs r9_ensure_not_eagerzBackend._ensure_not_eagersA 88== * *488==3X3X MM[ 4Y *r;cy)aCheck if an exception is safe to retry. Backends have to overload this method with correct predicates dealing with their exceptions. By default no exception is safe to retry, it's up to backend implementation to define which exceptions are safe. FrS)rTrs r9rLzBackend.exception_safe_to_retrysr;c(|j|r |j|Sd} |j|} |r1|jdtj k(r||j|<|S#t$rYVwxYw#t$r}|j rs|j |rb||jkr<|dz }t|j||jddz }|j|nttd|nYd}~nd}~wwxYw) zGet task meta from backend. if always_retry_backend_operation is activated, in the event of a recoverable exception, then retry operation with an exponential backoff until a limit has been reached. rTrhrJzfailed to get meta)rKNr)rerr_get_task_meta_forr?rrLrir+rrrHr*rrrSUCCESS)rTrKcacher3rrrMs r9rVzBackend.get_task_metas    {{7++ ..w7& TXXh'6>>9#'DKK  7   $$)E)Ec)J!1!111 (H >> ==t(EGK(L  L1*/0DgV!  s)A.A=. A:9A:= DBD  DcD|j|d|j|<y)z;Reload task result, even if it has been previously fetched.FrjN)rVrr,s r9reload_task_resultzBackend.reload_task_results #11'1G Gr;cD|j|d|j|<y)z ! r;c&|j||S)z&Store the result of an executed group.) _save_grouprTrrs r9 save_groupzBackend.save_groups&11r;c\|jj|d|j|SrR)rrO _delete_grouprps r9 delete_groupzBackend.delete_groups% $'!!(++r;cy)zBackend cleanup.NrSrds r9cleanupzBackend.cleanupr;cy)z:Cleanup actions to do at the end of a task worker process.NrSrds r9process_cleanupzBackend.process_cleanuprr;ciSrRrS)rTproducerrKs r9 on_task_callzBackend.on_task_calls r;ctd)Nz%Backend does not support add_to_chordrS)rTchord_idrs r9 add_to_chordzBackend.add_to_chords!"IJJr;c yrRrS)rTrcrrr8s r9rzBackend.on_chord_part_return rXr;cyrRrS)rTr chord_sizes r9set_chord_sizezBackend.set_chord_size rXr;c .|Dcgc]}|jc}|d< t|dd}|jj dt|dd}|G|j j jj||jdj}|jj dt|dd}|j jdj|j|f||||ycc}w#t$rd}YwxYw)Nrrr6priorityrzcelery.chord_unlock) countdownr6r) r rrrrr4amqprouterroutertasksrrF) rT header_resultbodyrr8r body_typer6rs r9fallback_chord_unlockzBackend.fallback_chord_unlocks2?@QAJJL@x fd3I   ')Wd*KL =HHMM((..vtyyA'JOOE<<##J :q0QR ,-99   t %v : A I sD D DDcyrRrSrds r9ensure_chords_allowedzBackend.ensure_chords_allowed'rXr;c ~|j|jj|}|j||fi|yrR)rr4rrrTheader_result_argsrr8rs r9 apply_chordzBackend.apply_chord*s< ""$,,,.@A """=$A&Ar;c|xsttdd}|r)t|dgDcgc]}|jc}Sycc}w)Nrcr/)rrr )rTrcrs r9r<zBackend.current_task_children/sDIW%5%7DI *1':r*JKQAJJLK K KsAc8|sin|}t|j||ffSrR)r: __class__rTr7r8s r9 __reduce__zBackend.__reduce__4s!!v 4>>4"@AAr;)NNNNNNFrR)TFNN)T)rh)rSN)FrYrZr[rr9UNREADY_STATESrrsubpolling_intervalsupports_native_joinsupports_autoexpirer& retry_policyrrrrirFAILURErrREVOKEDrRETRYrrrrrr rrrrrrrr(r*r-rCrHrrQrPrW get_statusrZr\r^rerLrVrmrqrorvrzr}rrrrrrrrrr<rrSr;r9rfrfls&&L**N..L !  J LCG6::9@ "FNN>#'%)$nn6Bp,\/1 $4v~~;59"V\\GI8BOH&2EN 7 <)E * &AE %1f.2 DH5J<9%NHK " 2,IK   . B L Br;rfcNeZdZ ddZ d dZ d dZd dZdZedZ y) SyncBackendMixinNc#:K|j|j}|syt}|D]H}t|tr|j |jf.|j |j J|j||||||Ed{y7w)N)timeoutintervalno_ack on_message on_interval)rersetr>rrFaddget_many) rTrrrrrrrtask_idss r9 iter_nativezSyncBackendMixin.iter_native:s  .. 5 (F&),ii// VYY'  ( == hv!{!   sBBBBc |j| td|j|j||||} | r$|j | |j ||Sy)Nz,Backend does not support on_message callback)rrrr) propagater)rerwait_forrF_maybe_set_cache maybe_throw) rTrrrrrrrrrs r9wait_for_pendingz!SyncBackendMixin.wait_for_pendingNs}   !&>@ @}} IIw#     # #D )%% H%M M r;c|jd} |j|}|dtjvr|S|r|t j |||z }|r||k\r t d^)aLWait for task and return its result. If the task raises an exception, this exception will be re-raised by :func:`wait_for`. Raises: celery.exceptions.TimeoutError: If `timeout` is not :const:`None`, and the operation takes longer than `timeout` seconds. grzThe operation timed out.)rerVrr9rErFr)rTrKrrrr time_elapsedrs r9rzSyncBackendMixin.wait_for`sx   %%g.DH~!4!44  JJx H $L<72"#=>>r;c|SrRrS)rTrr2s r9add_pending_resultz#SyncBackendMixin.add_pending_result| r;c|SrRrSrs r9remove_pending_resultz&SyncBackendMixin.remove_pending_resultrr;cyr`rSrds r9is_asynczSyncBackendMixin.is_asyncsr;)N?TNN)NrTNNNT)NrTNr) rYrZr[rrrrrpropertyrrSr;r9rr9sIEI15 (?BCG26N&GK?8r;rceZdZdZy)r,z"Base (synchronous) result backend.NrYrZr[__doc__rSr;r9r,r,s,r;r,c(eZdZeZdZdZdZdZfdZ dZ dZ dZ d Z d Zd Zd Zd ZdZd"dZd"dZd"dZd"dZdZej2fdZej2fdZddddddej2fdZdZ d#dZdZdZ dZ!dZ"d Z#d!Z$xZ%S)$BaseKeyValueStoreBackendzcelery-task-meta-zcelery-taskset-meta-z chord-unlock-Fct|jdr|jj|_t||i||j |j |jr|j|_ yy)N__func__) rkey_trsuperr_add_global_keyprefix_encode_prefixesimplements_incr_apply_chord_incrr)rTr7r8rs r9rz!BaseKeyValueStoreBackend.__init__sh 4::z *,,DJ $)&) ""$    #55D  r;c |jjjdijdd}|rL|ddvr|dz }||j|_||j|_||j |_yy)a/ This method prepends the global keyprefix to the existing keyprefixes. This method checks if a global keyprefix is configured in `result_backend_transport_options` using the `global_keyprefix` key. If so, then it is prepended to the task, group and chord key prefixes. result_backend_transport_optionsglobal_keyprefixNrnz:_-.r)r4rwrtask_keyprefixgroup_keyprefixchord_keyprefix)rTrs r9rz.BaseKeyValueStoreBackend._add_global_keyprefixs 88==,,-OQSTXXYkmqr #61 C' %5$6t7J7J6K"LD &6%78L8L7M#ND &6%78L8L7M#ND r;c|j|j|_|j|j|_|j|j|_yrR)rrrrrds r9rz)BaseKeyValueStoreBackend._encode_prefixessG"jj)<)<=#zz$*>*>?#zz$*>*>?r;ctd)NzMust implement the get method.rSrTkeys r9rzBaseKeyValueStoreBackend.get!"BCCr;ctd)NzDoes not support get_manyrS)rTkeyss r9mgetzBaseKeyValueStoreBackend.mgets!"=>>r;c&|j||SrR)r)rTrr#rs r9_set_with_statez(BaseKeyValueStoreBackend._set_with_statesxxU##r;ctd)NzMust implement the set method.rSrTrr#s r9rzBaseKeyValueStoreBackend.setrr;ctd)Nz Must implement the delete methodrSrs r9deletezBaseKeyValueStoreBackend.deletes!"DEEr;ctd)NzDoes not implement incrrSrs r9incrzBaseKeyValueStoreBackend.incrs!";<wiyQR R  !4!4gsCCr;c^|std|d|j|j||S)z$Get the cache key for a group by id. group_id must not be empty. Got r)rrrrTrrs r9get_key_for_groupz*BaseKeyValueStoreBackend.get_key_for_group5?zST T  !5!5xEEr;c^|std|d|j|j||S)z?Get the cache key for the chord waiting on group with given id.rr)rrrrs r9get_key_for_chordz*BaseKeyValueStoreBackend.get_key_for_chordrr;cf|j}|dj|||||gS)Nr)rjoin)rTprefixrFrrs r9rz%BaseKeyValueStoreBackend._get_key_fors4 Ry~~ E"IuSz   r;c|j|}|j|jfD],}|j|st |t |dcSt |S)zTake bytes: emit string.N)rrr startswithr len)rTrrs r9 _strip_prefixz&BaseKeyValueStoreBackend._strip_prefixs^jjo))4+?+?? 7F~~f%#CF $566 7C  r;c#dK|D]'\}}| |j|}|d|vs"||f)yw)Nr)r)rTvaluesr9kr#s r9 _filter_readyz&BaseKeyValueStoreBackend._filter_readysD #HAu **51?l2U(N  #s 00 0c.t|drC|j|j|Dcic]\}}|j||c}}S|jt ||Dcic]\}}t |||c}}Scc}}wcc}}w)Nitems)rrr r enumerater )rTrrr9rvis r9_mget_to_resultsz)BaseKeyValueStoreBackend._mget_to_resultss 67 #!..v||~|LAq""1%q( !..y/@,OAqT!W%q(   s B .BNrTc #>K|dn|}t|tr|n t|} t} |j} | D]0} | | } | d|vst| | f| j | 2| j | d}| rt| }|j|j|Dcgc]}|j|c}||}| j|| j |Dchc] }t|c}|jD]\}}|||t||f |r||z|k\rtd|d|r|tj||dz }|r||k\ry| ryy#t $rYQwxYwcc}wcc}ww)NrrrzOperation timed out (rrh)r>rrr rrdifference_updaterr rrr]r rrErF)rTrrrrrrmax_iterationsr9ids cached_idsrjrKcached iterationsrrrr rr#s r9rz!BaseKeyValueStoreBackend.get_manys#*3$Xs3hXU   ,G ,w(#|3&w/77NN7+ , j) 9D%%dii:>1@56261F1Fq1I1@'ABF VA LLO  ! !A">q<?"> ?ggi / U)u%"3'.. /:0G;"%:7)1#EFF JJx !OJ*">#  1@#?sO?FFFAF+F -F0FA>FF F FF FcD|j|j|yrR)rrr,s r9rPz BaseKeyValueStoreBackend._forget#s D))'23r;c T|j||||}t||d<|j|}|dtjk(r|S |j |j ||j|||S#t$r} tt| ||| d} ~ wwxYw)N)rrrrcrKr)rrK) rCr rhrrirrrrr) rTrKrrrrcr8r current_metaexs r9rKz&BaseKeyValueStoreBackend._store_result&s$$F%/8'%K&w/Y..w7  !V^^ 3M S  !6!6w!?TARTY Z ! S#CG5'JPR R Ss1B B' B""B'c|j|j||jd|jitj |S)Nr)rrrr rrirys r9rxz$BaseKeyValueStoreBackend._save_group>sA T33H=![[(FOO4E)FG Y r;cD|j|j|yrR)rrrps r9r|z&BaseKeyValueStoreBackend._delete_groupCs D**845r;c|j|j|}|stjddS|j |S)$Get task meta-data for a task by id.N)rr)rrrPENDINGrrs r9rhz+BaseKeyValueStoreBackend._get_task_meta_forFs>xx--g67$nn= =!!$''r;c|j|j|}|r1|j|}|d}t||j|d<|Sy)rrN)rrrr!r4)rTrrrs r9rsz'BaseKeyValueStoreBackend._restore_groupMsUxx..x89 ;;t$D(^F.vtxx@DNK r;c z|j|jj|}|j|y)Nr)rr4rsavers r9rz*BaseKeyValueStoreBackend._apply_chord_incrYs6 ""$,,,.@A 4(r;c |jsy|j}|j}|sy|j|} t j ||}| t||j|} |jjd} | t!|} | | kDrtj#d |y| | k(rt|j|} |j$r |j&n |j(} t+5| |j,j.d }ddd | j1|j?|j?|y|jA||jBy#t $rV} t|j|} tjd|| |j| td| cYd} ~ Sd} ~ wwxYw#t$rW} t|j|} tjd|| |j| td|dcYd} ~ Sd} ~ wwxYw#1swY xYw#t $rE} tjd|| t3d | | }|j| |Yd} ~ Zd} ~ wwxYw#t $r} t5|j7}dj9|| }n#t:$rt=| }YnwxYwtjd||t3|| }|j| |Yd} ~ d} ~ wwxYw#|j?|j?|wxYw)Nr rzChord %r raised: %rzCannot restore group: zChord callback %r raised: %rz GroupResult z no longer existsrz/Chord counter incremented too many times for %rT)rrzCallback error: )rArB)rrzDependency {0.id} raised {1!r})"rr4rrrrestorer?rrrrrrrrrrwarningr join_nativerr rwresult_chord_join_timeoutdelayrDnext_failed_join_reportformat StopIterationreprrrr)rTrcrrr8r4gidrdepsrrvalsizejretrCculpritrs r9rz-BaseKeyValueStoreBackend.on_chord_part_return^s## hhmm $$S) &&sD9D <  o%iin}}  . <t9D : NNL D[&w}}#>H$($=$=  499A !&(( # B B"&(C( TNN3'  C KKT\\ *u &w}}#>H   2C =..3C7;<   *7==cB  !?cJ22cU2CDE ((($!T$$%:CE"@"23' :#K//{/SS T P'"4#;#;#=>G=DDF%'!#YF'  !6VD8;GFIF FZ-.:::8r;r.rR)Nr)VrrrEra collectionsrdatetimer functoolsrweakrefrbilliard.einforkombu.serializationrr r r rzkombu.utils.encodingr r kombu.utils.urlrcelery.exceptionsrrrrr celery._statercelery.app.taskrrrrrrrrr celery.resultrrrr r!celery.utils.collectionsr"celery.utils.functionalr#r$celery.utils.logr%celery.utils.serializationr&r'r(r)r*celery.utils.timer+__all__ frozensetrrYrrr0r<r9r:rDrNrJrPrdrfrr,BaseDictBackendrr-r.rSr;r9rTsC "'(DD?;.>>*#]]]bb.;'SS> D!8*- H 25 G *  W^ //! J BJ BZKK\-'+-T+wT+n:35E:;k;r;