yjBddlZddlZddlmZddlmZddlmZmZddlmZm Z m Z ddl m Z ddl mZmZmZddlZddlmZdd lmZdd lmZdd lmZmZmZmZmZdd lm Z dd l!m"Z"ddl#m$Z$ddl%m&Z&ddl'm(Z(ddl)m*Z*m+Z+ddl,m-Z-ddl.m/Z/ddl0m1Z1m2Z2ddl3m4Z4m5Z5m6Z6ddl7m8Z8ddl9m:Z:m;Z;mZ>ddl?m@Z@ddlAmBZBddlCmDZDddlEmFZFmGZGe eHZIedGdd eZJed!Gd"d#ZKd$e$d%eLe(jMd&eLe8d'dfd(ZNd&eLe8d'eOeLe8e>dzffd)ZPGd*d+ZQd,ZRdS)-N)Task)Sequence) dataclassfield)datetime timedeltatimezone) getLogger)Any NamedTuplecast) load_dotenv)generate)AsyncioIntegration)and_deleteor_selectupdate)insert) CursorResult) AsyncSession)func)models) close_cache init_cache)settings) tracked_db) process_itemprocess_representation_batch)DreamSchedulerget_dream_schedulerset_dream_scheduler) QueueItem)ReconcilerSchedulerget_reconciler_schedulerset_reconciler_scheduler)ResolvedConfiguration)prometheus_metrics)initialize_sentry)parse_work_unit_key)QueueEmptyEventpublish_webhook_eventT)overridec(eZdZUdZeed<eed<dS)WorkerOwnershipzCRepresents the instance of a work unit that a worker is processing. work_unit_keyaqs_idN)__name__ __module__ __qualname____doc__str__annotations__A/DATA/AppData/hermes/projects/honcho/src/deriver/queue_manager.pyr0r05s+MM KKKKKr:r0)frozenceZdZUdZeeZeeje d<eeZ ede d<dZ e dze d<dZ ee d <dZee d <d Zee d <dS) QueueBatchResultauResult of `QueueManager.get_queue_item_batch`. telemetry needs to know two things in addition to the batch contents: whether the cumulative-token cap clamped the batch, and what the configured cap was. These flags feed `RepresentationCompletedEvent` so analytics can detect "we under-batched because of a flush" vs "we hit the cap and kept going". )default_factorymessages_contextr$items_to_processN configurationFhit_batch_token_capwas_flush_enabledrbatch_max_tokens)r3r4r5r6rlistr@rMessager8rArBr(rCboolrDrEintr9r:r;r>r><s.3U4-H-H-Hd6>*HHH*/%*E*E*Ed;'EEE26M(4/666 %%%%#t###cr:r>dbr@rAreturnct}g||D]@}t|}||vr||||AdS)zIDetach loaded batch objects so they remain usable after tracked_db exits.N)setidexpungeadd)rJr@rAseenobjobj_ids r;_detach_queue_batch_objectsrTOsm UUD5!5$45C T>>  3  r:c2|sgdfS|djd}|dntj|}g}|D]Q}|jd}|dntj|}||krn||R||fS)zCKeep only the initial homogeneous configuration prefix for a batch.NrrB)payloadgetr(model_validateappend)rA raw_configresolved_config valid_itemsitemitem_raw_config item_configs r;_resolve_batch_configurationr`^s 4x!!$,00AAJ"(=(LZ(X(X$&K ! !,**?;;& D&5oFF  / ) ) E4     ''r:c eZdZdZdejdddfdZdedededdfd Zdededdfd Z defd Z de fd Z d$d Z dejddfdZd$dZd$dZdeeeffdZdedeedeeeffdZd$dZdedeedededdf dZdededdfdZejdededededzfdZ ejdedededdfdZ!deededdfd Z"d!edededdfd"Z#dedede$fd#Z%dS)% QueueManagerc^tj|_t|_i|_tj|_tjj |_ tj |j |_ t}|(t|_t!|jn||_t#}|(t%|_t)|jn||_tjjrt/t1gdSdS)N) integrations)asyncioEventshutdown_eventrM active_tasksworker_ownershipqueue_empty_flagrDERIVERWORKERSworkers Semaphore semaphorer"r!dream_schedulerr#r&r%reconciler_schedulerr'SENTRYENABLEDr*r)selfexisting_schedulerexisting_reconcilers r;__init__zQueueManager.__init__zs-4]__58UU<>/6}%,4 ,3,=dl,K,K122  %3A3C3CD  4 5 5 5 5#5D 788  &=P=R=RD % $T%> ? ? ? ?(;D % ? " C ,>,@,@+A B B B B B B C Cr:taskNrKcx|j|||jjdS)zTrack a new taskN)rhrPadd_done_callbackdiscard)rtrxs r;add_taskzQueueManager.add_tasks9 d### t0899999r: worker_idr1r2c6t|||j|<dS)z,Track a work unit owned by a specific workerN)r0ri)rtr}r1r2s r;track_worker_work_unitz#QueueManager.track_worker_work_units!,;=&+Q+Qi(((r:cl|j|}|r|j|kr |j|=dSdSdS)z'Remove a work unit from worker trackingN)rirWr1)rtr}r1 ownerships r;untrack_worker_work_unitz%QueueManager.untrack_worker_work_unitsN)--i88  10MAA%i000 1 1AAr:ctS)z4Generate a unique worker ID for this processing task)generate_nanoidrts r;create_worker_idzQueueManager.create_worker_ids   r:c*t|jS)z7Get the total number of work units owned by all workers)lenrirs r;get_total_owned_work_unitsz'QueueManager.get_total_owned_work_unitss4()))r:cKtdjdtj}t jt jf}|D]}|||ffd td j d{Vn*#t$rt dYnwxYwtd d{Vd{VdS#d{VwxYw)zISetup signal handlers, initialize client, and start the main polling loopzInitializing QueueManager with z workerscRtj|SN)re create_taskshutdown)srts r;z)QueueManager.initialize..s7#6t}}Q7G7G#H#Hr:zSignal handlers registeredNz$Failed to start reconciler schedulerzStarting polling loop directly)loggerdebugrmreget_running_loopsignalSIGTERMSIGINTadd_signal_handlerrqstart Exception exception polling_loopcleanup)rtloopsignalssigs` r; initializezQueueManager.initializes Mt|MMMNNN'))>6=1  C  # #cHHHHH      1222 E+1133 3 3 3 3 3 3 3 3 E E E   C D D D D D E  5666 !##%% % % % % % % %,,.. $,,.. s B--$CC2D((ErcKtd|jd|j|jd{V|jd{V|jrNtdt|jdtj |jddid{VdSdS)zHandle graceful shutdownzReceived exit signal z...Nz Waiting for z active tasks to complete...return_exceptionsT) rinfonamergrMrprrqrhrregather)rtrs r;rzQueueManager.shutdowns 9CH999::: !!!"++---------'00222222222   M KKSs4#455SSS   .$"3LtLL L L L L L L L L L  M Mr:c|K|}|dkrtd|d td4d{V}d|jD}|rg|ttj  tj j |d{V| d{Vdddd{Vn#1d{VswxYwYnf#t$rY}tdt!|t"jjrt)j|Yd}~nd}~wwxYw|jdS#|jwxYwdS)zClean up owned work unitsrz Cleaning up z owned work units... queue_cleanupNcg|] }|j Sr9)r2).0rs r; z(QueueManager.cleanup..s(-6 (r:zError during cleanup: )rrrrrivaluesexecuterrActiveQueueSessionwhererNin_commitrerrorr7rrrrs sentry_sdkcapture_exceptionclear)rttotal_work_unitsrJaqs_idses r;rzQueueManager.cleanupsi::<< a   LLN(8NNN O O O .%o66 & & & & & & &":>:O:V:V:X:XG jj"6#<==CC & 9 < @ @ I I ))++%%%%%%% & & & & & & & & & & & & & & & & & & & & & & & & & & & 4 4 4 >c!ff>>????*40333 4 %++-----%++----) sUDB'D 9D DDDDF F'AE;6F;FFF9cnKtd4d{V}tjtjt t jjz }| ttj j tj j|ktj jdd{V}|rg| t)tj tj j |d{V|d{Vdddd{VdS#1d{VswxYwYdS)zClean up stale work unitscleanup_stale_work_unitsN)minutesT) skip_locked)rrnowr utcrrrkSTALE_SESSION_TIMEOUT_MINUTESrrrrrNr last_updatedorder_bywith_for_updatescalarsallrrr)rtrJcutoff stale_idss r;rz%QueueManager.cleanup_stale_work_unitss*899       R\(,//) (F333F **v8;<<v8ENOO!&";"HII(T::   jj6455;;1488CC ))++       3                              sE9F$$ F.1F.c Ktd|j|z }|dkriStjj}t d4d{V}d}ttj j tj tj jdtj tj jtj jktj jtj j |tj j }ttj j tj jtj j }t|jj |||jj |jj kttjjtjj |jj k}tjjsh|dkrb|t=|jj |tj|jj d|k}|!|d{V}|"#} | s.|$d{Vicdddd{VS|%|| d{V} |$d{V| cdddd{VS#1d{VswxYwYdS)a- Get available work units that aren't being processed. For representation tasks, only returns work units with accumulated tokens >= REPRESENTATION_BATCH_MAX_TOKENS (forced batching), unless FLUSH_ENABLED is True. Returns a dict mapping work_unit_key to aqs_id. rget_available_work_unitsNzrepresentation: total_tokens)&maxrmrrrkREPRESENTATION_BATCH_MAX_TOKENSrrrr$r1rsumrG token_countlabeljoin message_idrNr processed startswithgroup_bysubqueryclimit outerjoinrexists FLUSH_ENABLEDrcoalescerrrrrclaim_work_units) rtrrErJrepresentation_prefixtoken_stats_subqwork_units_subqqueryresultavailable_unitsclaimed_mappings r;get_and_claim_work_unitsz%QueueManager.get_and_claim_work_unitss6DL4+J+J+L+LLMM A::I#+K899> #> #> #> #> #> #> #R$5 !$2HV^788>>~NNN$/6>3DD(2233v'5@@AVWWXX&*899  v'566(2233&*899 (677u$#%37G7I7WWF5899U1?*,:;VXX  $#1 6F6J6J (*8CC1 &6&8&EqII+, ::e,,,,,,,,F$nn..2244O" iikk!!!!!!!s> #> #> #> #> #> #> #> #> #> #> #> #> #> #v%)$9$9"o$N$NNNNNNNO))++       "}> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #> #sL8O0&7O00 O:=O:rJwork_unit_keysc Kd|D}ttj|tjjtjj}||d{V}| }d|D}t dt|dt||S)z Claim work units and return a mapping of work_unit_key to aqs_id. Returns only the work units that were successfully claimed. cg|]}d|iS)r1r9)rkeys r;rz1QueueManager.claim_work_units..jsCCCS?C(CCCr:Nc,i|]}|d|dS)rr9)rrows r; z1QueueManager.claim_work_units..ws"BBBc3q63q6BBBr:zClaimed z work units: )rrrron_conflict_do_nothing returningr1rNrrrrrrFkeys)rtrJrrstmtr claimed_rowsrs r;rzQueueManager.claim_work_unitscsDCNCCC 6, - - VF^^ # # % % Y)79R9U zz$''''''''zz|| BB\BBB Xs?++ X X$?S?S?U?U:V:V X X   r:cKtd |jsN|jrCt jtjj d{V|j v|j r*t jtjj d{V | d{V|d{V}|r|D]\}}|jsh|}||||t j|||}||nB|jt jtjj d{Vn#t,$rr}tdtjjrt5j|t jtjj d{VYd}~nd}~wwxYw|jNtddS#tdwxYw)z4Main polling loop to find and process new work unitszStarting polling loopNzError in polling loopzPolling loop stopped)rrrgis_setrjresleeprrkPOLLING_SLEEP_INTERVAL_SECONDSrrolockedrritemsrrrprocess_work_unitr|rMrrrrrsrrr)rtclaimed_work_unitsr1r2r}rxrs r;rzQueueManager.polling_loop}s ,---+ 0)0022( Y(//11!-(8(WXXXXXXXXX)//111>((**!-(8(WXXXXXXXXXY77999999999/3/L/L/N/N)N)N)N)N)N)N&)5G5M5M5O5O 4 41M6#'#6#=#=#?#? 4,0,A,A,C,C $ ; ;$-}f!"!"!"4;3F$($:$:=)$T$T4"4"!% d 3 3 3 4-11333%m$,K!YYY$$%<===.8"4Q777!-(8(WXXXXXXXXXXXXXX YG)0022( YT KK. / / / / /FKK. / / / /s8B9J"DG-,J"- I)7A(I$J"$I))J""J>rrcontextcK|jjdt|} |r#||d||d{Vn9#t$r,}t d|d|dYd}~nd}~wwxYwt d|d|d|dtjj rtj |dSdS) au Handle processing errors by marking queue items as errored, logging, and forwarding to Sentry. We only mark the first queue item as errored so we don't potentially throw away a batch. This allows us to incrementally attempt to process the batch while still maintaining progress in a work unit. Args: error: The exception that occurred items: The queue items that were being processed work_unit_key: The work unit key for the queue items context: Context string describing what was being processed (e.g., "processing representation batch") : rNz4Failed to mark queue items as errored for work unit Texc_infozError z for work unit ) __class__r3r7mark_queue_item_as_erroredrrrrrrrsrr)rtrrr1r error_msg mark_errors r;_handle_processing_errorz%QueueManager._handle_processing_errorsL$/??3u::??   55!HmY    LLd}ddXbdd            EW E E] E Ee E E     ? " 0  ( / / / / / 0 0s%A A>"A99A>cb Ktd|t|}|j4d{Vd} |jsV|j|}|r |j|kr%t d|d|d|n |j dkr| |j ||j d{V}|j }|j}|j} td|dt!|d t!|d |d |j d |s"td |d|nT |dj} | d} | | d} | r| g} ng} d|D} t%|| | |j| |j|j|jd{V|||d{V|t!|z }n#t0$r1}||||d|j dd{VYd}~nd}~wwxYw||j ||j d{V}|s"td |d|n t7|d{V||g|d{V|dz }n6#t0$r)}|||g|dd{VYd}~nd}~wwxYwn^#t0$rQ}td|d|dt:jjrtAj!|Yd}~nd}~wwxYw|jrtd|n|jV|j|}|r-|j|kr"|"|j |d{V}nd}|#|||r|dkr |j dvrl|j$etd|d|j$tKtM|j$|j |j'|j(|j d{Vnz#t0$rt)d!YnSwxYwtd"|d#n/#|j|}|r-|j|kr"|"|j |d{V}nd}|#|||r|dkr |j dvrm|j$gtd|d|j$tKtM|j$|j |j'|j(|j d{Vwww#t0$rt)d!YwwxYwtd"|d#wxYwdddd{VdS#1d{VswxYwYdS)$zSProcess all queue items for a specific work unit by routing to the correct handler.zStarting to process work unit NrzWorker z lost ownership of work unit z, stopping processing representationz retrieved z messages and z queue items for work unit z (AQS ID: )z-No more queue items to process for work unit z for worker observersobserverc*g|]}|j |jSrrrr]s r;rz2QueueManager.process_work_unit..s,:":":"(,'+'B%)O'B'B'Br:)robservedqueue_item_message_idsrCrDrEz processing z batchrzprocessing queue itemz'Error in processing loop for work unit rTrz8Shutdown requested, stopping processing for work unit %sFrsummaryz!Publishing queue.empty event for z in workspace ) workspace_id queue_type session_idrr z$Error triggering queue_empty webhookz Work unit z7 already cleaned up by another worker, skipping webhook)*rrr+rorgrrirWr1warning task_typeget_queue_item_batchr2r@rArBrrVr r rCrDrEmark_queue_items_as_processedrrget_next_queue_itemrrrrrrsrr_cleanup_work_unitrworkspace_namer-r, session_namerr)rtr1r} work_unitqueue_item_countr batch_resultr@rAmessage_level_configurationrVrlegacy_observerr r queue_itemremoveds r;rzQueueManager.process_work_unitsD  EmEEFFF' 66 >N N N N N N N N  L -4466f $ 5 9 9) D DI$ (?=(P(PCiCCmCCtACCV<$.2BBB151J1J ) 3]IDT22,,,,,,L0&> > > > > > > >&*&H&H%/L-'"'"!"!"!"!"!"!"!"!1A 5 0 0#,"""&*&C&C$%%/L$1$; '"'"!"!"!"!"!"!"!"!"!"!"!"!""%<<< ZmZZWXZZ%)%$?2<&8;;; <*1133 V)M-4466fT594I4M4Mi4X4X $!8M!I!I$($;$;!(-%%GG$G--iGGG/!33Q%/3PPP ) 8 D"LL {M { {ajay { {#8 /1:1I/8/B/8/E-6-?-6-? !"!"!"##%QQQ(()OPPPPPQLLk]kkk?594I4M4Mi4X4X $!8M!I!I$($;$;!(-%%GG$G--iGGG/!33Q%/3PPP ) 8 D"LL {M { {ajay { {#8 /1:1I/8/B/8/E-6-?-6-? !"!"!"## Q D%QQQ(()OPPPPPQLLk]kkkYN N N N N N N N N N N N N N N N N N N N N N N N N N N N N N sXA&S'B3LSB,H  L I'I;LIA LS7K  L K?K:5L:K??LS M AMSMAS0A)XA5RX$R95X8R99#XA*XA5V?<X?$W& #X%W& &"XX X(+X(rcNK|dkrtdtd4d{V}tjj|ktjj|kg}t tjtjtjjtjjk tjj|k tjj j | tjj d}| |d{V}|}|d{V|cdddd{VS#1d{VswxYwYdS)zrepresentation tasks are not supported for get_next_queue_itemrNr) ValueErrorrrrr1rNrr$rrrrrrscalar_one_or_noner) rtrr1r2rJaqs_conditionsrrrs r;rz QueueManager.get_next_queue_itemjs ( ( (P 344       )7=H),6N v'((-$20>? v'5FGG(2233(&*-..q ::e,,,,,,,,F2244J))++       5                              sEF F!Fr>c K|dkrt|dtjj}tjj}t |}g}g}t d4d{V} | ttj j  tj j |k tj j |kd{V} | s#t||cdddd{VStt!jtjj tjtjtjjtjj k tjj tjj|jk tjj|jk tjj |k} tt!jtjj  tjj|jk tjj|jk tjj | k} ttjj  tjj | k tjj|jk} t!j| | }ttjj dtjj dtjjdt!j!tjj "tjj d  tjj|jk tjj|jk tjj |k#}t|j$j|j$j |j$j|j$j%t!j&|j$j%|k"d '|j$j(}|j$j%|k|j$j| kz}ttjtj|j$j)d |tjtjj |j$jk*tjtWtjj |ktjjtjjtjj k |'tjj tjj }| |d{V}|,}|s#t||cdddd{VS|r!|d krt[|d d nd}t]}|D]U\}}}|j |vr/|/||0|j ||/|Vtc| |||rt7d|Dnd}te|\}}|r't7d|Dfd|D}|rt7d|Dnd}|d kr | ||kr|}nd} dddd{Vn#1d{VswxYwYt||||||S)aj Batch processing for representation and agent tasks. Returns a `QueueBatchResult` carrying: - messages_context: unique Message rows (conversation turns) forming the context window - items_to_process: QueueItems for the current work_unit_key within that window - configuration: Resolved configuration for the batch - hit_batch_token_cap: True when the cumulative-token window clamped the batch - was_flush_enabled: snapshot of `settings.DERIVER.FLUSH_ENABLED` at fetch time - batch_max_tokens: snapshot of the cap actually applied to this batch rz1 tasks are not supported for get_queue_item_batchrN)rDrErr peer_name)rcumulative_token_count cap_exceededrFc32K|]}|j |jVdSrrrqis r; z4QueueManager.get_queue_item_batch..O8}0M0000r:c32K|]}|j |jVdSrrr*s r;r,z4QueueManager.get_queue_item_batch..\s800}0M000000r:c*g|]}|jk |Sr9rN)rmmax_queue_item_message_ids r;rz5QueueManager.get_queue_item_batch..as-$$$14;T3T3TA3T3T3Tr:c32K|]}|j |jVdSrrr*s r;r,z4QueueManager.get_queue_item_batch..fr-r:)r@rArBrCrDrE)3r!rrkrrr+rrrrrrNrr1r"r>rminrG select_fromr$rrrrrscalar_subqueryrr%r rrrroverrrr&bool_orrcter'rrrrHrMrYrPrTr`)rtrr1r2rErD parsed_keyr@rArJownership_checkmin_unprocessed_message_id_subqimmediately_preceding_id_subqpreceding_message_id_subqeffective_start_id inner_cter9allowed_conditionrrrowscap_exceeded_from_query seen_messagesr1r+_caplast_queued_id_beforer[last_queued_id_afterrCr2s @r;rz!QueueManager.get_queue_item_batchs $ ( ( (OOO $+K$,:(77 13,.455] ,] ,] ,] ,] ,] ,] ,%'JJv0344v0>-OPPv03v=>>%%O #5577 '&7%5] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,0tx 12233V-..N$/6>3DD(2233v~2j6MMNNv~4 8QQRRv'5FGG "" , tx 12233v~2j6MMNNv~4 8QQRRv~(+JJKK "" *v~())v~(,IIJJv~/:3FFGG "" &"&)+J"" N%++L99N.44]CCN,22;??HV^788T6>#4T55U344 v~2j6MMNNv~4 8QQRRv~(,>>??  K*K+K)K6L!CFV!VWWTVVU>**)+011 -1AAE$(GG N$E&,,^<< S!!fnfn&735;K&KLL$(6-G)33(3v~7HH())&.+V-=-@AA# (::e,,,,,,,,F::<$++B/// (,<>N O O O $ .  "1M 11 - o  ,/00.000--) $$$$/$$$ $ .  !<!1$$)5)-AAA&=##&+#+{] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,] ,~ --) 3/-     s!&B(b2!Yb2;D$b22 b<?b<cK|sdStd4d{V}t|}d|D}|ttjtjj|tjj |k dd{V|ttj tj j |k tj d{V|d{V|jdvrF|j?t"jjr.t)jt-||j|jdddd{VdS#1d{VswxYwYdS)Nprocess_queue_item_batchcg|] }|j Sr9r0r s r;rz>QueueManager.mark_queue_items_as_processed..s222D222r:T)rrr )countrr)rr+rrrr$rrNrr1rrrrrrrrMETRICSrsr)record_deriver_queue_itemr)rtrr1rJritem_idss r;rz*QueueManager.mark_queue_items_as_processedsu  F899       R+M::I22E222H**v'((v'*..x8899v'5FGG$''         **v011v0>-OPPTXZZ00        ))++       #'DDD,8$,9#<e**#,#;'1+                              sF#G GGr]c K|sdStd4d{V}|ttjtjj|jktjj|kd|ddd{V|ttj tj j|ktj d{V| d{Vdddd{VdS#1d{VswxYwYdS)z*Mark queue item as processed with an errorNrTi)rrrK) rrrrr$rrNr1rrrrr)rtr]r1rrJs r;rz'QueueManager.mark_queue_item_as_erroreds  F:;;       r**v'((v'*dg566v'5FGG$eFUFm<<         **v011v0>-OPPTXZZ00        ))++                                     sD8E'' E14E1c Ktd4d{V}ttt|t t jt jj |kt jj |kd{V}| d{V|j dkcdddd{VS#1d{VswxYwYdS)zY Clean up a specific work unit session by both work_unit_key and AQS ID. cleanup_work_unitNr) rr rr rrrrrrNr1rrowcount)rtr2r1rJrs r;rzQueueManager._cleanup_work_units122 ' ' ' ' ' ' 'bS!jj6455U6476ABBU64BmSTTF))++       ?Q& ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' 'sCC,, C69C6)rKN)&r3r4r5rwrerr|r7rrrrIrrrSignalsrrrdictrrrrrrrFr$rrrtracerrrrrHrr9r:r;rbrbysrCCC<:W\$/:D:::: RR-0R:=R RRRR 1#1c1d1111 !#!!!!*C****!!!!4M&.MTMMMM"....::K#S#XK#K#K#K#Z08  c3h4.0.0.0.0h#0#0I#0 #0  #0  #0#0#0#0JRSRSRTRRRRh""-0":=" T """"HB B B  B  B B B B H)_58 @.1:= ('''  ''''''r:rbcKtd td{Vn2#t$r%}td|Yd}~nd}~wwxYwt } |d{VnU#t$rH}tdt|tj |Yd}~nd}~wwxYwtd{VtddS#td{VtdwxYw)NzStarting queue managerzGError initializing cache in queue manager; proceeding without cache: %szError in main: zMain function exiting) rrrrrrbrrr7rrr)rmanagers r;mainrYs LL)*** ll     UWX         nnG.  """""""""" ((( /s1vv//000$Q''''''''(mm ,-----mm ,----sD3 A"AA"4BD C!>CDC!!D0E)Srerrcollections.abcr dataclassesrrrrr loggingr typingr r r rdotenvrnanoidrrsentry_sdk.integrations.asyncior sqlalchemyrrrrrsqlalchemy.dialects.postgresqlrsqlalchemy.enginersqlalchemy.ext.asynciorsqlalchemy.sqlrsrcrsrc.cache.clientrr src.configrsrc.dependenciesrsrc.deriver.consumerrr src.dreamer.dream_schedulerr!r"r# src.modelsr$src.reconcilerr%r&r' src.schemasr( src.telemetryr)src.telemetry.sentryr*src.utils.work_unitr+src.webhooks.eventsr,r-r3rr0r>rFrGrTtupler`rbrYr9r:r;rts $$$$$$((((((((2222222222((((((((((......>>>>>>88888888888888111111******//////44444444'''''' !  .-----,,,,,,222222333333 8   Tj $$  6>* 9o     (9o( 4 ?1D8 89((((6a 'a 'a 'a 'a 'a 'a 'a 'H.....r: