i<dZddlZddlmZmZmZmZmZddlm Z m Z m Z ddl m Z mZddlmZmZmZmZddlmZddlmZdd lmZmZdd lmZdd lmZdd lm Z dd l!m"Z"m#Z#m$Z$ddl%m&Z&ddl'm(Z(m)Z)m*Z*ddl+m,Z,ddl-m.Z.ddl/m0Z0ddl1m2Z2ddl3m4Z4m5Z5m6Z6m7Z7m8Z8ddl9m:Z:ddl;mm?Z@mAZBddlCmDZDGddeEZFGddZGy)z>Graph orchestration adapted to ChatDev design_0.4.0 workflows.N)AnyCallableDictListOptional) MemoryBase MemoryFactory MemoryManager)ThinkingManagerBaseThinkingManagerFactory)NodeEdgeLink AgentConfig ConfigError)EdgeConditionConfig)SimpleMemoryConfig)Message MessageRole)ExecutionContext)NodeExecutorFactory)WorkflowLogger)ValidationErrorWorkflowExecutionErrorWorkflowCancelledError)get_server_logger)CliPromptChannelHumanPromptServiceresolve_prompt_channel) CycleManager) GraphContext) GraphManager)ResourceManager)RuntimeBuilderResultArchiverDagExecutionStrategyCycleExecutionStrategyMajorityVoteStrategy)RuntimeContext)ConditionFactoryContextbuild_edge_condition_manager)ProcessorFactoryContextbuild_edge_processor)DynamicEdgeExecutorceZdZdZy)ExecutionErrorz2Raised when the workflow graph cannot be executed.N)__name__ __module__ __qualname____doc__;/Users/bowang/.openclaw/workspace/ChatDev/workflow/graph.pyr/r/1sd ZdefdZedddede dee jddfdZde fdZd>dZd>dZd>dZd>dZdefdZd>dZdefdZd>dZde de ee ffdZ!d>dZ"de#de$de%ddfd Z&d!e%fd"Z'd!e%d#e(e$de(e$fd$Z)d!e%ddfd%Z*d!e%d&e(e$de(e$fd'Z+d>d(Z,defd)Z-de$dzfd*Z.de(e$fd+Z/de%fd,Z0d!e%d-e defd.Z1d/e defd0Z2d/e de fd1Z3d2e de(e$fd3Z4d4e$d5ede$fd6Z5d7e6d8ed9ede$fd:Z7d4e d;ede$fd<Z8y)? GraphExecutorzTExecutes ChatDev_new graph workflows with integrated memory and thinking management.N) session_idworkspace_hook_factory cancel_eventgraphr9r:r;returncd|_||_i|_|j|_|xst j |_d|_t|j|j|}|r |||_ ||_ |j|_ |j|_|j|_|j |_t#|j |_i|_i|_i|_|j,|_|j.|_|j0|_d|_d|_i|_d|_g|_y)z0Initialize executor with graph context instance.N)loggerr9)majority_resultr<outputs_create_loggerr? threadingEvent _cancel_event_cancel_reasonr#buildworkspace_hookruntime_context tool_managerfunction_manageredge_processor_function_manager log_managerr"resource_managerthinking_managersglobal_memoriesagent_memory_managers token_trackercode_workspaceattachment_store cycle_manager!_GraphExecutor__execution_contextnode_executors_human_prompt_serviceinitial_task_messages)selfr<r9r:r;runtimes r6__init__zGraphExecutor.__init__8sA $#(  ))+ )>Y__->-1 '--T[[Z-X !%;G%DG "&#00 ' 8 8/6/V/V,".. /0@0@ ABD68?A"%22&44 ' 8 86:@D .0CG"57"r5reasonc|r||_n|jsd|_|jj|jj d|j j y)z0Signal the executor to stop as soon as possible.Workflow execution cancelledz$Cancellation requested for workflow N)rFrEsetr?infor<name)rZr]s r6request_cancelzGraphExecutor.request_cancelhsS "(D $$"@D    ? ?PQRr5c6|jjSN)rEis_setrZs r6 is_cancelledzGraphExecutor.is_cancelledqs!!((**r5c|jr1|jxsd}t||jjy)Nr_) workflow_id)rhrFrr<rb)rZmessages r6_raise_if_cancelledz!GraphExecutor._raise_if_cancelledts9    ))K-KG(djjooN N r5cjt|jj|jjS)z$Create and return a logger instance.)rr<rb log_levelrgs r6rBzGraphExecutor._create_loggerys!djjootzz/C/CDDr5r; task_promptc<|||}|j||S)z9Convenience method to execute a graph with a task prompt.ro)_execute)clsr<rpr;executors r6 execute_graphzGraphExecutor.execute_graph}s#u<8+&r5c||j|j|}|jj|yre)rlrunr<record)rZrpresultss r6rrzGraphExecutor._executes.   "((;' '"r5c|j|j|j|jy)z=Initialize all memory and thinking managers before execution.N)_build_global_memories_build_thinking_managers_build_agent_memories_build_node_executorsrgs r6_build_memories_and_thinkingz*GraphExecutor._build_memories_and_thinkings2 ##% %%' ""$ ""$r5c|jjj}|sy|D]=}|j|jvrCd|j}|j j |t|d|ji|jt}|rR|jr|jdk(r7|jjd|jdz }t||_ tj|}||j|j<|j|j j!d|jd d|ji@y#t"$r}d |jd t|}|j j |d|jit%}|j'|||j t)|d|jid}~wwxYw) z"Build global memories from config.Nz!Duplicated memory name detected: memory_namedetailsautomemory_z.jsonzGlobal memory 'z' built successfullyzFailed to create memory '': )r)r<configget_memory_configrbrPrMerrorr as_configr memory_path directorystrr create_memoryloadra Exceptionr log_exceptionr) rZ memory_configstore error_msg simple_cfgpathmemory_instanceer?s r6r{z$GraphExecutor._build_global_memoriess ));;=  "EzzT111? |L   &&y1%i-9TUU);>+6L 5 52H2]2] ))3&&w/6r5c h|jjjD]\}}|jt}|r |j s* t |j |j|j|<|jjd||d|j Dcgc]}|jc}iycc}w#t$r^}d|dt|}|jj||t}|j!|||t#||d}~wwxYw)z@Build memory managers for agent nodes referencing global stores.zMemory manager built for node memory_refs)rrz)Failed to create memory manager for node : )rN)r<rrrrmemoriesr rPrQrMrarbrrrrrr)rZrrrmemrrr?s r6r}z#GraphExecutor._build_agent_memoriess(!ZZ--335MGT>>+6L \%:%: I6CLDYDY[_[o[o6p**73  %%4WI>#*AVAV,WAV#SXXAV,WX& 6-X IGyPRSVWXSYRZ[   &&y'&B*,$$Q 7$C,YHH  Is,AC &C9 C C  D1AD,,D1c |jt|jj}|j d|j |j }|j d|t|j|j|j|j|j|j||jj||j |_|jS)NrT human_prompt) rJrKrMmemory_managersrOrR global_staterHhuman_prompt_servicer;)rVdictrIr setdefaultrT_ensure_human_prompt_servicerrJrKrMrQrOrRrHrE)rZrprompt_services r6_get_execution_contextz$GraphExecutor._get_execution_contexts  # # + 4 4 A ABL  # #$68M8M N!>>@N  # #NN C'7!..!%!6!6 ,, $ : :"&"8"8"00)#33BB%3!// (D $'''r5c~tj|j|jj|_y)z,Build node executors using strategy pattern.N)rcreate_executorsrr< subgraphsrWrgs r6r~z#GraphExecutor._build_node_executorss02BB  ' ' ) JJ  r5c|jr |jSt|jj}| t }t |j ||jj|_|jS)N)rMchannelr9)rXrrIrHrrrMr9)rZrs r6rz*GraphExecutor._ensure_human_prompt_servicesp  % %-- -()=)=)L)LM ?&(G%7((++66& " )))r5cb|jjD]}|jy)z"Save all memories after execution.N)rPvaluessave)rZmemorys r6_save_memorieszGraphExecutor._save_memoriess$**113F KKM4r5c|jt|j} |j|j|jjs td|j j|jj|j|jjr|j!|_|j%|Dcgc]}|j'c}|_t+|jj,}|jj.j1D]q\}}|j|j3||vs+d|_|j7|j(D]!} |j9| j'#s|jj:rbt=|j |jj.|j(|j>|j@} | jC|_"n|jjrgtG|j |jj.|jjH|j"|j>} | jCn[tK|j |jj.|jj|j>} | jC|j|jM|jO} |jQtS|j|j |jT} | jW| |jXS#t$r:}dt |}|j jj||d}~wwxYwcc}w)zQExecute the graph based on topological layers structure or cycle-aware execution.zGraph configuration error: Nz7Graph not built. Call GraphManager.build_graph() first.T)rMrinitial_messagesexecute_node_funcpayload_to_text_func)rMrcycle_execution_orderrUr)rMrlayersr)-rlr!r< build_graphrrrMr?r_prepare_edge_conditionsrr/record_workflow_startmetadatar has_cyclesget_cycle_managerrU_normalize_task_inputclonerYr` start_nodesrrreset_triggersstart_triggered clear_input append_inputis_majority_votingr' _execute_node_payload_to_textrwr@r&rr%_collect_all_outputsget_final_outputrr$rRexportrA) rZrp graph_managererrrmsgstart_node_idsrrrkstrategy final_resultarchivers r6rwzGraphExecutor.runs   "$TZZ0    % % ' %%'zz   !Z[ [ ..tzz/B/BC ))+ :: !.!@!@!BD =A=W=WXc=d%e=dcciik=d%e"TZZ334"ZZ--335MGT  $ $ &    !.('+$  "#99G%%gmmo6 : 6 :: ( (+ ,,jj&&!%!;!;"&"4"4%)%:%: H$,<<>D ZZ " "- ,,jj&&&*jj&F&F"00"&"4"4 H LLN+ ,,jj&&zz(("&"4"4 H LLN   " !!#,,.  "$**d.>.>@R@RS %||Y 5c#hZ@I    # # ) )) 4I (&fsN%O O5OOct|j|j}t|j|j}|j j jD]o}|jD]X}|j}t|tsG|jjdd}tj||jd}||_ t!|||j#}||_t5|d d xs|j'} t5|d ixsi} | |_| |_|j.|_|j<} | r] t?| |}||_ | j.|_!t5|d ixsi|_"t5|d d }|s3||jd<Dd |_ i|_"d |_![ry #t$$rj}d|j'd|} |jj)| t+} | j-|| |j.t1| |d }~wwxYw#t$$rj}d | j'd|} |jj)| t+} | j-|| | j. t1| |d }~wwxYw)zACompile registered edge condition types into callable evaluators.rKrM conditiontruez.edgesrzFailed to prepare condition 'r)condition_typeNlabelrzFailed to prepare processor ')processor_type process_label)#r)rKrMPayloadProcessorFactoryContextrLr<rriter_outgoing_edgescondition_config isinstancerrget from_dictrr*rr display_labelrrrtypercondition_managergetattrrcondition_metadatarprocess_configbuild_edge_payload_processorpayload_processor process_typeprocess_metadata)rZcontextprocessor_contextr edge_linkr raw_valuemanagerexcrr?rrr processorprocessor_labels r6rz&GraphExecutor._prepare_edge_conditionsXs)4;P;P^b^n^no:!AA(( JJ$$++-D!557 #,#=#= !"24GH ) 0 0 4 4[& II':'D'DYX\XaXaWbbhUi'j$1AI.E:;KWVZVqVqVstG/6 +$7[;K;Y;Y;["7J;Ar&+ #/7 ,+;+@+@ (!*!9!9! I$@Qb$c 3z is missing a condition managerzEdge manager failed for z -> r)rrr) rridtargetprocessrMrrrrrr)rZrrrrrrr?s r6_process_edge_outputz"GraphExecutor._process_edge_outputs"-- ?( ~R (8(8(;(;'<<[\  = OO     =*9<<.Y=M=M=P=P&>*3*F*F # '(F  (77#,#?#? !  )3 <% =sA D (BDD rcddlm}g}|jD]Z}|jD]E}|j|us|j |j |j|j fG\|syt|dk(r|ddS|d\}}|ddD]\}} | j|jk7r9td|jd|d|jd|d| jd | jj|jjk7sZ| jj|jjk7s-| jj|jjk7rtd|jd |d |d | j|jk7r9td|jd |d|jd|d| jd | jdk(sb| j|jk7s}td|jd|d|jd|d| jd |S)a Get the dynamic configuration for a node from its incoming edges. If multiple incoming edges have dynamic config, they must be identical (same type and parameters). Otherwise raises an error. Returns the dynamic config if found, or None. r)DynamicEdgeConfigNzNode 'zH' has inconsistent dynamic configurations on incoming edges: edge from 'z ' has type 'z', but edge from 'zF'. All dynamic edges to the same node must use the same configuration.zG' has inconsistent split configurations on incoming edges: edges from 'z' and 'zd' have different split settings. All dynamic edges to the same node must use the same configuration.z>' has inconsistent max_parallel on incoming edges: edge from 'z' has max_parallel=z, but edge from '.treez<' has inconsistent group_size on incoming edges: edge from 'z' has group_size=)'entity.configs.edge.dynamic_edge_configr predecessorsrrdynamic_configappendrlenrrsplitpattern json_path max_parallel group_size) rZrr found_configs predecessorr first_source first_config source_idrs r6_get_dynamic_config_for_nodez*GraphExecutor._get_dynamic_config_for_nodes N ,,K(<<> ##t+ 0H0H0T!((+..):R:R)ST?-  }  " #A& &&31%5" l!.qr!2 Iv{{l///,TWWI&"".|LU>U)U,TWWI&""./@AXAX@YZ&&/[0A&BSBSATTUW5"3@r5inputsc g}g}|D]@}|jjdr|j|0|j|Bjj d|j d|j dt|dt|d dtdttd ttffd }tj|}|j|||| S) a`Execute a node with dynamic configuration from incoming edges. Args: node: Target node to execute inputs: All input messages collected for this node dynamic_config: Dynamic configuration from the incoming edge Returns: Output messages from dynamic execution _from_dynamic_edgezExecuting node z with edge dynamic config (z mode): z dynamic inputs, z static inputsninpr=c(j||Sre)_process_result)rrrZs r6node_executor_funczFGraphExecutor._execute_with_dynamic_config..node_executor_funcs''3/ /r5) static_inputs) rrr rMrarrr r rrr-execute_from_inputs) rZrrr dynamic_inputsr rrdynamic_executors ` r6_execute_with_dynamic_configz*GraphExecutor._execute_with_dynamic_configs$)+') C|| 45%%c*$$S)  dggY&A.BUBUAVV^>"##4S5G4H X  0$ 0T'] 0tG} 0/t/?/?AST 33 .. 4  r5c P |j|jj|5|j}|j |Dcgc]}|j d}}|j j|j||jt||jDcgc]}|jc}|jDcgc]}|jc}d|j jdt|d|j|j|}|j j|j5||j!|||}n|j#||}dddg} D]@} |j%| |j} |j'| | j)| B| r| dnd} d} d}| 5t+| j,t.r| j,j1d} |j2dk7r| r|j5|| }|j2d k7ru|j7d |j2 }|r-|j jd |jd |dn)|j jd |jd| rB|j jd |jdt|dt| dn)|j jd |jdd}| rt| dk(r| j9}n0t;| D]"\}} |d|d| j9zdzz }$| j<j>}| j,j1d}nd}d}d}|j jA|j|jBr|ndt|t| ||d| D]*}|jED]}|jG|||,| r|j2dk7r|stIjJd|jLd}tO|d}||_(tS|jT|j }tW|||jY|_-|j]|_/|j`|_1| D]}|jG|||dddycc}wcc}wcc}w#1swYxYw#1swYyxYw)!zExecute a single node.F include_data) input_countr  successorsz Processing z inputs together for node Nr context_traceT) preserve_keptcontext_windowNode z9 cleaned up its input context after execution (preserved z keep-marked inputs)z- cleaned up its input context after executionz processed z inputs into z output(s)z0 produced no output; downstream edges suppressedrz ===== OUTPUT z ===== z sourcenone) output_size output_count output_role output_sourcerz .pseudo_edger)rtriggerr)2rlrN guard_nodeinputrto_dictrMrecord_node_startr node_typer r r)debugr node_timerr$r_ensure_source_output append_outputr rrrrr-_restore_context_tracer text_content enumeraterolevaluerecord_node_end log_outputrrrrrrrr)rKr*rrrrrr)rZr input_resultsrkserialized_inputspsr  raw_outputsoutput_messages raw_outputrunified_outputcontext_trace_payloadcontext_restoredpreserved_inputs output_textidxr4r5 output_msgrpseudo_condition pseudo_linkpseudo_contexts r6rzGraphExecutor._execute_node#s   "  " " - -d 3 JJM    !Ta bTae!DTa  b    . .tww8I4>>"=1/3/@/@ A/@!/@ A-1__=_qtt_=\     " "[]1C0DD^_c_f_f^g#h i">>tDN!!,,TWW5!-"&"C"CD-Yg"hK"&"6"6t]"KK 6.0O) 00TWWE""3'&&s+* 4C_Q/N$( !$ )j9P9PRV.W(6(?(?(C(CO(T%""a',A#'#>#>tEZ#[ ""b(#'#3#3$W[WjWj#3#k #$$**y(abrastHI$$**y(UV  &&DGG9KM0B/C=QTUdQePffpq  &&DGG9$TU K'1,"0"="="?K$-o$>S#se:'FIYIYI['[^d'dd %?,1177 . 7 7 ; ;H E  $ $    , ,TWWT__kZ\";/ #O 4*!. _ . !%!9!9!;I--iTJ"<.4#6#6!#;DT#6#@#@QUQZQZP[[gNh#i &dEB /? ,!8%)%:%: $ 0 0"1MM]_mospKpKpM1N -(8(F(F(H %-=-B-B *"1J--k:tL#2Q4 3 !c !B=65+4 3sP!T T&AT,T?TT "A3T)T>M9TTT TT% input_payloadc|js td|j|jvrtd|j|j|j}|jj }|jj }|r |j||d} |j||}d}||r |j|||SS#t$r)|jjd|jYbwxYw#t$r)|jjd|jYSwxYw#|rK |j|||w#t$r)|jjd|jYwwxYwwxYw)zProcess a single input result using strategy pattern executors. This method delegates to specific node executors based on node type. Returns a list of messages (maybe empty if node suppresses output). zJNode executors not initialized. Call _build_memories_and_thinking() first.zUnsupported node type: z(workspace hook before_node failed for %sFT)successz'workspace hook after_node failed for %s)rW RuntimeErrorr ValueErrorrIrHrS before_noderrMwarningrexecute after_node)rZrrXrthook workspacerZresults r6rzGraphExecutor._process_results ""kl l 99D// /6tyykBC C&&tyy1##22((77  ^  y1 a%%dM:FGaOOD)WOE ^  (()SUYU\U\] ^!a$$,,-VX\X_X_`aaOOD)WOE a$$,,-VX\X_X_`asTC%D==D/DD/D:9D:=F EF /FF FF c i}|jjr|jjjD]y\}}|js||j t |jt |j|jDcgc]}|j|c}d}||d|<{t|dr|j|d<n|jjjD]y\}}|js||j t |jt |j|jDcgc]}|j|c}d}||d|<{t |jjt |jjt |jjDcgc] }d|vs| c}t |jjd|jjd|d<|jj!|ycc}wcc}wcc}w) zUYU`U`#aU`TD$B$B4$HU`#a #K6AK%y 12":t./151E1E -."&!1!1!7!7!9 ;;#*%)^^,/0A0A,B*-doo*>UYU`U`#aU`TD$B$B4$HU`#a #K6AK%y 12":tzz//0tzz//0#&4<<3D3D3F'T3Fa$RS)3F'T#U$**++,#'"&**"?"? ( O$ K(=$b $b(UsH<I I I cJ|j}|r|jSdSNr/)get_final_output_messagerA)rZ final_messages r6rzGraphExecutor.get_final_outputs&557 /<}))+D"Dr5c|jjru|jyt|jtr|jj S|j tjt|jdS|j}|sy|jrc|jd}t|tr|j S|j tjt||jSy)N MAJORITY_VOTEr+) r<rr@rrr_create_messager ASSISTANTr_get_final_nodermr)rZ final_noderDs r6ryz&GraphExecutor.get_final_output_messages :: ( (##+$..8++1133'' (=(=s4CWCW?XZij j))+    %%b)E%){{}$'' (=(=s5z:==Y Yr5c |jjr|j}|r|gSgS|j}|sgSg}|jD]u}t |t r |j|j3|j|jtjt||jw|S)z(Return all messages from the final node.)r<rryrrmrrr rr}rr~rr)rZrrryrDs r6get_final_output_messagesz'GraphExecutor.get_final_output_messagess :: ( (//1CC5 'R '))+ I&&E%)u{{}-t33K4I4I3u:WaWdWdef ' r5c|jjjj}|rI|D]D}||jjvs|jj|}|j sB|cS|jjj Dcgc]}|jr|}}|r|dSdScc}w)zDReturn the explicitly configured end node, or sink node as fallback.rN)r<r definition end_nodesrrmrr))rZ end_node_ids end_node_idr sink_nodes r6rzGraphExecutor._get_final_nodeszz((33== + $**"2"22::++K8D{{# ,'+jj&6&6&=&=&?W&?dtT&? W(y|2d2Xs B=.B= trace_payloadc(t|tsyd}|D]}t|ts tj|}|j t jt jfvrW |j|j||j|dz }|r,|jjd|jd|d|dkDS#t$r5}|jjd|jd|Yd}~d}~wwxYw) NFrz-Failed to deserialize context trace for node rrr.z preserved z' messages from its tool execution trace)rlistrrrrCrUSERr~rrMr^rr_ensure_sourcer<)rZrrrestoredentryrkrs r6r@z$GraphExecutor._restore_context_traces -."EeT* !++E2<< (8(8+:O:O'PPQ   d11'477C D MH#     " "y H:5\] !|   ((CDGG9BseT  sAC D+D  Dpayloadc^t|tr|jS|yt|Srx)rrrArrZrs r6rzGraphExecutor._payload_to_text2s- gw ''') ) ?7|r5cht|trd|jddSdt|dS)NrkFr&)rrtext)rrr9rrs r6rnz'GraphExecutor._serialize_output_payload9s1 gw '%'//u/2UV V3w<88r5 raw_inputct|trg}|D]u}t|tr"|j|j |d5t|t sF|j|j tj|dw|xs"|j tjddgSt|tr|j |dgS|j tjt |dgS)NTASKr/) rrrr rrr}rr)rZrmessagesrts r6rz#GraphExecutor._normalize_task_input>s i &&(H!dG,OOD$7$7f$EFc*OOD$8$89I9I4QW$XY " S 4 4[5E5Er6 RS S i )'' 6:; ;$$[%5%5s9~vNOOr5rkdefault_sourcec|j}t|j}|jd|||_|SNr0)rrrr)rZrkrclonedrs r6rzGraphExecutor._ensure_sourceKs7(Hn5" r5rCcontentr0c"t||d|iS)Nr0)rCrr)r)rZrCrr0s r6r}zGraphExecutor._create_messageRsD'Xvz#GraphExecutor._ensure_source_outputUsb'7+'' (=(=s7|WU U(()Hg." r5re)r=N)9r0r1r2r3r rrrr(rrCrDr\rcboolrhrlrrB classmethodrurrrr{r|r}rrr~rrrrrwrrrr rrrr$rrrrryrrr@rrnrrrr}r>r4r5r6r8r85s^ %)LP26 .7.7SM .7 !)>2BC2G)H I .7 y/ .7 .7`SXc]SdS+d+O EE 37    y/    #C# %]@I(((8((  *.@ * RsRtCH~Rh22h-=-=#-= -=  -=`99v* * W * g * XlM$lM4lM\aDaga4PW=aB,)\E#E'D.$4=$33 44999 Ps PtG} PgswPKP#PsPwPS37r5r8)Hr3rCtypingrrrrrruntime.node.agent.memoryrr r runtime.node.agent.thinkingr r entity.configsr rrrentity.configs.edgerentity.configs.node.memoryrentity.messagesrrruntime.node.executor.baserruntime.node.executor.factoryr utils.loggerrutils.exceptionsrrrutils.structured_loggerrutils.human_promptrrrworkflow.cycle_managerrworkflow.graph_contextr workflow.graph_managerr!"workflow.executor.resource_managerr"workflow.runtimer#r$r%r&r' workflow.runtime.runtime_contextr(runtime.edge.conditionsr)r*runtime.edge.processorsr+rr,r'workflow.executor.dynamic_edge_executorr-r[r/r8r4r5r6rsD66NNSCC3907='\\5 0//><H=\=g g r5