iV FdZddlZddlZddlmZddlmZmZmZm Z m Z m Z ddl m Z ddlmZmZddlmZddlmZd Zd Zd Zd Zd ede eeffdZd ede eeffdZdedeeeffdZdedeeefddfdZdedeeefdedefdZ dFdeeedfdeeedfdeeedfdeeedfd eeefdzdef d!Z dFd eeefdzdefd"Z! dFdeeed#fd eeefdzdefd$Z" dFdeeed%fd&ee eed'fd eeefdzdefd(Z#dede efd)Z$ded*e eddfd+Z%d,ede e&effd-Z'd*e ed.ede e&e&ffd/Z( dFd eeefdzdefd0Z) dFdeeed1fd eeefdzdefd2Z* dFd eeefdzdefd3Z+ dFdeeed4fd5ee&ed6fd7eeed8fd eeefdzdef d9Z, dFdeeed:fd7eeed;fd eeefdzdefd<Z- dFdeeed=fd7eeed>fd eeefdzdefd?Z. dFd@ee eedAfd eeefdzdefdBZ/ dFdeeedCfd eeefdzdefdDZ0 dFd eeefdzde efdEZ1y)Gz=Deep research tools for search results and report management.N)Path) AnnotatedAnyDictListOptionalTuple)FileLock) MessageBlockMessageBlockType)FileToolContext) ParamMetaz!deep_research/search_results.jsonz!deep_research/search_results.lockzdeep_research/report.mdzdeep_research/report.lockctxreturnc^|jt}|jt}||fSN)resolve_under_workspaceSEARCH_RESULTS_FILE REPORT_FILE)r search_file report_files U/Users/bowang/.openclaw/workspace/ChatDev/functions/function_calling/deep_research.py _get_filesrs.--.ABK--k:K  ##c^|jt}|jt}||fSr)rSEARCH_LOCK_FILEREPORT_LOCK_FILE)r search_lock report_locks r _get_locksr s/--.>?K--.>?K  ##r file_pathc|jsiS tj|jdS#tj$ricYSwxYwNutf-8encoding)existsjsonloads read_textJSONDecodeErrorr!s r_load_search_resultsr-!sO     zz)--w-?@@    s$9AAdatac|jjdd|jtj|dddy)NTparentsexist_okF)indent ensure_asciir$r%)parentmkdir write_textr(dumps)r!r.s r_save_search_resultsr:*s< 4$7 DGRYZrurlconcisec B|jdg}|rddj|dnd}|r0d||d|jddd |jd dd d Sd||d|jddd |jd dd |jddd d S)Nhighlight_keysz [IMPORTANT MATCHES: z, ]zURL: z Title: titlez Abstract: abs z(----------------------------------------z Detail: detail)getjoin)r;r.r<keys highlight_strs r_format_search_resultrI/s 88$b )DBF+DIIdO+BMC5(hhw+,-%,-Rj  C5(hhw+,-%,-.xx"-.bj   rz&URL of the search result (used as key)) descriptionrAzTitle of the search resultrBzAbstract/Summary of the contentrDzDetailed content_contextc$t|}t|\}}t|\}}t|5t |} | j |i} | j dg} |||| d| |<t || dddd|S#1swYxYw)z) Save or update a search result. r>)rArBrDr>NzSaved result for )r rr r r-rEr:) r;rArBrDrKrr_rr.currentr>s rsearch_save_resultrODs ( #C_NK_NK + #K0((3#!%5r:,  S  [$/ se $$  s ABBc<t|}t|\}}t|\}}t|5t |}dddsyg}|j D]"\}}|j t||d$dj|S#1swYTxYw)z( Load all saved search results. NzNo search results found.Tr<z ) r rr r r-itemsappendrIrF) rKrrrMrr.resultsr;contents rsearch_load_allrVds ( #C_NK_NK + #K0  )G W,S'4HI% ;;w   s BBzURL to retrievect|}t|\}}t|\}}t|5t |}ddd|vrd|St |||dS#1swY#xYw)z/ Load a specific search result by URL. NzNo result found for FrQ)r rr r r-rI)r;rKrrrMrr.s rsearch_load_by_urlrX|sq ( #C_NK_NK + #K0  $%cU++ d3i ??  s A!!A*zURL to highlight keys forrGzList of keys/terms to highlightct|}t|\}}t|\}}t|5t |}||vrd|dcdddSt ||j dg}|j|t|||d<t||dddd|dtS#1swYxYw)z= Save highlighted keys for a specific search result. zURL z, not found in results. Please save it first.Nr>zUpdated highlights for z: ) r rr r r-setrEupdatelistr:) r;rGrKrrrMrr. current_keyss rsearch_high_light_keyr^s ( #C_NK_NK + #K0 d?#JK   49==)92>? D!&*<&8S "#[$/ %SED,>+? @@  sB7A B77Ccf|jsgS|jdjSr#)r'r* splitlinesr,s r_read_report_linesras0         0 ; ; ==rlinesc|jjdddj|}|r|jds|dz }|j |dy)NTr0rCr$r%)r6r7rFendswithr8)r!rbrUs r _save_reportresU 4$7iiGw''-4 73rlinectjd|}|r9t|jd|jdj fSy)z9Returns (level, title) if line is a header, else (0, "").z ^(#+)\s+(.+)$r3)rr@)rematchlengroupstrip)rfrjs r _parse_headerrnsB HH%t ,E 5;;q>"EKKN$8$8$::: r title_pathc|jdDcgc]}|j}}d}d}d}t|D]_\}}d} t|t |D]<} t || \} } | dkDs| |k(s | dz}d} |t |dz k(r| }| }n| r_y|dk(ryt |} t|dzt |D]%} t || \} }| dkDs| |ks | } || fS|| fScc}w)zz Find the start and end indices (inclusive, exclusive) of a chapter. title_path is like "Chapter 1/Section 2" /rFrhT)rrrr)splitrm enumeraterangerkrn)rbrottitlescurrent_level_idx start_idx search_starti target_titlefoundidxleveltextend_idxrMs r_find_chapter_rangers5 ",!1!1#!6 7!6Aaggi!6F 7IL$V,<s5z2C'c 3KE4qyT\1"Qw F a' #I(-%3-"B%jGY]CJ/ s,q 19"33G  g  0 g G8sC5ct|}t|\}}t|\}}t|5|j s dddy|j dcdddS#1swYyxYw)z1 Read the current content of the report. NzReport is empty.r$r%)r rr r r'r*)rKrrMrrs r report_readrsf ( #C_NA{_NA{ + !!#%  $$g$6   sA)A))A2zJChapter title to read (supports multi-level index e.g. 'Intro/Background')ct|}t|\}}t|\}}t|5t |}t ||\}}|dk(rd|dcdddSdj ||dz|cdddS#1swYyxYw)z1 Read the content of a specific chapter. rr Chapter ' ' not found.Nz\nrh)r rr r rarrF rArKrrMrrrbstartends rreport_read_chapterrs ( #C_NA{_NA{ + ";/(6 s B;ug\2  zz%a,-   s%B"BB c:t|}t|\}}t|\}}t|5t |}dddg}D]/}t |\}} |dkDs|j d|zd| 1|sydj|S#1swYSxYw)z2 Get the outline of the report (headers). Nr# zNo headers found in report.rC)r rr r rarnrSrF) rKrrMrrrboutlinerfrrAs rreport_outliners ( #C_NA{_NA{ + ";/ G$T* u 19 NNcEk]!E73 4 , 99W   s BBzChapter title (supports 'Parent/NewChild' to insert into existing). Use '|' to specify insertion point e.g. 'Prev|New' to insert after 'Prev', or '|New' to insert at start.rzHeader level (1-6)rUzContent of the chapterc2t|}t|\}}t|\}}t|5t |}d} |} dt |} } d|vr=|j dd\} } t|| \} } | dk(rd| d| dcdddS| } d}d| vr| jdd\}}|} |}d}|||d k(rF| rA| }t| dzt |D]#}|| k\rn`t||\}}|d kDs!|}nEnCd }n@|}| r| d|}t||\}}|dk(rd |d cdddS|}n| r| n t |}d |zd| }|g|jzd gz}||||t||ddd r| d n }d|d|S#1swYxYw)z- Create a new chapter in the report. NrrrqrhzParent chapter 'z' not found. Cannot create 'z ' inside it.|r@rzTarget chapter 'rrrzCreated chapter 'z ' at level ) r rr r rarkrsplitrrsrurnr`re)rArrUrKrrMrrrb parent_path display_titlep_startp_end new_titleinsert_after_targettarget real_title insert_idxr~lvl search_targeta_starta_endheader new_section final_paths rreport_create_chapterr-s) ( #C_NA{_NA{ + ";/  SZ %<%*\\#q%9 "K0 DNGU"})+6RS\R]]ij   &M# - !.!4!4S!!< FJ&M"(   *"b(!&J %Wq[#e*=%<!!.uSz!:Q7),J! >"#J!4 (3}A6I5J%K]!4UM!Jb=-m_LIw  x# #.3u:J%K=-1h!3!3!55< (3j$[%(O R6AK=-1mJ zl+eW ==U  s AF A&F 6-F -AF  FzMChapter title to rewrite (supports multi-level index e.g. 'Intro/Background')z New contentcPt|}t|\}}t|\}}t|5t |}t ||\}} |dk(rd|dcdddS||g|j zdgz} | ||| t||dddd|dS#1swYxYw)z5 Rewrite the content of an existing chapter. rrrrNr@zRewrote chapter ''r rr r rarr`re) rArUrKrrMrrrbrrnew_bodys rreport_rewrite_chapterrs ( #C_NA{_NA{ + ";/(6 s B;ug\2  %L>G$6$6$88B4?$eC[%( ugQ ''  s%B",BB%zOChapter title to append to (supports multi-level index e.g. 'Intro/Background')zContent to appendcBt|}t|\}}t|\}}t|5t |}t ||\}} |dk(rd|dcdddS|j dgz} | || | t||dddd|dS#1swYxYw)z0 Append content to an existing chapter. rrrrNr@zAppended content to chapter 'rr) rArUrKrrMrrrbrr new_liness rreport_continue_chapterrs ( #C_NA{_NA{ + ";/(6 s B;ug\2  &&(B4/ "c#[%( +5' 33  s%B"%BB new_orderz/List of chapter titles in the new desired orderc t|}t|\}}t|\}}t|5t |}g}t |D]D\}} t || \} } | dk(rd| dccdddS|j|| || | | | dFt|d} tt| dz D]4}| |} | |dz}| d |d kDsd | d d |d dccdddSg}d}t | D]:\}}|j|||d ||}|j|d|d }<|j||dt||dddy#1swYyxYw)a Reorder chapters in the report. This swaps the positions of the specified chapters, preserving their content and valid text between them. All specified chapters must exist and must not overlap (e.g. cannot reorder a parent and its child). rrrrN)target_order_idxrArUrrc |dS)Nr)xs rz)report_reorder_chapters..s' r)keyrhrrz Chapters 'rAz' and 'z9' overlap. Cannot reorder nested or overlapping chapters.rrUz Reordered chapters successfully.) r rr r rartrrSsortedrurkextendre)rrKrrMrrrbchaptersr{rAsechapters_sorted_by_poscurrnext_ch result_lines current_idxkoriginal_slot_holderdesired_chapters rreport_reorder_chaptersrs ( #C_NA{_NA{ + ";/!),HAu&ue4DAqBw"5'66   OO$% 1:   -"(6J!Ks12Q67A)!,D,QqS1GE{WW--#DM?''':J9KLEFF3  *8  '01G'H #A#   k4H4Q R S'qkO    : ;.u5K(I E+,/0[,/[ ^ ._ ^ .s:E$7AE$E$.A-E$$E-zLChapter title to delete (supports multi-level index e.g. 'Intro/Background')ct|}t|\}}t|\}}t|5t |}t ||\}}|dk(rd|dcdddS|||=t ||dddd|dS#1swYxYw)z+ Delete a chapter and its content. rrrrNzDeleted chapter 'r)r rr r rarrers rreport_del_chapterrs ( #C_NA{_NA{ + ";/(6 s B;ug\2   %) [%( ugQ ''  s%B"BB c rt|}t|\}}t|\}}t|5|j s t d|j d}dddtjdd}tjdd|} ddl }dd l m }|jd }gd } |j|| } d| d} t|d5} |j| | } ddd j r t#d |j&j)|t*j,|j.dddddt1|d}|j3gS#1swY xYw#t$r td wxYw#1swYxYw#t$$r}t#d|d}~wwxYw)z# Export the report to PDF. zReport file does not exist.r$r%Nz([^\n])\n(#{1,6}\s)z\1\n\n\2z9(?m)^(?!\s*(?:[*+-]|\d+\.)\s)(.+)\n(\s*(?:[*+-]|\d+\.)\s)r)pisazBError: strict dependencies 'markdown' and 'xhtml2pdf' are missing.z.pdf)extra codehilitenl2brtables) extensionsa z) wb)destz'Failed to generate PDF: xhtml2pdf errorzFailed to generate PDF: zapplication/pdfFTgenerated_report)sourceworkspace_path)kind display_name mime_type copy_filepersist deduplicater)r rr r r'FileNotFoundErrorr*risubmarkdown xhtml2pdfr ImportError with_suffixopen CreatePDFerr RuntimeError Exceptionattachment_store register_filer FILEnamestras_message_block)rKrrMrrrrrpdf_filer html_content styled_htmlf pisa_statusrrecords rreport_export_pdfrs ( #C_NA{_NA{ + !!##$AB B$$g$6  66(+t rsRC >>:;,:6' .$O$dDj(9$ $O$dDj(9$ DT#s(^[D[S#X[4[  s $sCx. 4 C 4'+ % 3 .VWW X% S)0LMM N% 3 .OPP Q% c91CDD E % 38nt# %  %D'+ 38nt#   4'+@ 3 .?@@ A@38nt#@ @.'+A 3 .IJJ KA DIy5VWW XA38nt#A A8>$>49> 4D4c4t4c3h(tCy(c(eCHo(X'+ 738nt# 7 7$'+. S)0|}} ~.38nt#. .0'+38nt#8'+ W> S)1_`` aW> S)0DEE FW>sI2JKK LW>38nt# W>  W>z'+( S)0AA B( sI-@@ A(38nt#( (B'+4 S)1BCC D4 sI2EFF G438nt#4 4:'+<.cI:k$llm<.38nt#<. <.B'+( S)0~ A(38nt#( (0'+o'38nt#o' ,o'r