ieH dZddlZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z m Z mZmZmZmZmZmZmZmZddlmZmZddlmZddlmZdd lmZGd d Zd e d dfdZ!dddddde"de#de"dee e fdzd ee e ff dZ$ dddddddd e e edfde e"edfde e#edfde e"ed fde e#ed!fdee e fdzd ee e ffd"Z%dddd#d e e ed$fd%e e"ed&fd'e e"ed(fdee e fdzd ee e ff d)Z&dddd*d e e ed+fde e"ed,fd-e e"ed.fdee e fdzd ee e ff d/Z'dd0d1e dee e fdzd eefd2Z(d3d4dd5d e d6e d7e d8ed9dee e fdzd ee e ff d:Z)dd;d3dd<d e d=e#de#d7e dee e fdzd ee e ff d>Z*d?d@ddAdddBd e e edCfdDe e#edEfdFe e#edGfdHe e"edIfd7e e edJfdKe e"edLfdee e fdzd ee e ffdMZ+edNGdOdPZ,ddQdAdRdddSd e e edTfdDe e#edUfdVe ee#edWfdXe ee edYfd7e e edZfd[e e ed\fd]e ee"ed^fdee e fdzd ee e ffd_Z-ddd`dae e edbfdce e eddfd4e e"edefdee e fdzd ee e ff dfZ.ddd`dae e edgfdce e edhfd4e e"edifdee e fdzd ee e ff djZ/ddd`dae e edgfdce e edhfd4e e"edkfdee e fdzd ee e ff dlZ0ddddddmdmdddn doe e edpfdqe eee edrfdse eee edtfdue e"edvfdwe e"edxfdye e#edzfd{e e#ed|fd}e e#ed~fde e"edfdee e fdzd ee e ffdZ1d e d7e d e2e e ffdZ3d ee fdZ4ejjdZ6de d e fdZ7de d e2ee e"ffdZ8de de#de d ee e ffdZ9dee dDe#de de"d e f dZ:deee e fd ee,fdZ;dDe#dVee#dXee d eee e ffdZde de d e fdZ?de d4e"d dfdZ@deee d ee fdZAde dee dee de"d ee f dZBd e d e"fdZCde dee d e"fdZDd e d ee fdZEdee deeje de de dwe"due"d eee e ffdZGdee de#de#de"d ee f dZHy)z:File-related function tools for model-invoked file access.N) dataclass)Path) AnnotatedAnyDictIterableListLiteralMappingMutableSequenceOptionalSequence) MessageBlockMessageBlockType)AttachmentStore)iter_workspace_entries) ParamMetaceZdZdZdeeefdzfdZedede fdZ edede fd Z eded e de fd Z d ee zde fd Zd ee zde fdZdee zdzdeefdZdee zdzdeefdZy)FileToolContextz=Helper to read runtime context injected via `_context` kwarg.ctxNc | td||_|j|jd|_|j |jd|_|j|jd|j |_y)Nz#_context is required for file toolsattachment_storepython_workspace_rootgraph_directory) ValueError_ctx_require_storegetr_require_workspaceworkspace_root_require_session_root session_root)selfrs L/Users/bowang/.openclaw/workspace/ChatDev/functions/function_calling/file.py__init__zFileToolContext.__init__!sz ;BC C $ 3 3CGGU6VW 66sww?P7QSWSfSfgstorereturnc<t|ts td|S)Nz&attachment_store missing from _context) isinstancerr)r's r$rzFileToolContext._require_store)s%1EF F r&rootcx| tdt|j}|jdd|S)Nz+python_workspace_root missing from _contextTparentsexist_ok)rrresolvemkdir)r+paths r$rz"FileToolContext._require_workspace/s: <JK KDz!!# 4$ / r&r c~|xs |j}t|j}|jdd|S)NTr-)parentrr0r1)r+r baser2s r$r!z%FileToolContext._require_session_root7s9,~,,Dz!!# 4$ / r& relative_pathct|}|jr|jn|j|z j}|j|jvr||jk7r t d|S)NzPath is outside workspace)r is_absoluter0r r.r)r#r6reltargets r$resolve_under_workspacez'FileToolContext.resolve_under_workspace>sg=!"%//"3$:M:MPS:S9\9\9^   fnn 44CVCV9V89 9 r&ct|}g}|jr |j|jnK|j|j|z j|j|j|D]-}|j|j vs||jk(s+|cSt d)Nz!Path is outside session directory)rr8appendr0r"r.r)r#r6raw candidatesr:s r$resolve_under_sessionz%FileToolContext.resolve_under_sessionEs=! ??    ckkm ,   t0036??A B   ckkm , F  FNN2f@Q@Q6Q !<==r& absolute_pathc|syt|j}|j|jvs||jk(r)|j |jj St |SN)rr0r"r. relative_toas_posixstr)r#rAr:s r$to_session_relativez#FileToolContext.to_session_relativeRsdm$,,.    .&DQ>Q4Q$$T%8%89C<<>(S (r&)__name__ __module__ __qualname____doc__rrFrr% staticmethodrrrrr!r;r@r rGrJr&r$rrsGhDcNT1hco C$ S4ZD >3: >$ >td1BxPS}3:3DRUr&rr2r(c<|jdr tdy)N attachmentsz:Modifications to the attachments directory are not allowed) startswithrr2s r$_check_attachments_not_modifiedrUds }%UVV&r&TF) recursivelimitinclude_hidden_contextrWrXrYrZc d}t|}g}td|}t|j|||D]}t ||k\rn|j|j z j } t|j } |j|j t|j jd| | |j|j|jdd|d|iS)zY List accessible files from the attachment store and the current code_workspace. )rW max_depthrY workspace)idnamesourcer2rAtypesizedepthfilesN) rmaxrr lenr2r0rr=rarcrdre) rWrXrYrZr^rentries total_limitentryabs_pathworkspace_paths r$describe_available_filesrnhsI ( #C$&Ga-K.( %  w<; & &&3<<>ejj)jjUZZ(--%&!)    0 W\k* ++r&i)rWr^rYrXrZz!Workspace-relative directory path) descriptionzTraverse subdirectoriesr^z!Maximum depth when recursive=Truez!Include entries starting with '.'zMaximum entries to returnc Jt|}|j|}|jstd||j st d||dkr t d|r|dkr t dg}|dfg} |j|xsd} | rEt||kr6| j\} } t| jd } | D]}|j|}|s t|r"d }d } |j}|j }|j#r |j$}|j(|j+t-||j rd nd ||| d }|j/|t||k\rn5|s|j s| dz|ks| j/|| dzf| rt||kr6| |d |t||k\|dS#ttf$rYpwxYw#ttt&f$rYwxYw)z0List contents of a workspace-relative directory.zDirectory not found: zPath is not a directory: rzlimit must be positiver]z%max_depth must be >= 1 when recursiverIc6|jjSrC)ralower)ps r$z list_directory..sqvv||~r&keyN directoryfile)rar6rArcrd modified_tsre)rxri truncatedrW)rr;existsFileNotFoundErroris_dirNotADirectoryErrorrrJrhpopsortediterdirPermissionErrorrD_path_is_hiddenstatst_mtimeis_filest_sizeOSErrorrarErFr=)r2rWr^rYrXrZrr:ristack base_relativecurrentrechildrenchildr9 stat_sizemodifiedrrks r$list_directoryrs  ( #C  ( ( .F ==?"7v >?? ==? #r=rz+mode must be either 'overwrite' or 'append'z!Target path points to a directoryTr-rwbabNzFailed to write file 'z': )r2rArd)rrr;r|r~r4r1encodeopenwriterrrrJrF) r2rrrrZrr:data write_modehandleexcrds r$ save_filerfs4 **FGG ( #C  ( ( .F }}6==?<== MMt4 >>( #D,$JJ [[ $ LL % %+MMO6;;= D))&1V  % $ J.vhc#?@cIJs0D D2DD  D D0D++D0i)offsetrXrrZrct|}d} |j|}|r"|jr|j r|}|?|j |}|jr|j std||j |d}||||z} | ||zt|kt||dS#t$rd}YwxYw)zGRead a snippet of a workspace text file without loading entire content.Nz1File not found in session attachments/workspace: replace)rerrors)snippetr{lengthr)rr;rr|rr@ read_textrh) r2rrXrrZrr: candidaterrs r$read_text_file_snippetrs ( #CF//5 Y%%'I,=,=,? ~**40}}fnn&6PQUPVWX X   Xi  @D6FUN+Ge^c$i/d)    sB?? C  C r](auto) start_line line_countinline_line_numbersrinclude_line_offsetsrZz!Workspace-relative text file pathrz!1-based line to begin the snippetrz3Number of lines to include starting from start_linerzIIf true, prefix each snippet line with its line number inside the snippetzExplicit encoding or 'auto'rz6Include 1-based line metadata for the returned snippetcN|dkr td|dkr tdt|}|j|}|jr|j st d|t ||\} } t| } |j} | jd} | sdg} t| }|dz }||k\r tdt|||z }||z}| ||}dj|}|}d g}| D]"}|j|d t|z$||}|j|| | |||zdz ||||||k| j| j d d }|r"t#||| |j%d }||d<|r|j't)| |||S)z6Read a line range plus metadata from a workspace file.r]start_line must be >= 1zline_count must be >= 1File not found: T)keependsz:start_line is beyond the total number of lines in the filer line_range) r2rnewlinerend_linerlines_returned total_linesrr{ file_sizerzr   r)rrr;r|rr}_read_text_content_detect_newliner splitlinesrhminjoinr=rJrr!_render_snippet_with_line_numbersendswithupdate_describe_segment_line_offsets)r2rrrrrrZrr:text used_encoding newline_stylerlines_with_breaksr start_idxrend_idx segment_linesr raw_snippet line_startsline start_charresponses r$read_file_segmentrs$A~233A~233 ( #C  ( ( .F ==?&.."2"24& 9::,VX>D-#D)M ;;=D6 D'(KQIKUVV[9%<=N.(G%i8Mggm$GKSK!;r?SY67"Y'J))&1!  /!3 ("{*\\}} H 3     !5 6   &6tZUV Or&)frozenc6eZdZUdZeed<eed<eeed<y)TextEditz0Normalized representation of a single line edit.rrreplacement_linesN)rKrLrMrNint__annotations__r rFrPr&r$rrs:OMCy r&rrpreserve)r replacementrrensure_trailing_newlinerZzWorkspace-relative file to editz/1-based line where the replacement should beginrz>Last line (>= start_line-1) to replace; defaults to start_linerz0Text that should replace the selected line rangezText encoding or 'auto'rz0Newline style: 'preserve', 'lf', 'crlf', or 'cr'rzFForce presence/absence of trailing newline; default preserves originalc t|}|j|} | jr| jst d|t |t t|||} t| |\} } t| \} }t|t| }t| | ||}n|}|j| }|r||z }| jjdd| j!|| | j#}|j%| | |t'| t'| ||j(|j*dS)z@Apply ordered line edits with newline and encoding preservation.rTr-r)r2rrr applied_editstrailing_newlinerrz)rr;r|rr}rU_normalize_edits_build_single_editr _split_lines_resolve_newline_choicer_apply_edits_in_placerr4r1 write_textrrJrhrr)r2rrrrrrrZrr: normalized original_textrlineshad_trailing_newlinerfinal_trailingrenderedrs r$apply_text_editsrs:2 ( #C  ( ( .F ==?&.."2"24& 9::#D)!"4Z;"WXJ#5fh#G M=".}"=E +G_]5STM%,&-0!!%(HM! MMt4 h7 ;;=D))&1! %jZ*\\}}  r&)rrZsrcz Existing workspace-relative pathdstzNew workspace-relative pathz'Allow replacing an existing destinationct|}|j|}|j|}t|t||jst d|||k(r|j |dddSt |||jjdd|j||j ||j |ddS)z1Rename files or directories inside the workspace.Source does not exist: renameTr2 operationskippedr-)r2 previous_pathr) rr;rUr|r}rJ_clear_destinationr4r1rrrrrZrrb destinations r$ rename_pathrYs ( #C  ( ( -F--c2K#C(#C( ==?"9# ?@@ --k:!  {I.TD9 MM+))+6226: r&zSource workspace-relative pathz#Destination workspace-relative pathz(Allow replacing destination if it existsct|}|j|}|j|}t||jst d||jr|st d|t |d|jjdd|jrtj||ntj|||j||j|ddS)z&Copy a file tree within the workspace.rDestination already exists: T)rr-copyr2rbr)rr;rUr|r}FileExistsErrorrr4r1r~rcopytreecopy2rJrs r$ copy_pathr'~s ( #C  ( ( -F--c2K#C( ==?"9# ?@@!$@"FG G;$7TD9 }} , V[)))+6++F3 r&z Allow replacing destination pathct|}|j|}|j|}t|t||jst d|||k(r|j |dddSt |||jjddtj|||j ||j |ddS)zEMove files or directories, mirroring `mv` semantics across platforms.rmoveTrr-r#) rr;rUr|r}rJrr4r1rr)rs r$ move_pathr*s ( #C  ( ( -F--c2K#C(#C( ==?"9# ?@@ --k:  {I.TD9 KK $))+6++F3 r&) globs exclude_globs use_regexcase_sensitive max_resultsbefore_context after_contextrYrZpatternzPlain text or regex patternr,z&Restrict search to these glob patternsr-zGlob patterns to excluder.zTreat pattern as regexr/zMatch case when Truer0zStop after this many matchesr1zLines to include before matchr2zLines to include after matchzSearch hidden files/foldersc |dkr tdt| } t|xsdg} t|} g} d}d}|r|n|j}|r;tj }|s|tj z}t j||}t| j| | |D]}|dz }t|}|st||||||D]o}t||d|d}t||d|d }| j| j||d|d |d ||d t| |k\sf| dd |dccS| d d |dS)z5Search workspace files and return structured matches.rzmax_results must be positivez**/*Nr] line_numberT)beforeFcolumn line_text)ryrr7r8r6afterpython)matcheslimitedenginesearched_files)rr_normalize_globsrsre MULTILINE IGNORECASEcompile_iter_candidate_filesr _read_file_lines_for_search_iter_line_matches_slice_contextr=rJrh)r3r,r-r.r/r0r1r2rYrZrinclude_patternsexclude_patternsr;r>compiled_regexliteralflagsrrmatchr6r9s r$search_in_filesrNs*a788 ( #C'.:6(' 6$&GN04N'gW]]_G  R]] "EGU3*   !+I6 '        E$E5+?X\]F"5% *> V[\E NN55i@!-0#Ho!&{!3$"  7|{*&#&&4 + N(  r&c|dk7r|j||fS|j}tD]} |j||fcS|jdddfS#t$rY:wxYw)Nrrrr)r)r read_bytes_candidate_encodingsdecodeUnicodeDecodeError)r2rr>rs r$rrs6~~x~0(:: // C)+  ::i()3 3, ::gi: 0' 99"   sA## A/.A/ctjdxsd}dd|ddddg}t}g}|D]?}|xsdj}|r||vr|j ||j |A|S) NFrz utf-8-sigrzutf-16z utf-16-lez utf-16-bezlatin-1)localegetpreferredencodingsetrsaddr=) preferredorderedseenresultitemr s r$rQrQ's++E28bIGUDFjb'') Z4/   d  Mr&z \r\n|\r|\nrc d|vryd|vrd|vryy)NrrrrP)rs r$rr@s  ~ t|D( r&cT|sgdfS|jd}|j|fS)NFr)rr)r has_trailings r$rrHs0 5y==!56L ?? l **r& full_text start_indexrc|d|}d}d}tj|D]}|dz }|j}||z }|d|dg}|} d} tj|D]:}|j} | dz } |j| |jdd<|r | rt || z } n|t |z} n|} ||| | |dS)zZReturn 1-based line metadata (columns are 0-based) for a snippet extracted from full_text.Nr]r)rrr7)r start_columnr end_column line_offsets)_LINE_BREAK_REfinditerendr=rh) rarbrbefore_segmentrlast_break_endrMrdrfr5last_break_insideres r$rrOs| ,NJN((8a 9/LqLA*LK((1!IIKq IIKSTUV2  W(99J%G 4J! !$ $  r&rrpreserve_trailing_newlinecg}t|D]/\}}|jd}|j||zd|1|j|}|r|r||z }|S)Nr:) enumeraterstripr=r) rrrrmnumberedidxrbodyrs r$rrusm Hu% T{{6":+,AdV45&!!(+H XM! Or&editsc |s tdg}|D]}t|ts td t|d}|j d|} t|}|dkr td||dz kr td |j d d }t|ts td |jt|||j |jdt||S#tt tf$r}td|d}~wwxYw#t tf$r}td|d}~wwxYw)Nz)at least one edit instruction is requiredz(each edit entry must be a mapping objectrz$start_line is required for each editrzend_line must be an integerr]rz"end_line must be >= start_line - 1rrzreplacement must be a string)rrrc2|j|jfSrC)rr)edits r$ruz"_normalize_edits..sdoot}}%Er&rv) rr*r rKeyError TypeErrorrrFr=rrsort_validate_edit_ranges)rur r]rr end_line_rawrrs r$rrsV DEE!#J$(GH H NT,/0Jxx J7  E<(H >67 7 j1n $AB Bhh}b1 +s+;< < %!"-"8"8":  '6OOEOF*% 1)Z0 NCD# M N :& E:; D Es/C: D":D DD"E1 D==Ec(||n|}||||ndd}|gS)Nr)rrrrP)rrr effective_endpayloads r$rrs1 !) 4H*M !&1&={2G 9r&cd}|D]P}t|j|jdz }|j|kr|dkDr tdt||}Ry)Nrr]z?edit ranges overlap; merge them before calling apply_text_edits)rgrrr)ruprevious_range_endrxrs r$r|r|sZDMM4??Q+>? ??0 05G!5K^_ _ !3]C r&ct|D]}t|}|j|dzkDr tdt |jdz |}||kDr tdt |j |jz dzd}|dkDr;t |j t|}t ||jz dzd}||z}|j|||y)Nr]z(start_line is beyond the end of the filer)reversedrhrrrrgrr)rrurxcurrent_line_countr removal_countrrs r$r r s Z ??/!3 3GH H!+-?@ ) )GH HDMMDOO;a?C 1 4==#e*5H4?? :Q >BMm+#'#9#9i  r& preferencedetectedcv|xsdj}|dk(ry|dk(ry|dk(ry|xstjS)Nrlfrcrlfrcrr)rsoslinesep)rrr s r$r r sE"))+JTVT  !rzz!r&rc|jsy|std||jrtj|y|j y)Nr!)r|r$r~rrr)rrs r$rrsK      <[MJKK k"r&patternscZ|sgSg}|D]}|s|jt|!|SrC)r=rF)rr r>s r$r?r?s9  J #c(# r&r+rHrIc#(Kt}|D]}|j|D]i}|js|j|}|j }||vr:|s t |rHt ||rU|j||kywrC)rWglobrrDrEr _is_excludedrX) r+rHrIrYyieldedr3rr9rel_keys r$rDrDs G#7+I$$&''-CllnG'!!oc&:G%56 KK O,$sBBc:td|jDS)Nc3>K|]}|jdyw)rIN)rS).0parts r$ z"_path_is_hidden.. s; ts# s)anypartsrTs r$rrs ; ; ;;r&relative_posixcB|D]}tj||syy)NTF)fnmatch)rrIr3s r$rr s"# ??>7 3$ r&cBt|d\}}|jS)Nrr)rr)r2r>_s r$rErEs v 6FC >> r&rJ literal_loweroriginal_patternc #Kt|D]\}}|dz}|} |r2|0|j| D]} || jdz| dA|sD|r| n| j} |r|n|} | j | } | dk7su|| dz| d| j | | t t | dz} | dk7r9yw)Nr])r5r7r8r)rprhstartrsfindrgrh)rrJrrr/r.rsraw_liner5r8rMhaystackneedlers r$rFrFs#5) XAg  3'00;#.#kkma/!*<$$2y 8IH)7%]FMM&)E2+#.#ai!* ! fec#f+q6I.IJ 2+!*sBB?8B?<B? center_linespanr6c|dkrgS|rt||z d}|dz }n|dz}t||zt|}||krgS|dz }|}t|||S)Nrr])rgrrhlist)rrrr6rrrrs r$rGrG9sx qy  t+Q/ ? 1_ {T)3u:6* QIG i( ))r&)rI)IrNrrUrrr@r dataclassesrpathlibrtypingrrrrr r r r r rentity.messagesrrutils.attachmentsrutils.workspace_scannerrutils.function_catalogrrrFrUboolrrnrrrrrrrrrrr'r*rNtuplerrQrCrgrrrrrrr|r r rr?rDrrrEPatternrFrGrPr&r$rs @  !   ;-:,CCLW#W$W  &* >,>, >, >, 38nt# >, #s(^>,DVYBTY\]bgPS&*B C/RSS TBy5NOOPBi4WXXY B dI:]$^^_ B S)0KLL M B38nt#B #s(^BR  &* C/OPP QtY3VWW X i4[\\] 38nt# #s(^J  &*- C/WXX Y- PQ S-$ 6Y ZZ[-38nt#- #s(^-h'+ &'&'38nt# &'  , &'Z+6&* 3 3 3 3 ' ( 3 38nt# 3 #s(^3r&*          38nt#  #s(^ L\]mo SY &*O C/RSS TO#y5XYYZO#y5jkkl O # ij l OY3PQQRO$ VW YO38nt#O #s(^Od $!!!  OU &*+< C/PQQ R<#y5fggh< ^_ a < PQ S<Y3LMMN< PQ S<"'fg i#<*38nt#+<, #s(^-<L &*" 3 .PQQ R" 3 .KLL M" GH J "38nt#" #s(^"X &*! 3 .NOO P! 3 .STT U! HI K !38nt#! #s(^!V &*! 3 .NOO P! 3 .STT U! @A C !38nt#! #s(^!T  PTSXWZ[\YZZ_&*#Q sI2OPP QQ #FG I Q#89 ;Qy5MNNOQdI:P$QQRQ3 6T UUVQc99X#YYZQS)8V"WWXQ dI:W$XXY!Q"38nt##Q$ #s(^%Qh :T :S :U38_ :d3i,M*##+s+uT#Y_5+#c##c#VZ[^`c[cVd#L  C=    $    !HWS#X%67!DN!H  sm #  '#s(  D(!3DD :!5 :hx>P :UY : ""s"s"DTdx 649 smsm  d^ .<$<4< $dtCy K C=KRZZ_-KK K  K  Kd38nKB* C=** *  *  #Y *r&