i_ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlmZddlmZmZmZmZmZmZmZmZmZddlZddlZddlmZddlm Z m!Z!m"Z"m#Z#m$Z$ddlm%Z%ddl&m'Z'm(Z(m)Z)ddl*m+Z+dd l,m-Z-e j\d k(r dd l/m0Z0m1Z1ndZ0dZ1d e2d e3fdZ4ejjGddZ6ejjGddZ7e(jpGdde)Z9e'e9 ddde2dee2de2dee-d eee2eff dZ:ejjGddZ;ejjGddZej~dddfd"Z@e@jd e2d dfd#ZBe@jd ed dfd$ZBdgd e2d%e2d&e3d e3fd'ZCd(e2d)e2d dfd*ZDd e3fd+ZEejjGd,d-ZFe(jpGd.d/e)ZGe'eGdhd e2d%e2d e3fd0ZHd e2d ee2effd1ZId e2d2ee2efd e3fd3ZJd4ee2gefd e2d5eeeKeffd6ZLd7e2d8e2d e2fd9ZMd e2d dfd:ZNd e2d e2fd;ZOd e3fd<ZPd e2d e2fd=ZQd e2d dfd>ZRd e2d e3fd?ZSd e2d e3fd@ZTd e2fdAZUd5eKdBe2dCee2d efdDZVd5eKdBe2dCee2d efdEZWd5eKdBe2dCee2d efdFZXd5eKdBe2dCee2d efdGZYd5eKdBe2dCee2d efdHZZdddBe2dCee2dIeee2efd ee[e[ffdJZ\ dddKe2d e2dLeee]e^fd dfdMZ_ dddKe2d e2dLeee]ee]e]fee]dffd dfdNZ`didOe2dPe2dQe3d dfdRZadjdSejd e2d dfdTZcdddUe2dVe2dWee2d dfdXZddYZedZZfd[Zgd\ZhejjGd]d^ZiejjGd_d`Zje(jpGdadbe)Zke'ekd ee2e2ffdcZly)kN)Path) AnyCallableDictListNoReturnOptionalTupleTypeUnion) fire_event)SystemCouldNotWriteSystemExecutingCmd SystemStdOut SystemStdErrSystemReportReturnCode)DbtInternalError)record_functionRecorderRecord)connection_exception_retry)PathSpecwin32)WinDLLc_boolpathreturnc"d|vxr d|vxrd|vS)Nz dbt/includezdbt/include/global_projectz/plugins/postgres/dbt/include/rs Z/var/www/html/strategist-ai/venv/lib/python3.12/site-packages/dbt_common/clients/system.py _record_pathr")s+ T! 9 ( 4 9 ,D 8 c feZdZUeed<eeed<eed< d dedeededeefdZde fdZ y) FindMatchingParams root_pathrelative_paths_to_search file_patternN ignore_speccd||_t|}|j||_||_yN)r&listsortr'r()selfr&r'r(r)rpss r!__init__zFindMatchingParams.__init__:s/#+,  (+%(r#rc,t|jSr+)r"r&r.s r!_includezFindMatchingParams._includeGsDNN++r#r+) __name__ __module__ __qualname__str__annotations__rr rr0boolr3rr#r!r%r%2s[N"3i'&* ) )#'s) ) ) c] ),$,r#r%c(eZdZUeeeefed<y)FindMatchingResultmatchesN)r4r5r6rrr7rr8rr#r!r;r;Ms $sCx. !!r#r;ceZdZdZeZeZy)FindMatchingRecordz@Record of calls to the directory search function find_matching()N)r4r5r6__doc__r% params_clsr; result_clsrr#r!r>r>RsJ#J#Jr#r>r&r'r(r)c g}tjj|}tj|}t j |t j}|D]}tjj||}tj|} | D]\} } } | D]} |j| stjj| | }tjj||}tjj||}tjj|}|r|j|r|j||||d|S)awReturn file info from paths and patterns. Given an absolute `root_path`, a list of relative paths to that absolute root path (`relative_paths_to_search`), and a `file_pattern` like '*.sql', returns information about the files. For example: > find_matching('/root/path', ['models'], '*.sql') [ { 'absolute_path': '/root/path/models/model_one.sql', 'relative_path': 'model_one.sql', 'searched_path': 'models' }, { 'absolute_path': '/root/path/models/subdirectory/model_two.sql', 'relative_path': 'subdirectory/model_two.sql', 'searched_path': 'models' } ] ) searched_path absolute_path relative_pathmodification_time)osrnormpathfnmatch translaterecompile IGNORECASEjoinwalkmatchrelpathgetmtime match_fileappend)r&r'r(r)matchingregexreobjrelative_path_to_searchabsolute_path_to_search walk_results current_pathsubdirectories local_files local_filerDrErelative_path_to_rootrFs r! find_matchingr`Zs:,H  +I   l +E JJubmm ,E#;!#%'',,y:Q"Rww67 9E  5L.+ *  {{:. " \: F " ?V W (* 5Lm(\%$&GG$4$4]$C!"+*@*@AV*WOO-D-:-:1B    !F Or#c2eZdZUeed<dZeed<defdZy)LoadFileParamsrTstriprc,t|jSr+r"rr2s r!r3zLoadFileParams._includeDII&&r#N)r4r5r6r7r8rcr9r3rr#r!rbrbs IE4'$'r#rbceZdZUeed<y)LoadFileResultcontentsN)r4r5r6r7r8rr#r!rhrhsMr#rhceZdZdZeZeZy)LoadFileRecordzRecord of file load operationN)r4r5r6r?rbr@rhrArr#r!rkrks'JJr#rkrcct|}t|d5}|jjd}ddd|rj }S#1swYxYw)Nrbutf-8) convert_pathopenreaddecoderc)rrchandle to_returns r!load_file_contentsrusZ  D dD 2VKKM((1 2 OO%  22s AAc2tdt|d)zHandle directory creation with threading. Make a directory and any intermediate directories that don't already exist. This function handles the case where two threads try to create a directory at once. zCan not create directory from  )rtyper s r!make_directoryrys ;DJ>$   KK   ww%,,& sA A6 A11A6c*|jddy)NT)parentsexist_ok)mkdirr s r!rrsJJtdJ+r#ri overwritec|stjj|s2t|}t |d5}|j |dddyy#1swYyxYw)zMake a file with `contents` at `path`. Make a file at `path` assuming that the directory it resides in already exists. The file is saved with contents `contents` wNTF)rGrr{rorpwrite)rrirfhs r! make_filersP t,D! $_  HHX     s AAsource link_pathctstjjt j ||y)z6Create a symlink at `link_path` referring to `source`.N)supports_symlinks dbt_common exceptionsSymbolicLinkErrorrGsymlink)rrs r! make_symlinkrs+  ##5577JJvy!r#c(ttddduS)Nr)getattrrGrr#r!rrs 2y$ 't 33r#c.eZdZUeed<eed<defdZy)WriteFileParamsrrirc,t|jSr+rer2s r!r3zWriteFileParams._includerfr#N)r4r5r6r7r8r9r3rr#r!rrs IM'$'r#rceZdZdZeZdZy)WriteFileRecordz!Record of a file write operation.N)r4r5r6r?rr@rArr#r!rrs+ JJr#rc t|} ttjj |t |dd5}|j t|dddy #1swYy xYw#t$rT}tjdk(r6t|dddk(rd}nd }tt||t| nYd}~y d}~wwxYw) NrrnencodingntwinerrorrPath was too longPath was possibly too longrreasonexcT) roryrGrdirnamerprr7 Exceptionnamerr r)rrifrrs r! write_filer s  Drwwt,- $g . #! GGCM " #. / #. +  77d? sJ*a/,5 *VSR S  T +s66A3A'A3'A0,A30A33 CBB BB C0A C++C0funcrc|d}|jtjk(r-tj|tj ||y)N)r~EACCESrGchmodstatS_IWUSR)rrr exception_vals r!_windows_rmdir_readonlyrEs9FMell* t||$ T  r#path_to_resolve base_pathctjjtjj|tjj |S)zIf path_to_resolve is a relative path, create an absolute path with base_path as the base. If path_to_resolve is an absolute path or a user path (~), just resolve it to an absolute path and return. )rGrabspathrN expanduser)rrs r!resolve_path_from_baserNs5 77??277<< 2773E3Eo3VW XXr#ct|}tjdk(rt}nd}t j ||y)zRecursively deletes a directory. Includes an error handler to retry with different permissions on Windows. Otherwise, removing directories (eg. cloned via git) can cause rmtree to throw a PermissionError exception rNonerror)rosysplatformrshutilrmtree)rrs r!rmdirrWs2  D ||w) MM$(r#ctjj|}|jdsJ|jdr9tjj tj d}||z}tjj |ds2tjj tj |}|S)zVGiven a windows path, prepare it for use by making sure it is absolute and normalized.z\\\r)rGrrH startswith splitdrivegetcwdrN)rcurdrives r!_win_prepare_pathrgs 77  D !D ??6 "tt'<77%%biik215$ 77  d #A &ww||BIIK. Kr#ctjdk7ry td}t |dsyt |j _|j S#t$rYywxYw)NrTntdllFRtlAreLongPathsEnabled)rrrr}hasattrrrrestype)dlls r!_supports_long_pathsr~s` ||w /Cs45-3""*))++  s A AAct|dkr|Str|Sd}|j|r|St|}|j|s||z}|S)zHandle path length for windows. Convert a path that dbt has, which might be >260 characters long, to one that will be writable/readable on Windows. On other platforms, this is a no-op. z\\?\)lenrrr)rprefixs r!roros[ 4y3  F v T "D ??6 "} Kr#cDt|}tj|yr+)rorGremover s r! remove_filers  DIIdOr#cVt|}tjj|Sr+)rorGrlexistsr s r! path_existsrs  D 77??4  r#cVt|}tjj|Sr+)rorGrislinkr s r!path_is_symlinkrs  D 77>>$ r#cTtjdk(rytjdk(ryy)Nrstartdarwinrpzxdg-open)rrrr#r! open_dir_cmdrs% ||w  !r#cwdcmdc8|jtjk(rd}nZ|jtjk(rd}n:|jtjk(rd}ndj t |}t jj|||)NzDirectory does not existz7Current user cannot access directory, check permissionszNot a directoryzUnknown OSError: {} - cwd) r~ENOENTrENOTDIRformatr7rrWorkingDirectoryErrorrrrmessages r!_handle_posix_cwd_errorrsp yyELL , ell "K emm ##-44SX>    5 5c3 HHr#c|jtjk(rd}n:|jtjk(rd}ndjt |}t j j|||)Nz7Could not find command, ensure it is in the user's PATHz/User does not have permissions for this commandzUnknown OSError: {} - cmd)r~rrrr7rrExecutableErrorrs r!_handle_posix_cmd_errorrs[ yyELL K ell "C-44SX>    / /S' BBr#cZt|dd|k(rt|||yt|||y)aOSError handling for POSIX systems. Some things that could happen to trigger an OSError: - cwd could not exist - exc.errno == ENOENT - exc.filename == cwd - cwd could have permissions that prevent the current user moving to it - exc.errno == EACCES - exc.filename == cwd - cwd could exist but not be a directory - exc.errno == ENOTDIR - exc.filename == cwd - cmd[0] could not exist - exc.errno == ENOENT - exc.filename == None(?) - cmd[0] could exist but have permissions that prevents the current user from executing it (executable bit not set for the user) - exc.errno == EACCES - exc.filename == None(?) filenameN)rrrrrrs r!_handle_posix_errorrs-*sJ%,S#.S#.r#cVtjjj}|jtj k(rd}tjj }n|jtjk(rd}tjj }n|jtjk(rd}tjj}nNdjt||jtjj|jd}||||)NzcCould not find command, ensure it is in the user's PATH and that the user has permissions to run itz.Command was not executable, ensure it is validzUUnable to cd: path does not exist, user does not have permissions, or not a directoryz"Unknown error: {} (errno={}: "{}")z )rrbase CommandErrorr~rrENOEXECrrrr7 errorcodeget)rrrrrs r!_handle_windows_errorrs8B8M8M8R8R8_8_C yyELL  : ##33 emm #B##33 emm # / ##996== Hcii!4!4SYY !M  c3  r#c*t|dk(r*tjjj ||t j dk(rt|||n t|||tjjdj|)zGInterpret an OSError exception and raise the appropriate dbt exception.rrz-Unhandled exception in _interpret_oserror: {}) rrrrrrGrrrrrrs r!_interpret_oserrorrsz 3x1}##((55c3?? ww$c3,Cc*    0 07>>sC r#envctt|t|dk(r*tjj j |||}|/tjj}|j| tj|d}|r/tjj|gt|ddz}t!j"||t j$t j$|}|j'\}}tt-t/tt1t/j2dk7rLtt5|j2tjj7|||j2||||fS#t($r}t+|||Yd}~d}~wwxYw)N)rrr)rstdoutstderrr)bmsg) returncode)r rrrrrrrGenvironcopyupdaterwhichrrr, subprocessPopenPIPE communicater}rrr7rr rCommandResultError) rrrfull_envexe_pthprocouterrrs r!run_cmdr%sh!c*+ 3x1}##((55c3??H ::??$ *,,s1v& 77??7+,tCG}._is_within_directorytsa 2 WW__V,  WW'' (CDF]* *  s%A&& A21A2 data_filterr)filter)membersN) rtarfile extractall getmembersrGrrNrOutsideDestinationError)r8rrArDmember member_paths r! safe_extractrKlsw &4/$$& DF'',,tV[[9K'k:55fdCC D 41r#tar_pathdest_dir rename_toct|}d}tj|d5}t||tj j |j}ddd|rmtj j||}tj j||}tjjj||dyy#1swYyxYw)Nzr:gzT)r3) rorErprKrGr commonprefixgetnamesrNrclientssystemr7)rLrMrN tar_dir_namer8downloaded_path desired_paths r! untar_packagerWsH%HL h '@7Wh'ww++G,<,<,>? @'',,x>ww||Hi8 !!((,d(S@@s :CCc|tjustjdk7rtj|tj tj z||y)a*Define an error handler to pass to shutil.rmtree. On Windows, when a file is marked read-only as git likes to do, rmtree will fail. To handle that, on errors try to make the file writable. We want to retry most operations here, but listdir is one that we know will be useless. rN)rGlistdirrrrS_IREADS_IWRITE)rrexc_infos r!chmod_and_retryr]s? rzzRWW_ HHT4<<$--/0Jr#cztjjtjj|Sr+)rGrnormcaserr s r!_absnormr`s$ 77  BGGOOD1 22r#ct|}t|}tjdk7rtj||Stj j |rt|t|k(rtj||ytj j|tj j|jd}tj j|rtdj| tj||y#t$rtj j |rit|dzj!t|dzrtdj||tj"||dt%|Yytj&||tj(|YywxYw) aA re-implementation of shutil.move for windows fun. A re-implementation of shutil.move that properly removes the source directory on windows when it has read-only files in it and the move is between two drives. This is almost identical to the real shutil.move, except it, uses our rmtree and skips handling non-windows OSes since the existing one works ok there. rNz/\zPath '{}' already existsrz-Cannot move a directory '{}' into itself '{}'T)symlinks)rorGrrr5risdirr`r7rNbasenamerstripr{EnvironmentErrorrr}rcopytreercopy2unlink)srcdsts r!r5r5sZ s C s C ww${{3$$ ww}}S C=HSM ) IIc3  ggll3 0 0E1B CD 77>># "#=#D#DS#IJ J #s   77== d #..xd /CD&CJJ3PST OOCt 4 3K LLc " IIcN sD**BG);+G)(G)cNt|}tj|tS)zxRecursively remove the path. On permissions errors on windows, try to remove the read-only flag and try again. r)rorrr]r s r!rrs  D == 77r#c eZdZy) GetEnvParamsN)r4r5r6rr#r!rnrnsr#rnc"eZdZUeeefed<y) GetEnvResultrN)r4r5r6rr7r8rr#r!rprps c3hr#rpceZdZeZeZy) GetEnvRecordN)r4r5r6rnr@rprArr#r!rrrrs JJr#rrc4ttjSr+)dictrGrrr#r!get_envrus  r#r+)T)rN)F)rv)F).)mdbt_common.exceptions.baser dataclassesr~rIr!rrGos.pathrKrrrrrEpathlibrtypingrrrrrr r r r dbt_common.exceptionsr,dbt_common.events.functionsr dbt_common.events.typesrrrrrrdbt_common.recordrrrdbt_common.utils.connectionrpathspecrrctypesrrr7r9r" dataclassr%r;register_record_typer>r`rbrhrkrusingledispatchryregisterrrrrrrrrrr}rrrrrrorrrrrrrrrbytesrr*tupler%r#r7TarFilerKrWr]r`r5rrnrprrrurr#r!rs!    TTT23??B<<7%% F Fst ,,,4 """ $$$#$ '+ =="3i==(# =  $sCx. =%=@ '''   V   S! KK C D  ,D,T,, C 3   """"444 ''' f!SC"<CDcN SS#X4&(C5#:"6ccSZ\_N_H`YCYCYCY ) ) ) CC.,d,*ss:cd !c!d!  # $ c  I Is Ic Ix ICCsCcCxC/W/3/T#Y/8/6!w!S!tCy!X!0G#DI("498DcN+CuUZ\aUaObFCG/ //"*5+>"?/ /PT      eE5#6eTk8JJK L    $c$C$$$"2'//22t2> TC T3 T8C= TTX T 3&R8      6 c3hr#