iGPddlZddlZddlmZddlmZddlmZddlm Z m Z m Z m Z m Z mZmZmZmZddlmZddlmZmZmZddlmZdd lmZmZdd lmZdd lm Z dd l!m"Z"dd l#m$Z$ddl%m&Z&ddl'm(Z(m)Z)m*Z*m+Z+m,Z,ddl-m.Z.ddl/m0Z0ddl1m2Z2ddl3m4Z4m5Z5m6Z6ddl7m8Z8ddl9m:Z:ddl;mde?dedee e>e fde?de?de:fdZ@ d/de>de e>e fd ee>d!ee>d"eeAde8f d#ZBd$e:de8de ee?ffd%ZCeGd&d'e:e8eZDGd(d)eZEGd*d+e8ZFd,ZGd-ZHy)0N)deepcopy) dataclass)Path) AnyDictIterableIteratorMapping MutableSetOptionalTupleType)tracking)AdapterRequiredConfig CredentialsHasCredentials) ComponentName)get_include_pathsget_relation_class_by_name)Quoting)load_raw_project)ManifestMetadata) Configuration)UnusedResourceConfigPath)ConfigContractBrokenErrorDbtProjectErrorDbtRuntimeErrorNonUniquePackageNameErrorUninstalledPackagesFoundError) get_flags)ValidationError) warn_or_error)DictDefaultEmptyStrFQNPathPathSet)Profile)Project)DbtProjectYamlRendererProfileRenderer project_root version_checkprofilecli_varsvalidate require_varsreturnct|||}tj||||}|jj|_|S)Nr0)verify_versionr/)r)r(from_project_rootctx_objenv_varsproject_env_vars)r+r,r-r.r/r0project_rendererprojects S/var/www/html/strategist-ai/venv/lib/python3.12/site-packages/dbt/config/runtime.py load_projectr<1sH.gxl[''&}xG 077@@G Nprofile_name_overridetarget_overridethreads_overridect|}|jd}t|}|j|}t j |||||} |j j| _| S)Nr-) rgetr* render_valuer'renderr6r7profile_env_vars) r+r.r>r?r@ raw_projectraw_profile_nameprofile_renderer profile_namer-s r; load_profilerJDso#<0K"y1&x0#001ABLnn,(=P`G 077@@G Nr=projc|jj|j}i}tD]"}||vs||}t |t s|||<$|SN) credentialstranslate_aliasesquotingr isinstancebool)rKr-srcresultkeyvalues r;_project_quoting_dictrWWsZ!--?? MC(*F$ #:HE%&#s $ Mr=c eZdZUeed<eed<eeefed<dZee edfed<dZ e dedeeefdede fd Z e d!d ed e dedee edfddf d Zdeddfd ZdeeeffdZdZe deddedeee ffdZe deddfdZdefdZdedeedefdZ d"deeefdedeeedefdZdeeeffdZde eefdeddfdZd#de edffdZ dZ!de"e#de$eedffdZ%de$e#fd Z&y)$ RuntimeConfigargsrIr.N dependenciesc$|jyrM)r/selfs r; __post_init__zRuntimeConfig.__post_init__is  r=r+r1c\t|||j|j|jSrM)rJr-targetthreads)clsr+r.rZs r; get_profilezRuntimeConfig.get_profilels,   LL KK LL   r=r:r-ct|jjjj t ||j d}t|di}t|d|j}|d8id|jd|jd|jd|jd |jd |jd |jd |j d |j"d|j$d|j&d|j(d|j*d|j,d|j.d|j0d|j2d|d|j4d|j6d|j8d|j:d|j<d|j>d|j@d|jBd|jDd |jFd!|jHd"|jJd#|jLd$|jNd%|jPd&|jRd'|jTd(|jVd)|jXd|jZd*|j\d+|j^d,|j`d-|jbd.|jdd/|jfd0|jhd1|jjd2|jd3|d4|d|d5|d6|jld7|jnS)9aInstantiate a RuntimeConfig from its components. :param profile: A parsed dbt Profile. :param project: A parsed dbt Project. :param args: The parsed command-line arguments. :returns RuntimeConfig: The new configuration. T) omit_nonevarslog_cache_events project_nameversionr+ model_paths macro_paths seed_paths test_pathsanalysis_paths docs_paths asset_pathsfunction_paths target_pathsnapshot_paths clean_targetslog_pathpackages_install_pathpackages_specified_pathrPmodels on_run_start on_run_enddispatchseeds snapshots dbt_versionpackagesmanifest_selectors selectors query_commentsources data_tests unit_testsmetricssemantic_models saved_queries exposures functionsconfig_version unrenderedr8restrict_accessrErI target_namerbrNrZr.r[ dbt_cloudflags)8rrNtypeget_default_quote_policy replace_dictrWto_dictgetattrrhrirjr+rkrlrmrnrorprqrrrsrtrurvrwrxryrzr{r|r}r~rrrrrrrrrrrrrrgrrr8rrErIrrbrr)rcr:r-rZr[rPr.rhs r; from_partszRuntimeConfig.from_parts|s 'w':':'?'? @ % % ' \/A B 'D' !  $+4#<!(/A7C[C[!\6  --6 OO6 !--6  ++ 6  ++ 6 )) 6 ))6 #116 ))6  ++6 #116  ++6 #116 "//6 %%6 #*"?"?!6 "%,$C$C#6 $%6 &>>'6 (!--)6 *))+6 ,%%-6 .--/6 0''16 2 ++36 4%%56 6 '9976 8''96 :"//;6 <OO=6 >))?6 @))A6 BOOC6 D$33E6 F"//G6 H''I6 J''K6 LM6 N#11O6 P))Q6 R%55S6 T$33U6 V%55W6 X!--Y6 Z ++[6 \OO]6 ^ ++_6 `a6 bc6 d.e6 f&g6 h''i6 j--k6 6 r=c \tdi|j}|jt|}t j ||t t|jdd}|j||t|j}t|j|_ |S)axGiven a new project root, read in its project dictionary, supply the existing project's profile info, and create a new project file. :param project_root: A filepath to a dbt project. :raises DbtProfileError: If the profile is invalid. :raises DbtProjectError: If project is missing or invalid. :returns: The new configuration. VERSION_CHECKT)r4r:r-rZr) r'to_profile_infor/r)r(r5rRrrZrrrP)r^r+r-rendererr:runtime_configs r; new_projectzRuntimeConfig.new_projects3D0023*'2++   ?D IJ  $))$)  "*$,,!7r=c|jd}|j|jdt|j|d<|S)a#Serialize the full configuration to a single dictionary. For any instance that has passed validate() (which happens in __init__), it matches the Configuration contract. Note that args are not serialized. :returns dict: The serialized configuration. T) with_packages)serialize_credentialsr.)to_project_configupdaterrr.)r^rTs r; serializezRuntimeConfig.serializesI''d'; d***FG%dmm4z r=c tj|jy#t$r}t ||d}~wwxYw)zValidate the configuration against its contract. :raises DbtProjectError: If the configuration fails validation. N)rr/rr!r)r^es r;r/zRuntimeConfig.validates9  6  " "4>>#3 4 6+A.A 5 6s#& A ;Arcc|jr |jntj}t|di}|j |||}t }t|dddk7}t |t|j|||}||fS)NrgWHICHdepsr3) project_dirosgetcwdrrdr r<rRr)rcrZr+r.r-rr0r:s r; collect_partszRuntimeConfig.collect_partss,0+;+;t'' #*4#<//       ugt4>  $u223WhUa r=cR|j|\}}|j|||S)aGiven arguments, read in dbt_project.yml from the current directory, read in packages.yml if it exists, and use them to find the profile to load. :param args: The arguments as parsed from the cli. :raises DbtProjectError: If the project is invalid or missing. :raises DbtProfileError: If the profile is invalid or missing. :raises DbtValidationError: If the cli variables are invalid. r)rr)rcrZr:r-s r; from_argszRuntimeConfig.from_argss8,,T2~~  r=cbt|j|jtjrtjj ndtjrt jnd|jjt|jjdd|jjdd|jjdd|jjddtjtjjSdS)Ndatabaseschema identifiercolumn)rrrr)ri project_iduser_idsend_anonymous_usage_stats adapter_typerPrun_started_at)rri hashed_namer active_useridr SEND_ANONYMOUS_USAGE_STATSrNrrrPrBrr]s r; get_metadatazRuntimeConfig.get_metadata-s**'')/7/C/CH((++:B:N:N 66TX))..))*d;||''$7<<++L$?||''$7 8@7K7K7W$$33  ^b  r=pathpathsc|jD]O\}}t|tr)|jds|j |||fz|?|j |Qt |SN+)itemsrQdict startswith_get_config_pathsadd frozensetr^configrrrUrVs r;_get_v2_config_pathsz"RuntimeConfig._get_v2_config_pathsAsb !,,. JC%&s~~c/B&&udcVmUC $  r=rc| t}|jD]O\}}t|tr)|j ds|j |||fz|?|j |Qt|Sr)setrrQrrrrrrs r;rzRuntimeConfig._get_config_pathsNsn =EE ,,. JC%&s~~c/B))%F $  r=c D|j|j|j|j|j|j|j|j|j|j |j|j |j|j|j|j|j|j|j|j|j|jd S)zReturn a dictionary with resource type keys whose values are lists of lists of strings, where each inner list of strings represents a configured path in the resource. ) ryr}r~rrrrrrrr) rryr}r~rrrrrrrrr]s r;get_resource_config_pathsz'RuntimeConfig.get_resource_config_paths^s ,,T[[9++DJJ7//?--dll;00A00A--dll;#55d6J6JK!33D4F4FG//?//?  r= resource_fqnsdisabledctd|D}|j}g}|jD]e\}}|j|t}||z} |D]<} t | | rdj d|f| zD} |j | >gt|dk(rytt|y)zReturn a list of lists of strings, where each inner list of strings represents a type + FQN path of a resource configuration that is not used. c32K|]}t|ywrM)tuple).0fqns r; zFRuntimeConfig.warn_for_unused_resource_config_paths..zs!A%*!As.c3 K|]}|ywrMr)ris r;rzFRuntimeConfig.warn_for_unused_resource_config_paths..s,Y1Q,Ys rN)unused_config_paths) rrrrB_is_config_usedjoinappendlenr"r) r^rr disabled_fqnsresource_config_pathsunused_resource_config_paths resource_type config_paths used_fqnsfqns config_path resource_paths r;%warn_for_unused_resource_config_pathsz3RuntimeConfig.warn_for_unused_resource_config_pathsqs"!A!AA $ > > @')$+@+F+F+H G 'M<%))-EI},D+ G &{D9$'HH,Y-9IK9W,Y$YM077 F G  G + , 1 .C_`ar=c>|j|j|i}t|jj}|rt j |}nt|jj}tt|j}||kDr"t|||j|jt j ||j}|j|D]\}}||vr t||||<||_|jSrM)r[rirrNr itertoolschainrrr_get_project_directoriesrrxrw load_projectsr) r^ base_only all_projectsinternal_packages project_pathscount_packages_specifiedcount_packages_installedrir:s r;load_dependencieszRuntimeConfig.load_dependenciess    $ --t4L 1$2B2B2G2G H  )0A B ,/t}}/E/E+F(+.uT5R5R5T/U+V(+.FF7004422  !*0A4C`C`Cb c )-););M)J 5% g</3LAA-4 \* 5!-D    r=cd|_yrM)r[r]s r;clear_dependenciesz RuntimeConfig.clear_dependenciess  r=c#K|D]-} |jt|}|j|f/y#t$r}td|d||d}~wwxYww)NzFailed to read package: invalid_project) result_typer)rstrrir)r^rrr:rs r;rzRuntimeConfig.load_projectsst 4D 4**3t95**G33 4# %.qc2 1  s$A6A AAAAc#Kt|j|jz }|jrG|j D]3}|j s|j jdr0|5yyw)N__)rr+rwexistsiterdiris_dirnamer)r^rootrs r;rz&RuntimeConfig._get_project_directoriesscD%%&)C)CC ;;=  ;;=)=)=d)CJ  sAA=A=5A=rM)rN)F)'__name__ __module__ __qualname__r__annotations__rrr[r r r_ classmethodr'rdr(rrrr/rr rrrrr$r r%rrrrrrrrr rrrr=r;rYrYbsq I38n<@L(73#789@    sCx.         AE M M M  M wsO';<= M  M M `< 4S> 6 40  gwFV@W  * S _  $ . (    '"    /3  S#X   7+,     4W += &bsG|,bb  b4!GC 4huS/EY?Z6[ 4(4.r=rYcLeZdZdfd ZedZedZdZdZxZ S)UnsetCredentialsc&t|ddy)N)super__init__)r^ __class__s r;rzUnsetCredentials.__init__s R r=cyrMrr]s r;rzUnsetCredentials.typer=cyrMrr]s r; unique_fieldzUnsetCredentials.unique_fieldrr=ciSrMr)r^rZkwargss r;connection_infoz UnsetCredentials.connection_infos r=cy)Nrrr]s r;_connection_keysz!UnsetCredentials._connection_keyssr=)r1N) rrrrpropertyrrrr __classcell__)rs@r;r r s:!r=r ceZdZdZdZdZy) UnsetProfilecLt|_d|_d|_d|_y)Nr )r rNrIrrbr]s r;rzUnsetProfile.__init__s$+- r=ctiSrM)r#r]s r;to_target_dictzUnsetProfile.to_target_dicts "2&&r=cT|dvrtd|dtj||S)N>rbrrIzError: disallowed attribute "z" - no profile!)rr'__getattribute__)r^rs r;r#zUnsetProfile.__getattribute__s3 = =!$A$"WX X''d33r=N)rrrrr!r#rr=r;rrs '4r=rzConfiguration paths exist in your dbt_project.yml file which do not apply to any resources. There are {} unused configuration paths: {} cl|r2|D]-}t|t|ks|dt||k(s-yy)NTF)r)rrrs r;rrs>  C4yCH$[s4y)9T)A  r=)NFT)NNN)Irrcopyr dataclassesrpathlibrtypingrrrr r r r r rdbtr!dbt.adapters.contracts.connectionrrrdbt.adapters.contracts.relationrdbt.adapters.factoryrrdbt.artifacts.resourcesrdbt.config.projectrdbt.contracts.graph.manifestrdbt.contracts.projectrdbt.events.typesrdbt.exceptionsrrrrr dbt.flagsr dbt_common.dataclass_schemar!dbt_common.events.functionsr"dbt_common.helper_typesr#r$r%r-r'r:r(rr)r*rrRr<intrJrWrYr r*UNUSED_RESOURCE_CONFIGURATION_PATH_MESSAGErrr=r;r9s !    :N+/9/5 75II=*. tCH~&      ,,0%)&* 38n$C=c]  sm   &'d=RVCV>W YGW&;Y Yx {*474".*r=