i ddlZddlZddlZddlZddlZddlmZmZddlm Z m Z m Z m Z m Z mZmZmZmZmZmZmZmZmZmZddlmZmZmZddlmZddlmZddl m!Z!m"Z"dd l#m$Z$m%Z%dd l&m'Z'm(Z(m)Z)m*Z*m+Z+er$dd lm,Z,dd l&m-Z-dd l.m/Z/ddl0m1Z1ddl2m3Z3ddl4m5Z5ede6e7Z8de9de9dee9de e7e fdeddeee9e9fee9e9fff dZ:de de9de9de e7e fde6f dZ;Gdd e<Z=Gd!d"e<Z>Gd#d$ee8Z?y)%N)BytesIOStringIO)AnyCallablecastDict GeneratorGenericIOIteratorListOptionaloverloadTupleTypeVarUnion TYPE_CHECKING) DecodeErrorHttpResponseErrorIncompleteReadError)with_current_context)!validate_and_format_range_headers)parse_length_from_content_rangeprocess_storage_error)deserialize_blob_propertiesget_page_ranges_result)adjust_blob_size_for_encryption decrypt_blob&get_adjusted_download_range_and_offsetis_encryption_v2parse_encryption_data)IncrementalDecoder)_EncryptionData)AzureBlobStorage)BlobOperations)BlobProperties)StorageConfigurationT start_range end_rangelengthencryption_optionsencryption_datar$returnc|d\}}|jd|jdt||||S||f||ffS)N)rrkeyresolver)getr )r*r+r,r-r. start_offset end_offsets ]/var/www/html/strategist-ai/venv/lib/python3.12/site-packages/azure/storage/blob/_download.pyprocess_range_and_offsetr7,s` $L*e$04F4J4J:4V4b5        #lJ%? ??datar4r5 encryptionc | tddjt|}|r|jd|jdW t |jdxsd|jd|jd||||j j S|S#t$r}td|j ||d}~wwxYw) NzResponse cannot be None.r8r1r2requiredFzDecryption failed.)messageresponseerror) ValueErrorjoinlistr3rr>headers Exceptionr)r9r4r5r:contentr?s r6process_contentrF>s |344hhtDz"G:>>%(4 z8R8^ rz*3eu%z* %%  N r#,@4==`eflq q rs AB%% C .CC cTeZdZ d"dddededededed ed eeefd ed d edeedee eeefdee eeegdfdeddfdZ dede eeffdZ deeddffdZdeddfdZdede eeffdZdeddfdZdededdfdZdededefdZded ede eeffd!Zy)#_ChunkDownloaderNclientr& total_size chunk_sizecurrent_progressr*r+validate_contentr-r.r$streamparallelnon_empty_ranges progress_hookkwargsr/c `||_| |_||_||_||_||_| |_| rtjnd|_ | rtjnd|_ | |_ | r| jnd|_ ||_||_| |_||_||_yNr)rIrPrKrJ start_index end_indexrN threadingLock stream_lock progress_lockrQtell stream_startprogress_totalr-r.rMrequest_options)selfrIrJrKrLr*r+rMr-r.rNrOrPrQrRs r6__init__z_ChunkDownloader.__init__Us" 0%$&" /79>>+T19Y^^-t*.6FKKM1/#5.!1%r8 chunk_startc||jz|jkDr|j}||fS||jz}||fSN)rKrVr_ra chunk_ends r6_calculate_rangez!_ChunkDownloader._calculate_rangesH  (4>> 9II%%$doo5II%%r8c#K|j}||jkr$|||jz }||jkr#yywrc)rUrVrK)r_indexs r6get_chunk_offsetsz"_ChunkDownloader.get_chunk_offsetss>  dnn$K T__ $Ednn$s >AAc|j|\}}|j||dz \}}||z }|dkDr$|j|||j|yy)Nrr)rf_download_chunk_write_to_stream_update_progress)r_rare chunk_data_r,s r6 process_chunkz_ChunkDownloader.process_chunkse!%!6!6{!C Y,,[)a-H A[( A:  ! !*k :  ! !& ) r8cT|j|\}}|j||dz S)Nr)rfrkrds r6 yield_chunkz_ChunkDownloader.yield_chunks.!%!6!6{!C Y##KQ??r8r,c|jr+|j5|xj|z c_dddn|xj|z c_|jr'|j|j|jyy#1swY=xYwrc)rZr]rQrJ)r_r,s r6rmz!_ChunkDownloader._update_progresssz   ## .##v-# . .   6 )       t22DOO D   . .s BB rnc6|jrf|j5|jj|j||jz z|jj |dddy|jj |y#1swYyxYwrc)rYrNseekr\rUwrite)r_rnras r6rlz!_ChunkDownloader._write_to_streams|   !! .   !2!2kDDTDT6T!UV !!*- . . KK  j )  . .s ABBgiven_range_startgiven_range_endch|jy|jD]}||dkry|d|kryy)NFstartTend)rP)r_rwrx source_ranges r6 _do_optimizez_ChunkDownloader._do_optimizesW  ( 11 L g!66e$'88 "r8rec |j tdt||||j|j\}}|j |d|dr|d|dz dz}d|z}||fSt |d|d|j \}}d} d} | rtd} |jjd |||j |j|jd|j\} } t| |d|d|j}d } | rt j&}|jj)d r(| j*j,|jd _|fS#t$r} t| Yd} ~ d} ~ wwxYw#ttt f$r7} | dz} | dkrt| | | t#j$dYd} ~ d} ~ wwxYw) Nz0Required argument is missing: encryption_optionsrr)check_content_md5Trangerange_get_content_md5rMdata_stream_totaldownload_stream_currentFr?modified_access_conditions)r-r@r7r.r}rrMrIdownloadrJr]r^rrrFrrtimesleepcontent_lengthr3 propertiesetagif_match)r_raredownload_rangeoffsetrrn range_headerrange_validation retry_active retry_totalr>ror?s r6rkz _ChunkDownloader._download_chunks  " " *OP P!9 It/F/FH\H\"    ^A.q0A B+A.1BBQFN >1JN>))K.Oq!q!"&"7"7. *L*  LK $ 1"6$++"6"6#*.>)-)>)>*.//040C0C # .. #KAx"!06!9fQiQUQhQh!iJ#(L!,&44N##''(DENVNaNaNfNf$$%ABK>))%)1)%001 ,-> L"1$K"a'/UCNJJqMM "s1A E% E< E9$ E44E9<G-GG)NNNNN)__name__ __module__ __qualname__intboolrstrrrr rr`rrfr rirpbytesrrrmrlr}rkrr8r6rHrHTs8<"&;?HL-& -&-& -&  -&  -&-&-&!cN-&""34-&-&3--&#4S#X#78-& #x})=t)C DE-&-& !-&^&C&E#s(O&%9S$_#=% ***@s@uUCZ/@@EsEtE*5*s*t*cCD22*32*32*5PSCT2*r8rHc leZdZdZdededeededdf dZdefd Z de efd Z defd Z e Z defd Zy) _ChunkIteratorz,Iterator for chunks in blob download stream.sizerE downloaderrKr/Nc^||_||_||_||_d|_|dk(|_yrT)r _chunk_size_current_content_iter_downloader _iter_chunks _complete)r_rrErrKs r6r`z_ChunkIterator.__init__s4 % ' *BFr8c|jSrcrr_s r6__len__z_ChunkIterator.__len__ yyr8c|Srcrrs r6__iter__z_ChunkIterator.__iter__ s r8c|jr td|jsEt|j|j kDr|j Sd|_|jS|js|jj|_t|j|j k\r|j S t|j}|xj|jj|dz c_|j S#t$r+}d|_|jr|jcYd}~S|d}~wwxYw)NzDownload completeTr) r StopIterationrlenrr_get_chunk_datarrinextrr)r_ next_chunkes r6__next__z_ChunkIterator.__next__s$ >> 34 4$$4(()D,<,<<++--!DN(( (  $ 5 5 G G ID  t$$ %)9)9 9'') ) d//0J  ! !T%:%:%F%Fz%RST%U U !##%% !DN$$,,,G  s%AD E&E E E  Ect|jd|j}|j|jd|_|Src)rr)r_rns r6rz_ChunkIterator._get_chunk_data/s=**+=T-=-=> $ 5 5d6F6F6G Hr8)rrr__doc__rrrrHr`rr rrrrrr8r6rrsp6#S#5#hGW>X#fi#nr#(5/&%&< Dr8rceZdZUdZeed< eed< ded< eed< d(dd d d d eed eedede ee fdedededeedee de ddfdZ dZ d)dZedZdZdeefdZed*dedefdZedddeedefdZd*dddedeedefdZdefd Zd!eedefd"Zd#Zd$Zd+d%Zd,d&Zd+d'Zy)-StorageStreamDownloaderz< A streaming object to download from Azure Storage. name containerr'rrNclientsr%configr(r*r+rMr-max_concurrencyencoding download_clsrRr/c  ||_| |_d|_||_||_||_||_||_| |_||_ |xsi|_ | jdd|_ | |_ d|_d|_d|_d|_d|_d|_d|_d|_d|_d|_d|_d|_d|_|j xsd|_| |jd<|jj9d|jj9d|j;|js|jj<n|jj>} |j6}|j |j |z | kr |j }n|| zdz }tA|||j |j|j&\|_!|_"|jG|_tId |jjJ|_%|j|jJ_|j|jJ_|j|jJ_d |j6d |j |j n|j"dz d |j"|jJ_&d|jJ_'y) NrrQr8Tclsr1r2rr'zbytes -/)(rrr_clients_config _start_range _end_range_max_concurrency _encoding_validate_content_encryption_optionspop_progress_hook_request_options _response_location_moder _file_size_non_empty_ranges_encryption_data_download_offset_raw_download_offset _read_offset_current_content_offset _text_mode_decoder _first_chunk_download_startr3_get_encryption_data_requestmax_single_get_sizemax_chunk_get_sizer7_initial_range_initial_offset_initial_requestrr content_range content_md5)r_rrr*r+rMr-rrrrrrRfirst_get_sizeinitial_request_startinitial_request_ends r6r`z StorageStreamDownloader.__init__Es "   '# /!!1#5#; $jj$? &"36!%=A!"$%!'($*.8<  #005A(4e$  # # ' ' . :d>V>V>Z>Z[e>f>r  - - / 594J4JDLL , ,PTP\P\PoPo !% 4 4 ?? &4??=R+RUc+c"&// "7."H1"L 4L !  OO  $ $  ! ! 5 1T1..0/1J1JK#yy$(NN! $yy+1$2F2F1Gq?C?ZDOO`d`o`ors`s+ttu,0OO+<*>%'+#r8c|jSrcrrs r6rzStorageStreamDownloader.__len__rr8c|jjdd}|jjdd}t|jd<td|jj j di|j}t|j|_ ||jd<|||jd<yy)Nr decompressr'r) rrrrrblobget_propertiesr"metadatar)r_rrrs r6rz4StorageStreamDownloader._get_encryption_data_requests,,00= **..|TB (Ce$*,MDMM,>,>,M,M,fPTPePe,fg !6j6I6I J(4e$  !2|_d}|r|xjHtK|j8z c_$|xjLjNz c_&|jjPd k(r8 |jjRjU} tW| d|_,|jZsC|jj]dr(|jj^|jd_0|S#t0$r}|j*|j2r|j2j4d k(rs |jjjd|jddd |j\}}n!#t0$r} t7| Yd} ~ nd} ~ wwxYwd|_d|_n t7|Yd}~d}~wwxYw#t@t0tBf$r8}|dz}|dkrt1|| |tEjFdYd}~d}~wwxYw#t0$rYrwxYw)NrrF)start_range_requiredend_range_requiredrTrrz?Required Content-Range response header is missing or malformed.i)rMrrr8rPageBlobrr)1rrrrrrrrrrrrrrrrrr@rrrrminrrr> status_coderrrFrrrrrrrrrr blob_type page_blobget_page_rangesrrrr3rr) r_rrrr location_moder>r?ror page_rangess r6rz(StorageStreamDownloader._initial_requests)J    "    "!&$"44 * & &  1 1*.uXc]C5G/HJe$--J\J\JeJeK&*:%)%;%;&*,- K ++ K+' x'4##B(BUBUBcBc"d??*$%fgg"A$//SWShSh"i??.43D3D3P #DOOd6G6G$G[_[l[lIlopIp qDI&&2 $$2C2C CDI $DI. 99>,/D),; ,,Q/,,Q/00 -D) % }H T%:%:!;; !!X%<%<<!    ( (J 6 "mm55EEG )? )LQ)O&&&4+@+@+D+DEa+bKSK^K^KcKcD ! !"> ? Ho% 1$$,ENND^D^beDe1&Admm&8&8&A&A'-1-C-C./45'#33 ' 8 -1-a001!"DI&'DO)%0' 1@():KH q !#+E?UJ 1  "%  soE#K!$AN'7O6! N$*1NAMN M<' M72N7M<<NN$'O3;-O..O36 PPc0|jr td|jrtjdd}|j r |j s|j r8|jt|jz}t|j}n|j}d}|j|jz}td|jj|j|j|jj ||||j"|j$|j&|j(d |j*}|j r |jnd}t-|jt/t0|||jj S) a Iterate over chunks in the download stream. Note, the iterator returned will iterate over the entire download content, regardless of any data that was previously read. NOTE: If the stream has been partially read, some data may be re-downloaded by the iterator. :return: An iterator of the chunks in the download stream. :rtype: Iterator[bytes] .. admonition:: Example: .. literalinclude:: ../samples/blob_samples_hello_world.py :start-after: [START download_a_blob_in_chunk] :end-before: [END download_a_blob_in_chunk] :language: python :dedent: 12 :caption: Download a blob using chunks(). zRStream has been partially read in text mode. chunks is not supported in text mode.z> MMX Y  (?(?  ,,s43H3H/II#&t'<'<#= ,,#$ &&2C. }}))!%!7!799<<::!1!!%!7!7#'#;#; $ 5 5!00 '' O483D3D$//#0&||66 8 8r8cyrcr)r_rs r6readzStorageStreamDownloader.reada r8)charsrcyrcr)r_rs r6rzStorageStreamDownloader.readerr8c@ |dkDr!|jrtjd|dkDr | td|js | td|jr|dkDr td|jdur | td|d k(s3|d k(s.|j r2|j t|jk\r|jsd Sd S|js||jvd |_tj|jd |_ |jjtt|j|j |_n|jd|_|jr$t}||d krt j"n|}n!t%}|d kDr|nt j"}|t j"k(}d }|j }t't|j|j z ||z }|j)|j|||z}||z }|xj |z c_|xj*|z c_|j-||z } | d kDr|j s |j.|j0z}|j.|j2z} |j4dkD} t7d|j8j:|j<|j2|j>j@|j*|| || |jB|jD|jF|jH|jJd|jL} d|_'| jQ} |r|js| r|j2|j0z |j>j@kDrod dl)}|jTjW|j45}tY|j[t]| j^| jQdddn| D]}| j_||jan@tc| dx}1| d kDr+| je|\}}|xj0t|z c_|xjf|z c_3|jr9|j-|jj||j |_n||_| t|jkr|j)|jd| }n|j)|j}||_|xj*|z c_| |z} |j-tc| dx}| d kDr+|ji}|js8|jr, tt|j|j}|S|S#1swYxYw#tj$rtjdwxYw)a Read the specified bytes or chars from the stream. If `encoding` was specified on `download_blob`, it is recommended to use the chars parameter to read a specific number of chars to avoid decoding errors. If size/chars is unspecified or negative all bytes will be read. :param int size: The number of bytes to download from the stream. Leave unspecified or set negative to download all bytes. :keyword Optional[int] chars: The number of chars to download from the stream. Leave unspecified or set negative to download all chars. Note, this can only be used when encoding is specified on `download_blob`. :return: The requested data as bytes or a string if encoding was specified. If the return value is empty, there is no more data to read. :rtype: T zSize parameter specified with text encoding enabled. It is recommended to use chars to read a specific number of characters instead.Nz#Cannot specify both size and chars.z$Must specify encoding to read chars.z>Stream has been partially read in text mode. Please use chars.Fz>Stream has been partially read in bytes mode. Please use size.rr8Tstrict)finalrrIrPrJrKrLr*r+rNrOrMr-r.rrQzEncountered a decoding error while decoding blob data from a partial read. Try using the `chars` keyword instead to read in text mode.r)6rrrr@rrrrrcodecsgetincrementaldecoderrdecoderrrsysmaxsizerrrvr_check_and_report_progressrrrrrHrrrrrrrrrrrrriconcurrent.futuresfuturesThreadPoolExecutorrBmaprrp_complete_readrrrrgetvalueUnicodeDecodeError)r_rr output_streamreadallcountrzr,r remainingr{rOr chunks_iter concurrentexecutorrchunkrnrr9s r6rzStorageStreamDownloader.readjss& "9 MMC  "9*BC C~~%"3CD D ??tby]^ ^ ??e #(9]^ ^ AI!((T-I-ISQUQfQfMg-g"nn3 4" 45#49S"DOHF88HRDM$(MM$8$8UD112$:Q:Q%9%SD ! __ $#DO ??$JM"'-5A:3;;5D#IM!84D#++%,,S../$2N2NNPTW\P\]""4#8#8uv~#NO   $$,$ T! '')5L q=!8!8((4+@+@@E&&2C,,q0H)}}))!%!7!799<<::!%!2!2!$!!%!7!7#'#;#; $ 5 5!00"11''J"!&D  %668KtT-B-B!BdllFeFe e-#++>>t?T?TUYaX\\01I1IJ&88: '2= "00<=##%!%[$ 77uDUV1;1G1G1N.J))S_<)--?-4==+D04 0D0DZW[WnWn0D0o-0:- 3t'<'<#==,2243H3H)3TU,2243H3HI37D0%%-%%I335#!%[$ 77uDUV&%%'4>> E4(//? t WH&  R  s*=W0)W=0W:= Xc"|jS)z Read the entire contents of this blob. This operation is blocking until all data is downloaded. :return: The requested data as bytes or a string if encoding was specified. :rtype: T )rrs r6rzStorageStreamDownloader.readallsyy{r8rNcL|jr td|jrtjd|j dkD}|rPd}t jdk\r|js t| |j|j|j|jz }|dkryt|j |j"z }|j"}|j%t't(|j |||z}|xj"|z c_|xj|z c_|j*r&|j+|j|j|j,r|S|j.|jz} |j.|jz} t1d |j2j4|j6|j|j8j:|j| | |||j<|j>|j@|jB|j*d|jD} |roddl#} | jHjK|j 5} tM| jOtQ| jR| jUdddn&| jUD]}| jS||jW|S#ttf$r}t||d}~wwxYw#1swY>xYw) aeDownload the contents of this file to a stream. :param IO[bytes] stream: The stream to download to. This can be an open file-handle, or any writable stream. The stream must be seekable if the download uses more than one parallel connection. :return: The number of bytes read. :rtype: int zTStream has been partially read in text mode. readinto is not supported in text mode.zEEncoding is ignored with readinto as only byte streams are supported.rz&Target stream handle must be seekable.)rNrr r),rr@rrrrr version_infoseekablerur[NotImplementedErrorAttributeErrorrrrrrrvrrrrrrHrrrrrrrrrrrrrrBrrrprir)r_rNrO error_messageexcremaining_sizecurrent_remainingrzr data_startdata_endrr r!r"s r6readintoz StorageStreamDownloader.readintos ??st t >> MMa b((1, DM4'0A // 9 FKKM* T%6%66 Q   5 569U9UU,, T%)>)>uUM^E^)_`a $$-$ U"       1 1499 =  " "! !))D,=,== ''$))3% ==%%!33yy||66!.."!33#77 11,,-- ## "  %##66t7L7LM QYX\\,Z-E-EF"446   $557 0((/ 0 o(8 9 /S8 9Z  s$;K79=L7L LLL#c|j|_|j|_|j|_t |j |_y)z/Adjusts all offsets to the end of the download.N)rrrrrrrrs r6rz&StorageStreamDownloader._complete_readVs9 $ $(II! II'*4+@+@'A$r8c|jrJ|jt|jk(r'|j|j|j yyy)zReports progress if necessary.N)rrrrrrrs r6rz2StorageStreamDownloader._check_and_report_progress]sH   4#?#?3tG\G\C]#]    5 5tyy A$^ r8ctjdt|jr t d||_|j S)apDEPRECATED: Download the contents of this file. This operation is blocking until all data is downloaded. This method is deprecated, use func:`readall` instead. :param int max_concurrency: The number of parallel connections with which to download. :return: The contents of the file as bytes. :rtype: bytes z3content_as_bytes is deprecated, use readall insteadz\Stream has been partially read in text mode. content_as_bytes is not supported in text mode.)rrDeprecationWarningrr@rr)r_rs r6content_as_bytesz(StorageStreamDownloader.content_as_bytesdsJ  A   ??OP P!0||~r8ctjdt|jr t d||_||_|jS)aDEPRECATED: Download the contents of this blob, and decode as text. This operation is blocking until all data is downloaded. This method is deprecated, use func:`readall` instead. :param int max_concurrency: The number of parallel connections with which to download. :param str encoding: Test encoding to decode the downloaded bytes. Default is UTF-8. :return: The content of the file as a str. :rtype: str z2content_as_text is deprecated, use readall insteadz[Stream has been partially read in text mode. content_as_text is not supported in text mode.)rrr3rr@rrr)r_rrs r6content_as_textz'StorageStreamDownloader.content_as_text{sQ  @   ??NO O!0!||~r8ctjdt|jr t d||_|j ||jS)a&DEPRECATED: Download the contents of this blob to a stream. This method is deprecated, use func:`readinto` instead. :param IO[T] stream: The stream to download to. This can be an open file-handle, or any writable stream. The stream must be seekable if the download uses more than one parallel connection. :param int max_concurrency: The number of parallel connections with which to download. :return: The properties of the downloaded blob. :rtype: Any z6download_to_stream is deprecated, use readinto insteadz^Stream has been partially read in text mode. download_to_stream is not supported in text mode.)rrr3rr@rr/r)r_rNrs r6download_to_streamz*StorageStreamDownloader.download_to_streamsT  D   ??QR R!0 fr8) NNNNNNrNNNN)r/N)r )r)rzUTF-8) rrrrr__annotations__rrrrrrr`rrpropertyrrr rrrr)rrr r/rrr4r6r8rr8r6rr5s I0N6  = I- '+)-%)#'!%-1 "&+/\+#\+'\+c] \+ C= \+  \+!cN\+\+\+\+3-\+x(\+\+ \+|=.66 aF9898v  a  -1 Xc] a  OTOOXc]OaObOr%yOSObBB.4r8r)@rrrWrriorrtypingrrrrr r r r r rrrrrrazure.core.exceptionsrrrazure.core.tracing.commonr_shared.request_handlersr_shared.response_handlersrr _deserializerr _encryptionrrr r!r"r#r$ _generatedr%_generated.operationsr&_modelsr'_shared.modelsr(rrr)rr7rFobjectrHrrrr8r6rHsJ     VU:G]M),,5'4 C@@@ SM@S#X @ /0 @  5c?E#s(O +, @$#SctTWY\T\~bg,f*vf*R5V5px gajx r8