Ë
    ¼vëjè$  ã                  óŒ  — U d Z ddlmZ ddlZddlZddlmZ ddlmZ ddl	m
Z
mZmZ ddlZddlmZ dd	lmZ d
dlmZmZmZmZ d
dlmZmZmZ  ej6                  d«      Z ee«      j=                  «       j>                  dz  dz  Z dZ!dZ" e#«       Z$de%d<    G d„ de&«      Z' ed¬«       G d„ d«      «       Z(dd„Z) G d„ d«      Z*y)a‡  The one object a product holds for storage. Platform level: one vector allowance and one cloud allowance per
organisation, for every product together, read off the plan; usage measured in the organisation's schema.

    storage.check(tenant, "cloud", bytes_about_to_write)   raises StorageFull with the owner's sentence
    storage.record_object(tenant, kind, container, path, bytes, content_type)   after a blob is written
    storage.forget_object(tenant, container, path)                            after a blob is deleted
    storage.summary(tenant)                                                   both meters, for a screen

Fails open: when a database cannot be reached the write goes ahead and one line is logged. A billing fault must
not stop a campaign; only storage known to be full does. The owners are told in the platform bell at 80 and
100 percent of either allowance, once per crossing.
é    )ÚannotationsN)Ú	dataclass)ÚPath)ÚCallableÚOptionalÚSeté   )Ú
org_schema)Útell_membersé   )Úcloud_by_productÚcloud_bytesÚvector_bytesÚvector_tables)ÚMBÚStoragePlanÚread_storage_planzgalaxiq.storageÚsqlzstorage.sql©ÚvectorÚcloud)éP   éd   zSet[str]Ú_ensuredc                  ó$   ‡ — e Zd ZdZdˆ fd„Zˆ xZS )ÚStorageFullzEThe organisation's allowance cannot hold what is about to be written.c           	     ó–   •— |dk(  rdnd}t         ‰| �  d|› d|t        z  d›d|t        z  d›d�«       |||c| _        | _        | _        y )	Nr   úvector storageÚstoragezYour z
 is full (ú,ú of z? MB). Remove what you no longer need, or move to a larger plan.)ÚsuperÚ__init__r   ÚkindÚusedÚlimit)Úselfr$   r%   r&   ÚwhatÚ	__class__s        €ú]/var/www/html/strategist-ai/venv/lib/python3.12/site-packages/galaxiq_utils/storage/client.pyr#   zStorageFull.__init__'   sa   ø€ Ø#'¨8Ò#3Ñ¸ˆÜ‰Ñ˜5   j°¼±¸A°¸dÀ5ÌBÁ;ÈqÀ/ð RUð Uô 	Và+/°°uÐ(ˆŒ	�4”9˜d�jó    )r$   Ústrr%   Úintr&   r-   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r#   Ú__classcell__)r)   s   @r*   r   r   $   s   ø„ ÙO÷=ñ =r+   r   T)Úfrozenc                  óJ   — e Zd ZU ded<   dZded<   dZded<   d	Zd
ed<   dd„Zy	)ÚDecisionÚboolÚallowedÚ r,   Úreasonr   r-   r%   NzOptional[int]r&   c                ó   — | j                   S ©N)r7   ©r'   s    r*   Ú__bool__zDecision.__bool__5   s   € Ø�|‰|Ðr+   )Úreturnr6   )r.   r/   r0   Ú__annotations__r9   r%   r&   r=   © r+   r*   r5   r5   .   s)   … àƒMØ€FˆCÓØ€Dˆ#ƒMØ€Eˆ=Óôr+   r5   c                óp  — |t         v ry |j                  dd«      j                  dd«      j                  «       st        d|›�«      ‚| j	                  «       5  | j                  t        j                  d¬«      j                  d|«      «       d d d «       t         j                  |«       y # 1 sw Y   ŒxY w)NÚ_r8   ú-znot a schema name: zutf-8)Úencodingz{schema})	r   ÚreplaceÚisalnumÚ
ValueErrorÚtransactionÚexecuteÚSQLÚ	read_textÚadd)ÚconnÚschemas     r*   Úensure_storage_tablesrO   9   s™   € Ø”ÑØØ�>‰>˜#˜rÓ"×*Ñ*¨3°Ó3×;Ñ;Ô=ÜÐ.¨v¨jÐ9Ó:Ð:Ø	×	Ñ	Ó	ñ RØ�‰”S—]‘]¨G�]Ó4×<Ñ<¸ZÈÓPÔQ÷Rä‡L�L�Õ÷Rð Rús   Á6B,Â,B5c                  ót   — e Zd Zedf	 	 	 dd„Zd„ Zdd„Zdd„Zddd„Zddd„Z		 d	 	 	 dd	„Z
dd
„Zdd„Zdd„Zy)ÚStorageé
   c                óN   — ||c| _         | _        |||c| _        | _        | _        y r;   )Ú_platform_dsnÚ_tenant_dsnÚproductÚ
_schema_ofÚ_timeout)r'   Úplatform_dsnÚ
tenant_dsnrV   Ú	schema_ofÚconnect_timeouts         r*   r#   zStorage.__init__D   s*   € à/;¸ZÐ,ˆÔ˜DÔ,Ø7>À	È?Ð4ˆŒ�d”o t¥}r+   c                óX   — t        j                  | j                  | j                  ¬«      S ©N)r\   )ÚpsycopgÚconnectrT   rX   r<   s    r*   Ú	_platformzStorage._platformI   s   € Ü�‰˜t×1Ñ1À4Ç=Á=ÔQÐQr+   c                ót   — t        j                  | j                  | j                  ¬«      }t	        ||«       |S r^   )r_   r`   rU   rX   rO   )r'   rN   rM   s      r*   Ú_tenantzStorage._tenantL   s+   € Ü�‰˜t×/Ñ/ÀÇÁÔOˆÜ˜d FÔ+Øˆr+   c                ó<   — |dk(  rt        ||«      S t        ||«      S )Nr   )r   r   )r'   rM   rN   r$   s       r*   Ú_usedzStorage._usedQ   s#   € Ø-1°XÒ-=Œ|˜D &Ó)Ð\Ä;ÈtÐU[ÓC\Ð\r+   c           	     ó†  — |t         v sJ |«       ‚	 | j                  «       5 }t        ||«      }ddd«       €t        dd«      S |dk(  r|j                  n|j
                  }|€t        dd«      S | j                  |«      }| j                  |«      5 }| j                  |||«      }	| j                  |||||	|«       ddd«       	t        d|«      z   |kD  rt        dd|	|«      S t        dd	|	|«      S # 1 sw Y   ŒÄxY w# 1 sw Y   ŒCxY w# t        $ r.}
t        j                  d
|||
«       t        dd«      cY d}
~
S d}
~
ww xY w)zdAsk before writing. Allowed when the plan sets no limit or has room; refused when it would overflow.NTÚno_subscriptionr   Úno_limitr   FÚfullr8   zCstorage: could not check %s for %s (%s); letting the write go aheadÚ
unverified)ÚKINDSra   r   r5   r   r   rW   rc   re   Ú_tell_at_marksÚmaxÚ	ExceptionÚlogÚwarning)r'   Ú	tenant_idr$   ÚsizeÚplatformÚplanr&   rN   Útenantr%   Úexcs              r*   Ú	may_storezStorage.may_storeT   sN  € à”u‰}Ð"˜dÓ"ˆ}ð	0Ø—‘Ó!ð > XÜ(¨°9Ó=�÷>àˆ|Ü Ð&7Ó8Ð8Ø)-°Ò)9�D×%Ò%¸t×?OÑ?OˆEØˆ}Ü  jÓ1Ð1Ø—_‘_ YÓ/ˆFØ—‘˜fÓ%ð R¨Ø—z‘z &¨&°$Ó7�Ø×#Ñ# F¨F°I¸tÀTÈ5ÔQ÷Rð ”c˜!˜T“lÑ" UÒ*Ü  v¨t°UÓ;Ð;Ü˜D " d¨EÓ2Ð2÷>ð >ú÷Rð Rûô ò 	0Ü�K‰KÐ]Ð_cÐenÐpsÔtÜ˜D ,Ó/Õ/ûð	0ús]   ‘D	 ¡C1®D	 Á*D	 Á/"D	 Â*C=Â;'D	 Ã#D	 Ã1C:Ã6D	 Ã=DÄD	 Ä		E Ä#D;Ä5E Ä;E c                óz   — | j                  |||«      }|s%t        ||j                  |j                  xs d«      ‚|S )z,may_store, raising StorageFull when refused.r   )rw   r   r%   r&   )r'   rq   r$   rr   Údecisions        r*   ÚcheckzStorage.checkj   s8   € à—>‘> )¨T°4Ó8ˆÙÜ˜d H§M¡M°8·>±>Ò3FÀQÓGÐGØˆr+   Nc                óP  — 	 | j                  |«      }| j                  |«      5 }|j                  d|› d�| j                  |||t	        |«      |f«       |j                  «        ddd«       y# 1 sw Y   yxY w# t        $ r#}	t        j                  d||||	«       Y d}	~	yd}	~	ww xY w)zZA blob was written: remember it so the organisation's cloud usage is a sum, not a listing.úINSERT INTO "a+  ".storage_objects (product, kind, container, path, bytes, content_type) VALUES (%s, %s, %s, %s, %s, %s) ON CONFLICT (container, path) DO UPDATE SET bytes = EXCLUDED.bytes, content_type = EXCLUDED.content_type,   product = EXCLUDED.product, kind = EXCLUDED.kind, created_at = now(), deleted_at = NULLNz+storage: could not record %s/%s for %s (%s))	rW   rc   rI   rV   r-   Úcommitrn   ro   rp   )
r'   rq   r$   Ú	containerÚpathrr   Úcontent_typerN   ru   rv   s
             r*   Úrecord_objectzStorage.record_objectq   s¬   € ð	hØ—_‘_ YÓ/ˆFØ—‘˜fÓ%ð  ¨Ø—‘Ø# F 8ð ,pð pð —\‘\ 4¨°D¼#¸d»)À\ÐRôTð —‘”÷ ÷  ñ  ûô ò 	hÜ�K‰KÐEÀyÐRVÐXaÐcf×gÑgûð	hús5   ‚"A9 ¤A A-Á$A9 Á-A6Á2A9 Á6A9 Á9	B%ÂB Â B%c                ó"  — 	 | j                  |«      }| j                  |«      5 }|j                  d|› d�||f«       |j                  «        ddd«       y# 1 sw Y   yxY w# t        $ r#}t
        j                  d||||«       Y d}~yd}~ww xY w)z&A blob was deleted: it stops counting.zUPDATE "zb".storage_objects SET deleted_at = now() WHERE container = %s AND path = %s AND deleted_at IS NULLNz+storage: could not forget %s/%s for %s (%s))rW   rc   rI   r}   rn   ro   rp   )r'   rq   r~   r   rN   ru   rv   s          r*   Úforget_objectzStorage.forget_object�   s•   € ð	hØ—_‘_ YÓ/ˆFØ—‘˜fÓ%ð  ¨Ø—‘ ¨&¨ð 28ð  8Ø:CÀTÐ9JôLà—‘”÷ ÷  ñ  ûô ò 	hÜ�K‰KÐEÀyÐRVÐXaÐcf×gÑgûð	hús4   ‚"A" ¤)AÁA" ÁAÁA" ÁA" Á"	BÁ+B	Â	Bc                óÂ  — | j                  «       5 }t        ||«      }ddd«       €y| j                  |«      }| j                  |«      5 }t	        ||«      }t        d„ |D «       «      |j                  |D ��ci c]  \  }}|t        |«      “Œ c}}dœt        ||«      |j                  t        ||«      dœdœcddd«       S # 1 sw Y   Œ¦xY wc c}}w # 1 sw Y   yxY w)z`Both meters: used, limit (None = no limit), and what makes them up. None without a subscription.Nc              3  ó8   K  — | ]  \  }}t        |«      –— Œ y ­wr;   )r-   )Ú.0rB   Úss      r*   ú	<genexpr>z"Storage.summary.<locals>.<genexpr>–   s   è ø€ Ò&A±$°!°Q¤s¨1§vÑ&Aùs   ‚)r%   r&   Útables)r%   r&   Ú
by_productr   )
ra   r   rW   rc   r   Úsumr   r-   r   r   )	r'   rq   rs   rt   rN   ru   r‰   Útr‡   s	            r*   ÚsummaryzStorage.summaryŒ   sÛ   € à�^‰^Óð 	: Ü$ X¨yÓ9ˆD÷	:àˆ<ØØ—‘ Ó+ˆØ�\‰\˜&Ó!ð 	 VÜ" 6¨6Ó2ˆFä#&Ñ&A¸&Ô&AÓ#AÈD×L]ÑL]Ø<B×%C±D°A°q a¬¨Q«¡iÓ%CñEä"-¨f°fÓ"=È×HXÑHXÜ(8¸ÀÓ(HñJñ÷	ñ 	÷	:ð 	:üó &D÷		ð 	ús)   ‘CÁ.CÁ9CÂ*CÃCÃCÃCc           	     ó   — 	 |j                  d|› d�|f«      j                  «       }|r|d   rt        |d   «      ng }|r|dz  |z  nd}	|D �
cg c]
  }
|	|
k\  sŒ	|
‘Œ }}
t        D �
cg c]  }
|	|
k\  sŒ	|
|vsŒ|
‘Œ }}
||z  }||k7  r;|j                  d|› d�|t	        j
                  |«      f«       |j                  «        |dk(  rdnd	}|D ]k  }|dk\  rd
|› d�d|t        z  d›d|› d�}}n%d
|› d|› d�d|t        z  d›d|t        z  d›d|› d�}}| j                  «       5 }t        ||||«       ddd«       Œm yc c}
w c c}
w # 1 sw Y   Œ‚xY w# t        $ r"}t        j                  d|||«       Y d}~yd}~ww xY w)zbOwners are told at 80 and 100 percent, once per crossing; a mark clears when usage drops below it.zSELECT marks_sent FROM "z!".storage_notices WHERE kind = %sr   r   r|   z‘".storage_notices (kind, marks_sent) VALUES (%s, %s::jsonb) ON CONFLICT (kind) DO UPDATE SET marks_sent = EXCLUDED.marks_sent, updated_at = now()r   r   r   z	GalaxiQ: z fullzYou have used all r    z MB of z;. Remove what you no longer need, or move to a larger plan.z
% of your z usedzYou have used r!   ú.Nz6storage: could not tell the owners of %s about %s (%s))rI   ÚfetchoneÚlistÚMARKSÚjsonÚdumpsr}   r   ra   r   rn   ro   rp   )r'   ru   rN   rq   r$   r%   r&   ÚrowÚsentÚpercentÚmÚnow_sentÚcrossedr(   ÚmarkÚtitleÚtextrs   rv   s                      r*   rl   zStorage._tell_at_marksœ   sç  € ð	hØ—.‘.Ð#;¸F¸8ÐCdÐ!eÐhlÐgnÓo×xÑxÓzˆCÙ#&¨3¨qª6”4˜˜A™”<°rˆDÙ-2�d˜S‘j EÒ)¸ˆGØ#'Ö8˜a¨7°a«<šÐ8ˆHÐ8Ü"'ÖN˜Q¨7°a«<¸AÀXÒ<M’qÐNˆGÐNØ˜ÑˆHØ˜4Òà—‘ ¨v¨hð 7wð  wà $¤d§j¡j°Ó&:Ð;ô=ð —‘”Ø'+¨xÒ'7Ñ#¸YˆDØò C�Ø˜3’;Ø%.¨t¨f°EÐ#:Ø%7¸Ä¹ÀA°ÀgÈdÈVð  TOð  $Pð  ‘Eð &/¨t¨f°J¸t¸fÀEÐ#JØ%3°D¼B±J¸q°>ÀÀeÌrÁkÐRSÀ_ÐT[Ð\`Ð[aÐabÐ#cð  �Eà—^‘^Ó%ð C¨Ü  ¨9°e¸TÔB÷Cð CñCùò 9ùÚN÷ Cð Cûäò 	hÜ�K‰KÐPÐR[Ð]aÐcf×gÑgûð	húsa   ‚AE Á
D<ÁD<Á
E Á'
EÁ2EÁ7EÁ;B'E Ä"EÄ1
E Ä<
E ÅE	ÅE Å	E=ÅE8Å8E=)
rY   r,   rZ   r,   rV   r,   r[   zCallable[[str], str]r\   r-   )rN   r,   )rN   r,   r$   r,   r>   r-   )r   )rq   r,   r$   r,   rr   r-   r>   r5   r;   )rq   r,   r$   r,   r~   r,   r   r,   rr   r-   r€   zOptional[str]r>   ÚNone)rq   r,   r~   r,   r   r,   r>   rž   )rq   r,   r>   zOptional[dict])rN   r,   rq   r,   r$   r,   r%   r-   r&   r-   r>   rž   )r.   r/   r0   r
   r#   ra   rc   re   rw   rz   r�   rƒ   r�   rl   r@   r+   r*   rQ   rQ   C   si   „ à3=ÐVXð[Ø0ð[ØPSó[ò
Róó
]ô0ô,ð 59ðhØ$1ðhØ=Aóhó 	hóô hr+   rQ   )rN   r,   r>   rž   )+r1   Ú
__future__r   r“   ÚloggingÚdataclassesr   Úpathlibr   Útypingr   r   r   r_   Úai_credits.clientr
   Úai_credits.noticesr   Úmeasurer   r   r   r   rt   r   r   r   Ú	getLoggerro   Ú__file__ÚresolveÚparentrJ   rk   r’   Úsetr   r?   rn   r   r5   rO   rQ   r@   r+   r*   ú<module>r¬      s¾   ðòõ #ã Û Ý !Ý ß *Ñ *ã å *Ý -ß OÓ Oß 4Ñ 4à€g×ÑÐ)Ó*€á
ˆ8ƒn×ÑÓ×%Ñ%¨Ñ-°Ñ=€Ø€Ø€Ù“U€ˆ(Ó ô=�)ô =ñ �$Ô÷ð ó ðó÷shò shr+   