Ë
    3ýjã1  ã                   ó�  — d Z ddlmZ ddlmZmZmZ ddlmZ ddlm	Z	 ddl
mZ ddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZmZ ddlmZmZ ddlmZ ddlmZ 	 ddlZddlm Z  ddl!m"Z" ddl#m$Z$ ddl%m&Z& ddl'm(Z( ddl)m*Z* 	 ddl%m,Z,m-Z- dZ. ee/«      Z0 G d„ de«      Z1 G d„ de1«      Z2y# e+$ r dZ&Y Œ3w xY w# e+$ r dZ,dZ-Y Œ9w xY w)z5Google Cloud Storage result store backend for Celery.é    )ÚThreadPoolExecutor)ÚdatetimeÚ	timedeltaÚtimezone)Úgetpid)ÚRLock)Úbytes_to_str)Ú
dictfilter)Úurl_to_parts)Ú_create_chord_error_with_cause)Úmaybe_signature)Ú
ChordErrorÚImproperlyConfigured)ÚGroupResultÚallow_join_result)Ú
get_loggeré   )ÚKeyValueStoreBackendN©Úretry)ÚConflict)Úif_exception_type)Ústorage)ÚClient)ÚDEFAULT_RETRY)Ú	firestoreÚfirestore_admin_v1)Ú
GCSBackendc                   ól   ‡ — e Zd ZdZˆ fd„Zd„ Zd„ Zd„ Zd„ Ze	d„ «       Z
e	d„ «       Zd	„ Zd
„ Zd„ Zˆ xZS )ÚGCSBackendBasez)Google Cloud Storage task result backend.c                 ó€  •— t         st        d«      ‚t        ‰| �  di |¤Ž t	        «       | _        t        «       | _        t        | _	        d | _
        | j                  j                  }| j                  r+| j                  «       } |j                  di t!        |«      ¤Ž |j#                  d«      | _        | j$                  st        d«      ‚|j#                  d«      | _        | j&                  st        d«      ‚|j#                  dd«      j)                  d«      | _        t-        |j#                  d	d
«      «      | _        t1        |j#                  d«      xs d«      | _        | j2                  dk  rt        d| j2                  › d�«      ‚| j2                  r)| j5                  «       st        d| j$                  › �«      ‚y y )Nz8You must install google-cloud-storage to use gcs backendÚ
gcs_bucketz:Missing bucket name: specify gcs_bucket to use gcs backendÚgcs_projectz7Missing project: specify gcs_project to use gcs backendÚgcs_base_pathÚ ú/Úgcs_threadpool_maxsizeé
   Úgcs_ttlr   zInvalid ttl: z# must be greater than or equal to 0z>Missing lifecycle rule to use gcs backend with ttl on bucket: © )r   r   ÚsuperÚ__init__r   Ú_client_lockr   Ú_pidr   Ú_retry_policyÚ_clientÚappÚconfÚurlÚ_params_from_urlÚupdater
   ÚgetÚbucket_nameÚprojectÚstripÚ	base_pathÚintÚ_threadpool_maxsizeÚfloatÚttlÚ _is_bucket_lifecycle_rule_exists)ÚselfÚkwargsr2   Ú
url_paramsÚ	__class__s       €úM/root/telegram-saas/.venv/lib/python3.12/site-packages/celery/backends/gcs.pyr,   zGCSBackendBase.__init__.   s’  ø€ ÝÜ&ØJóð ô 	‰ÑÑ"˜6Ò"Ü!›GˆÔÜ“HˆŒ	Ü*ˆÔØˆŒà�x‰x�}‰}ˆØ�8Š8Ø×.Ñ.Ó0ˆJØˆD�K‰KÑ1œ* ZÓ0Ò1àŸ8™8 LÓ1ˆÔØ×ÒÜ&ØLóð ð —x‘x Ó.ˆŒØ�|Š|Ü&ØIóð ð Ÿ™ /°2Ó6×<Ñ<¸SÓAˆŒÜ#& t§x¡xÐ0HÈ"Ó'MÓ#NˆÔ Ü˜Ÿ™ )Ó,Ò1°Ó2ˆŒØ�8‰8�aŠ<Ü&Ø §¡˜zÐ)LÐMóð ð �XŠXØ×8Ñ8Ô:Ü*ðØ#×/Ñ/Ð0ð2óð ð ;ð ó    c                 óº   — t        |«      }| j                  |«      }	 |j                  | j                  ¬«      S # t        j
                  j                  $ r Y y w xY w©Nr   )r	   Ú	_get_blobÚdownload_as_bytesr/   r   ÚblobÚNotFound©r@   ÚkeyrJ   s      rD   r6   zGCSBackendBase.getV   sU   € Ü˜3ÓˆØ�~‰~˜cÓ"ˆð	Ø×)Ñ)°×0BÑ0BÐ)ÓCÐCøÜ�|‰|×$Ñ$ò 	Ùð	ús   ž: ºAÁAc                 ó  — t        |«      }| j                  |«      }| j                  r?t        j                  t
        j                  «      t        | j                  ¬«      z   |_        |j                  || j                  ¬«       y )N©Úsecondsr   )r	   rH   r>   r   Únowr   Úutcr   Úcustom_timeÚupload_from_stringr/   )r@   rM   ÚvaluerJ   s       rD   ÚsetzGCSBackendBase.set^   s]   € Ü˜3ÓˆØ�~‰~˜cÓ"ˆØ�8Š8Ü'Ÿ|™|¬H¯L©LÓ9¼IÈdÏhÉhÔ<WÑWˆDÔØ×Ñ ¨T×-?Ñ-?ÐÕ@rE   c                 ó–   — t        |«      }| j                  |«      }|j                  «       r|j                  | j                  ¬«       y y rG   )r	   rH   ÚexistsÚdeleter/   rL   s      rD   rY   zGCSBackendBase.deletee   s<   € Ü˜3ÓˆØ�~‰~˜cÓ"ˆØ�;‰;Œ=Ø�K‰K˜d×0Ñ0ˆKÕ1ð rE   c                 óŒ   — t        «       5 }t        |j                  | j                  |«      «      cd d d «       S # 1 sw Y   y xY w©N)r   ÚlistÚmapr6   )r@   ÚkeysÚpools      rD   ÚmgetzGCSBackendBase.mgetk   s6   € ÜÓ!ð 	2 TÜ˜Ÿ™ §¡¨4Ó0Ó1÷	2÷ 	2ò 	2ús	   ‹%:ºAc                 ó*  — | j                   5  | j                  r,| j                  t        «       k(  r| j                  cddd«       S t	        | j
                  ¬«      | _        t        «       | _        t        j                  j                  | j                  | j                  d¬«      }| j                  j                  }|j                  d|«       |j                  j                  j                  d|«       | j                  cddd«       S # 1 sw Y   yxY w)zReturns a storage client.N©r8   é   )Úpool_connectionsÚpool_maxsizeÚmax_retrieszhttps://)r-   r0   r.   r   r   r8   ÚrequestsÚadaptersÚHTTPAdapterr<   Ú_httpÚmountÚ_auth_requestÚsession)r@   ÚadapterÚclient_https      rD   ÚclientzGCSBackendBase.cliento   sØ   € ð
 ×Ññ 	 Ø�|Š| §	¡	¬V«XÒ 5Ø—|‘|÷	 ñ 	 ô "¨$¯,©,Ô7ˆDŒLÜ›ˆDŒIô ×'Ñ'×3Ñ3Ø!%×!9Ñ!9Ø!×5Ñ5Øð 4ó ˆGð
 Ÿ,™,×,Ñ,ˆKØ×Ñ˜j¨'Ô2Ø×%Ñ%×-Ñ-×3Ñ3°JÀÔHà—<‘<÷#	 ÷ 	 ò 	 ús   �/D	ÁB9D	Ä	Dc                 óL   — | j                   j                  | j                  «      S r[   )rp   Úbucketr7   ©r@   s    rD   rr   zGCSBackendBase.bucket‡   s   € à�{‰{×!Ñ! $×"2Ñ"2Ó3Ð3rE   c                 óv   — | j                   r| j                   › d|› �n|}| j                  j                  |«      S )Nr&   )r:   rr   rJ   )r@   rM   Úkey_bucket_paths      rD   rH   zGCSBackendBase._get_blob‹   s4   € Ø7;·~²~˜TŸ^™^Ð,¨A¨c¨UÑ3È3ˆØ�{‰{×Ñ Ó0Ð0rE   c                 óx   — | j                   }|j                  «        |j                  D ]  }|d   d   dk(  sŒ y y)NÚactionÚtypeÚDeleteTF)rr   ÚreloadÚlifecycle_rules)r@   rr   Úrules      rD   r?   z/GCSBackendBase._is_bucket_lifecycle_rule_exists�   sB   € Ø—‘ˆØ�‰ŒØ×*Ñ*ò 	ˆDØ�H‰~˜fÑ%¨Ó1Ùð	ð rE   c                 óv   — t        | j                  «      }|j                  |j                  dœ|j                  ¥S )N)r"   r$   )r   r3   ÚhostnameÚpathÚquery)r@   Ú	url_partss     rD   r4   zGCSBackendBase._params_from_url—   s:   € Ü  §¡Ó*ˆ	ð $×,Ñ,Ø&Ÿ^™^ñ
ð �o‰oð
ð 	
rE   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r,   r6   rV   rY   r`   Úpropertyrp   rr   rH   r?   r4   Ú__classcell__©rC   s   @rD   r    r    +   sX   ø„ Ù3ô&òPòAò2ò2ð ñ ó ð ð. ñ4ó ð4ò1òö
rE   r    c                   óˆ   ‡ — e Zd ZdZdZdZdZdZdZdZ	ˆ fd„Z
ed„ «       Zd„ Zˆ fd	„Zd
edefd„Zd„ Zd„ Zd„ Zd„ Zd„ Zˆ xZS )r   zWGoogle Cloud Storage task result backend.

    Uses Firestore for chord ref count.
    TÚceleryÚchord_countÚ
expires_atc                 óp  •— t         rt        st        d«      ‚t        ‰| �  di |¤Ž t        «       | _        d | _        t        «       | _	        | j                  j                  j                  d| j                  «      | _        | j                  «       s%t        d| j                   › d| j                  › �«      ‚y )Nz:You must install google-cloud-firestore to use gcs backendÚfirestore_projectzHMissing TTL policy to use gcs backend with ttl on Firestore collection: z
 project: r*   )r   r   r   r+   r,   r   Ú_firestore_lockÚ_firestore_clientr   Ú_firestore_pidr1   r2   r6   r8   rŽ   Ú _is_firestore_ttl_policy_enabledÚ_collection_name)r@   rA   rC   s     €rD   r,   zGCSBackend.__init__²   s³   ø€ ÝÕ0Ü&ØLóð ô 	‰ÑÑ"˜6Ò"ä$›wˆÔØ!%ˆÔÜ$›hˆÔà!%§¡§¡×!2Ñ!2Ø §¡ó"
ˆÔð ×4Ñ4Ô6Ü&ð)Ø)-×)>Ñ)>Ð(?ð @Ø ×2Ñ2Ð3ð5óð ð 7rE   c                 óJ  — | j                   5  | j                  r,| j                  t        «       k(  r| j                  cddd«       S t	        j
                  | j                  ¬«      | _        t        «       | _        ddd«       | j                  S # 1 sw Y   | j                  S xY w)zReturns a firestore client.Nrb   )r�   r�   r‘   r   r   r   rŽ   rs   s    rD   Úfirestore_clientzGCSBackend.firestore_clientÇ   sŽ   € ð
 ×!Ñ!ñ 	+Ø×%Ò%¨$×*=Ñ*=ÄÃÒ*IØ×-Ñ-÷	+ñ 	+ô &/×%5Ñ%5Ø×.Ñ.ô&ˆDÔ"ô #)£(ˆDÔ÷	+ð ×%Ñ%Ð%÷	+ð ×%Ñ%Ð%ús   �/BÁ4BÂB"c                 ó¼  — t        j                  «       }d| j                  › d| j                  › d| j                  › �}t        j
                  |¬«      }|j                  |¬«      }|j                  }|xrh |j                  t         j                  j                  j                  j                  t         j                  j                  j                  j                  hv S )Nz	projects/z&/databases/(default)/collectionGroups/z/fields/)Úname)Úrequest)r   ÚFirestoreAdminClientrŽ   r“   Ú_field_expiresÚGetFieldRequestÚ	get_fieldÚ
ttl_configÚstateÚFieldÚ	TtlConfigÚStateÚACTIVEÚCREATING)r@   rp   r—   r˜   Úfieldr�   s         rD   r’   z+GCSBackend._is_firestore_ttl_policy_enabledÖ   sË   € Ü#×8Ñ8Ó:ˆð ˜×.Ñ.Ð/Ø4°T×5JÑ5JÐ4KØ�t×*Ñ*Ð+ð-ð 	ô
 %×4Ñ4¸$Ô?ˆØ× Ñ ¨Ð Ó1ˆà×%Ñ%ˆ
Øò 
˜j×.Ñ.Ü×$Ñ$×.Ñ.×4Ñ4×;Ñ;Ü×$Ñ$×.Ñ.×4Ñ4×=Ñ=ð3
ð 
ð 	
rE   c                 óŽ   •— | j                  |d   «      j                  «       }| j                  |d«       t        ‰| �  ||fi |¤ŽS )Nr   i€Q )Úget_key_for_chordÚdecodeÚ_expire_chord_keyr+   Ú_apply_chord_incr)r@   Úheader_result_argsÚbodyrA   rM   rC   s        €rD   r©   zGCSBackend._apply_chord_incrç   sJ   ø€ Ø×$Ñ$Ð%7¸Ñ%:Ó;×BÑBÓDˆØ×Ñ˜s EÔ*Ü‰wÑ(Ð);¸TÑLÀVÑLÐLrE   rM   Úreturnc                 ó  — | j                  |«      }|j                  | j                  t        j                  d«      idt        j                  t        t        «      dddd¬«      ¬«      }|j                  d   j                  S )	Nr   Tg      ð?g     €f@g       @)Ú	predicateÚinitialÚmaximumÚ
multiplierÚtimeout)Úmerger   r   )Ú_firestore_documentrV   Ú_field_countr   Ú	Incrementr   ÚRetryr   r   Útransform_resultsÚinteger_value)r@   rM   ÚdocÚresps       rD   ÚincrzGCSBackend.incrì   sz   € Ø×&Ñ& sÓ+ˆØ�w‰wØ×Ñ¤	× 3Ñ 3°AÓ 6Ð7ØÜ—+‘+Ü+¬HÓ5ØØØØôð ó 

ˆð ×%Ñ% aÑ(×6Ñ6Ð6rE   c                 óÂ  — | j                   }|j                  }|sy| j                  |«      }| j                  |«      }|j                  j                  d«      }	|	€ | j                  ||«      }
|
€yt        |
«      }	||	kD  rt        j                  d|«       y||	k(  r³| j                  ||«      }
|
€yt        |j                  |¬«      }|
j                  }	 t        «       5   ||j                  j                  d¬«      }ddd«       	 |j                  j!                  |j"                  «       |
j9                  «        | j;                  |«       yy# 1 sw Y   ŒSxY w# t$        $ r?}t        j'                  d||«       | j)                  |t+        d|›�«      «       Y d}~Œrd}~ww xY w# t$        $ rˆ}	 t-        |
j/                  «       «      }d	j1                  ||«      }n# t2        $ r t5        |«      }Y nw xY wt        j'                  d||«       t7        ||¬
«      }| j)                  ||«       Y d}~�Œd}~ww xY w# |
j9                  «        | j;                  |«       w xY w)a~  Chord part return callback.

        Called for each task in the chord.
        Increments the counter stored in Firestore.
        If the counter reaches the number of tasks in the chord, the callback
        is called.
        If the callback raises an exception, the chord is marked as errored.
        If the callback returns a value, the chord is marked as successful.
        NÚ
chord_sizez/Chord counter incremented too many times for %r©r1   T)r²   Ú	propagateúChord %r raised: %rzCallback error: zDependency {0.id} raised {1!r})ÚmessageÚoriginal_exc)r1   Úgroupr¦   r¼   Úchordr6   Ú_restore_depsÚlenÚloggerÚwarningr   Újoin_nativer   r2   Úresult_chord_join_timeoutÚamqpÚ_retry_publishÚdelayÚ	ExceptionÚ	exceptionÚchord_error_from_stackr   ÚnextÚ_failed_join_reportÚformatÚStopIterationÚreprr   rY   Ú_delete_chord_key)r@   r˜   rž   ÚresultrA   r1   ÚgidrM   ÚvalÚsizeÚdepsÚcallbackÚjÚretÚexcÚculpritÚreasonÚchord_errors                     rD   Úon_chord_part_returnzGCSBackend.on_chord_part_returnû   s5  € ð �h‰hˆØ�m‰mˆÙØØ×$Ñ$ SÓ)ˆØ�i‰i˜‹nˆØ�}‰}× Ñ  Ó.ˆØˆ<Ø×%Ñ% c¨7Ó3ˆDØˆ|ØÜ�t“9ˆDØ�Š:Ü�N‰NØAÀ3õð �DŠ[à×%Ñ% c¨7Ó3ˆDØˆ|ØÜ& w§}¡}¸#Ô>ˆHØ× Ñ ˆAð,Ü&Ó(ñ ÙØ #§¡× BÑ BØ"&ô�C÷ð&Ø—H‘H×+Ñ+¨H¯N©N¸CÔ@ð —‘”à×&Ñ& sÕ+ðM ÷ð ûô* !ò Ü×$Ñ$Ð%:¸CÀÔEØ×/Ñ/Ø Ü"Ð%5°c°WÐ#=Ó>÷ñ ûðûô! ò Cð'Ü" 4×#;Ñ#;Ó#=Ó>�GØ=×DÑDØØó‘Føô %ò 'Ü! #›Y’Fð'úô × Ñ Ð!6¸¸VÔDÜ<ÀVÐZ]Ô^�Ø×+Ñ+¨H°k×BÒBûðCûð. —‘”à×&Ñ& sÕ+ús„   Ã
F' ÃEÃ>F' Ä&E ÅEÅF' Å	F$Å%5FÆH; ÆF$Æ$H; Æ'	H8Æ1+GÇH3ÇG4Ç1H3Ç3G4Ç49H3È-H; È3H8È8H; È;#Ic           	      óö  — | j                   }	 t        j                  || ¬«      }|€	 t        |«      ‚|S # t        $ rV}t	        |j
                  |¬«      }t        j                  d||«       | j                  |t        d|›�«      «       Y d }~y d }~ww xY w# t        $ rX}t	        |j
                  |¬«      }t        j                  d||«       | j                  |t        d|› d�«      «       Y d }~|S d }~ww xY w)N)Úbackendr¿   rÁ   zCannot restore group: zChord callback %r raised: %rzGroupResult z no longer exists)r1   r   ÚrestorerÏ   r   rÅ   rÈ   rÐ   rÑ   r   Ú
ValueError)r@   rÙ   r˜   r1   rÜ   rà   rÝ   s          rD   rÆ   zGCSBackend._restore_deps=  sý   € Ø�h‰hˆð		Ü×&Ñ& s°DÔ9ˆDð ˆ<ðÜ  “oÐ%ð ˆøô% ò 	Ü& w§}¡}¸#Ô>ˆHÜ×ÑÐ2°C¸Ô=Ø×'Ñ'ØÜÐ3°C°7Ð;Ó<ôô ûð	ûô ò Ü*¨7¯=©=¸cÔB�Ü× Ñ Ð!?ÀÀcÔJØ×+Ñ+ØÜ ¨c¨UÐ2CÐDÓE÷ð ð ˆûðús-   Ž5 ¨B µ	B¾ABÂBÂ	C8Â AC3Ã3C8c                 óF   — | j                  |«      }|j                  «        y r[   )r´   rY   )r@   rM   rº   s      rD   r×   zGCSBackend._delete_chord_keyU  s   € Ø×&Ñ& sÓ+ˆØ�
‰
�rE   c                 óÄ   — t        j                  t        j                  «      t	        |¬«      z   }| j                  |«      }|j                  | j                  |id¬«       y)z•Set TTL policy for a Firestore document.

        Firestore ttl data is typically deleted within 24 hours after its
        expiration date.
        rO   T)r³   N)r   rQ   r   rR   r   r´   rV   rš   )r@   rM   ÚexpiresÚval_expiresrº   s        rD   r¨   zGCSBackend._expire_chord_keyY  sK   € ô —l‘l¤8§<¡<Ó0´9ÀWÔ3MÑMˆØ×&Ñ& sÓ+ˆØ�‰�×$Ñ$ kÐ2¸$ˆÕ?rE   c                 ó|   — | j                   j                  | j                  «      j                  t	        |«      «      S r[   )r•   Ú
collectionr“   Údocumentr	   )r@   rM   s     rD   r´   zGCSBackend._firestore_documentc  s3   € Ø×$Ñ$×/Ñ/Ø×!Ñ!ó
ç
‰(”< Ó$Ó
%ð	&rE   )r‚   rƒ   r„   r…   Úimplements_incrÚsupports_native_joinÚsupports_result_compressionr“   rµ   rš   r,   r†   r•   r’   r©   Úbytesr;   r¼   rä   rÆ   r×   r¨   r´   r‡   rˆ   s   @rD   r   r   ¡   s‚   ø„ ñð
 €OØÐð #'Ðð  ÐØ €LØ!€Nôð* ñ&ó ð&ò
ô"Mð
7˜ð 7 #ó 7ò@,òDò0ò@ö&rE   r   )3r…   Úconcurrent.futuresr   r   r   r   Úosr   Ú	threadingr   Úkombu.utils.encodingr	   Úkombu.utils.functionalr
   Úkombu.utils.urlr   Úcelery.backends.baser   Úcelery.canvasr   Úcelery.exceptionsr   r   Úcelery.resultr   r   Úcelery.utils.logr   Úbaser   rg   Úgoogle.api_corer   Úgoogle.api_core.exceptionsr   Úgoogle.api_core.retryr   Úgoogle.cloudr   Úgoogle.cloud.storager   Úgoogle.cloud.storage.retryr   ÚImportErrorr   r   Ú__all__r‚   rÈ   r    r   r*   rE   rD   ú<module>r     s·   ðÙ ;Ý 1ß 2Ñ 2Ý Ý å -Ý -Ý (å ?Ý )ß >ß 8Ý 'å &ð	ÛÝ%Ý3Ý7Ý$Ý+Ý8ðß:ð €ñ 
�HÓ	€ôs
Ð)ô s
ôlE&�õ E&øðM ò Ø‚Gðûð
 ò Ø€IØÒðús$   Á(B, ÂB9 Â,B6Â5B6Â9	CÃC