a
    !cLQ                     @   sF  d dl mZ d dl mZ d dlmZmZ d dlZd dlZd dl	Zd dl
Zd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZdZ dZ!ej"ej# d Z$de%e$ej&f Z'd	e'e!f d
e'e f ddZ(e)dZ*dd Z+dd Z,d-ddZ-dd Z.G dd de/Z0G dd de1Z2G dd dej3j4Z5G dd de/Z6G dd  d ej7j8Z9G d!d" d"ej3j:Z;G d#d$ d$e;Z<G d%d& d&e;Z=G d'd( d(ej3j:Z>ej7j?j@ZAej7j?jBZCej7j?jDZEG d)d* d*ej7jFZGG d+d, d,ejHjIZ?dS ).    )absolute_import)unicode_literals)ucd_NpackagesZ
mirrorlistz-_.:z(?P<repoid>[%s]+)\-[%s]{16}z>^%s\/.*((xml|yaml)(\.gz|\.xz|\.bz2|.zck)?|asc|cachecookie|%s)$z^%s\/%s\/.+rpm$z^.+(solv|solvx)$)metadatar   Zdbcachednfc                 C   s   t jj| }|dk rdS |S )zAReturn index of an invalid character in the repo ID (if present).r   N)libdnfrepoRepoZverifyId)Zrepo_idZfirst_invalid r   ,/usr/lib/python3.9/site-packages/dnf/repo.pyrepo_id_invalidH   s    r   c                 G   s8   |D ]}|| |}|d ur|  S qt td|  d S )Nz"no matching payload factory for %s)
ValueErrorr   )pkgprogressZ	factoriesfnploadr   r   r   _pkg2payloadO   s
    

r   Tc              
   C   s   dd }|j   dd t| |dD }t }ztjjtj|| W n. t	yx } zt
||_W Y d }~n
d }~0 0 |  |j  |_|D ]b}| }|d u s|drq| }	|	j}
|
j}|dkr|j| q|jj  |g|j|< q|S )Nc                 S   s   t | d S )NZdelta)hasattr)payloadr   r   r   _download_sort_keyY   s    z._download_payloads.<locals>._download_sort_keyc                 S   s   g | ]}|  qS r   )_librepo_target).0r   r   r   r   
<listcomp>]   s   z&_download_payloads.<locals>.<listcomp>)keyNot finishedzAlready downloaded)errclearsorted_DownloadErrorsr	   r
   PackageTargetZdownloadPackagesZVectorPPackageTargetRuntimeErrorstr_fatalwaitcopy_recoverableZgetErr
startswithZgetCallbackspackage_ploadr   _skippedadd_repoZexpire_pkg_irrecoverable)payloadsZdrpmZ	fail_fastr   targetserrseZtgtr   	callbacksr   r   r   r   r   _download_payloadsW   s2    

 r3   c                 C   sH   | \}}|D ]2}|j }||v r*||j7 }q||j7 }||j7 }q||fS N)r   download_size
_full_size)Zsavingr.   r0   realZfullr   r   r   r   r   _update_savingx   s    

r8   c                   @   s>   e Zd Zdd Zdd Zedd Zejdd Zdd	 Zd
S )r    c                 C   s   i | _ i | _d | _t | _d S r4   )r-   _val_recoverabler$   setr*   selfr   r   r   __init__   s    z_DownloadErrors.__init__c                 C   s"   | j r| j S | jrd| jgiS i S N )r-   r$   r;   r   r   r   _irrecoverable   s
    z_DownloadErrors._irrecoverablec                 C   s   | j S r4   r9   r;   r   r   r   r'      s    z_DownloadErrors._recoverablec                 C   s
   || _ d S r4   rA   )r<   Znew_dctr   r   r   r'      s    c                 C   s   |j | jv rdS |jS Nr   )r   r*   r5   )r<   r   r   r   r   _bandwidth_used   s    z_DownloadErrors._bandwidth_usedN)	__name__
__module____qualname__r=   r@   propertyr'   setterrC   r   r   r   r   r       s   

r    c                   @   s   e Zd Zdd ZdS )_DetailedLibrepoErrorc                 C   s,   t |  |jd | _|jd | _|| _d S )Nr      )	Exceptionr=   argsZlibrepo_codeZlibrepo_msg
source_url)r<   Zlibrepo_errrM   r   r   r   r=      s    
z_DetailedLibrepoError.__init__N)rD   rE   rF   r=   r   r   r   r   rI      s   rI   c                   @   s   e Zd Zdd ZdS )_NullKeyImportc                 C   s   dS )NTr   r<   idZuseridZfingerprinturlZ	timestampr   r   r   _confirm   s    z_NullKeyImport._confirmN)rD   rE   rF   rR   r   r   r   r   rN      s   rN   c                   @   s    e Zd Zdd Zedd ZdS )Metadatac                 C   s
   || _ d S r4   )r,   r<   r
   r   r   r   r=      s    zMetadata.__init__c                 C   s
   | j  S r4   )r,   freshr;   r   r   r   rU      s    zMetadata.freshN)rD   rE   rF   r=   rG   rU   r   r   r   r   rS      s   rS   c                       s4   e Zd Z fddZdd Zdd Zdd Z  ZS )	PackageTargetCallbacksc                    s   t t|   || _d S r4   )superrV   r=   r)   )r<   r)   	__class__r   r   r=      s    zPackageTargetCallbacks.__init__c                 C   s   | j d || dS rB   )r)   _end_cb)r<   statusmsgr   r   r   end   s    zPackageTargetCallbacks.endc                 C   s   | j d || dS rB   )r)   _progress_cbr<   ZtotalToDownloadZ
downloadedr   r   r   r      s    zPackageTargetCallbacks.progressc                 C   s   | j d || dS rB   )r)   _mirrorfail_cb)r<   r\   rQ   r   r   r   mirrorFailure   s    z$PackageTargetCallbacks.mirrorFailure)rD   rE   rF   r=   r]   r   ra   __classcell__r   r   rX   r   rV      s   rV   c                       sH   e Zd Z fddZdd Zdd Zdd Zed	d
 Zdd Z	  Z
S )PackagePayloadc                    s$   t t| | t| | _|| _d S r4   )rW   rc   r=   rV   r2   r   )r<   r   r   rX   r   r   r=      s    
zPackagePayload.__init__c                 C   sR   t jj}|du rt jj}n$|dr(dS |tjjjkr>t jj	}| j
| || dS )z"End callback to librepo operation.Nr   )r   callbackZSTATUS_FAILEDZ	STATUS_OKr(   r	   r
   PackageTargetCBZTransferStatus_ALREADYEXISTSZSTATUS_ALREADY_EXISTSr   r]   )r<   cbdataZ	lr_statusr\   r[   r   r   r   rZ      s    

zPackagePayload._end_cbc                 C   s   | j | tjj| d S r4   )r   r]   r   rd   ZSTATUS_MIRROR)r<   rf   r   rQ   r   r   r   r`      s    zPackagePayload._mirrorfail_cbc                 C   sV   z| j  | | W n> tyP   t \}}}t|||}td| Y n0 d S r>   )	r   rK   sysexc_info	tracebackformat_exceptionloggercriticaljoinr<   rf   totaldoneexc_type	exc_valueexc_tracebackZexcept_listr   r   r   r^      s    zPackagePayload._progress_cbc                 C   s   | j S r4   )r5   r;   r   r   r   r6      s    zPackagePayload._full_sizec                 C   s   | j }|j}tj| |d| | j| j| jd}|| 	  t
j|jj|d |d |d |d |d |d |d	 d
d
| jS )NT)destresumerf   Z
progresscbZendcbZmirrorfailurecbrelative_urlrt   checksum_typechecksumexpectedsizebase_urlru   r   )r   pkgdirr   util
ensure_dirr^   rZ   r`   update_target_paramsr	   r
   r!   r,   r2   )r<   r   r{   Z
target_dctr   r   r   r      s$    zPackagePayload._librepo_target)rD   rE   rF   r=   rZ   r`   r^   rG   r6   r   rb   r   r   rX   r   rc      s   
rc   c                   @   s(   e Zd Zdd Zdd Zedd ZdS )
RPMPayloadc                 C   s   t j| jjS r4   )ospathbasenamer   locationr;   r   r   r   __str__  s    zRPMPayload.__str__c                 C   sT   | j }| \}}tjj|}|tjjjkr>tt	d| |j
|||j|jdS )Nzunsupported checksum type: %s)rv   rw   rx   ry   rz   )r   ZreturnIdSumr	   r
   r!   ZchecksumTypeZChecksumType_UNKNOWNrk   warningr   r   downloadsizebaseurl)r<   r   ZctypeZcsumZ
ctype_coder   r   r   r     s    zRPMPayload._target_paramsc                 C   s   | j jS zTotal size of the download.)r   r   r;   r   r   r   r5     s    zRPMPayload.download_sizeN)rD   rE   rF   r   r   rG   r5   r   r   r   r   r     s   r   c                       s@   e Zd Z fddZdd Zdd Zdd Zed	d
 Z  Z	S )RemoteRPMPayloadc                    s   t t| d| || _d| _|| _| jjp.d| jjd }t	
|d d d }d| }tj| jj|d| _tj| j tj| j|  d	| _d S )
NZunused_objectr   r?   Zbasearchutf8   zcommandline-r   /)rW   r   r=   remote_locationremote_sizeconfZ
releaseversubstitutionsgethashlibZsha256encodeZ	hexdigestr   r   rm   Zcachedirr{   r   r|   r}   r   lstripZ
local_path)r<   r   r   r   sZdigestZrepodirrX   r   r   r=     s    zRemoteRPMPayload.__init__c                 C   s   t j| jS r4   )r   r   r   r   r;   r   r   r   r   )  s    zRemoteRPMPayload.__str__c                 C   s\   || _ z| j| | W n> tyV   t \}}}t|||}td	| Y n0 d S r>   )
r   r   rK   rg   rh   ri   rj   rk   rl   rm   rn   r   r   r   r^   ,  s    zRemoteRPMPayload._progress_cbc                 C   s<   t j| jjtj| j| j	dd dtj
| jddd| jS )Nr   T)r	   r
   r!   r   _configr   r   r   r   r{   dirnamer2   r;   r   r   r   r   5  s
    
z RemoteRPMPayload._librepo_targetc                 C   s   | j S r   )r   r;   r   r   r   r5   ;  s    zRemoteRPMPayload.download_size)
rD   rE   rF   r=   r   r^   r   rG   r5   rb   r   r   rX   r   r     s   	r   c                       sz   e Zd Z fddZdd Zdd Zdd Zd	d
 Zdd Ze	dd Z
e	dd Zejdd Zdd Zdd Z  ZS )	MDPayloadc                    s.   t t| | d| _d| _d| _t | _d S )Nr?   r   F)rW   r   r=   _text_download_sizefastest_mirror_runningr:   mirror_failuresr<   r   rX   r   r   r=   C  s
    zMDPayload.__init__c                 C   s   t jjr| jS | jdS d S )Nzutf-8)r   pycompZPY3r   r   r;   r   r   r   r   J  s    zMDPayload.__str__c                 C   s   | j S r4   )r   r;   r   r   r   __unicode__P  s    zMDPayload.__unicode__c                 C   s   || _ | j| | d S r4   )r   r   )r<   rf   ro   rp   r   r   r   r^   S  s    zMDPayload._progress_cbc                 C   s\   |t jjjkr"td| }d| _n*|t jjjkrH| jrH|rBd| nd}nd S | j| d S )Nz,determining the fastest mirror (%s hosts).. Tz
error: %s
zdone.
)	r	   r
   RepoCBZFastestMirrorStage_DETECTIONr   r   ZFastestMirrorStage_STATUSr   message)r<   rf   stagedatar\   r   r   r   _fastestmirror_cbW  s    zMDPayload._fastestmirror_cbc                 C   s&   | j | d||f }t| d S )Nzerror: %s (%s).)r   r+   rk   debug)r<   rf   r\   rQ   r   r   r   r   _mirror_failure_cbc  s    zMDPayload._mirror_failure_cbc                 C   s   | j S r4   )r   r;   r   r   r   r5   h  s    zMDPayload.download_sizec                 C   s   | j S r4   )	_progressr;   r   r   r   r   l  s    zMDPayload.progressc                 C   s   |d u rt j }|| _d S r4   )r   rd   NullDownloadProgressr   r   r   r   r   r   p  s    
c                 C   s   || _ | jdd d S )NrJ   r   )r   r   start)r<   textr   r   r   r   v  s    zMDPayload.startc                 C   s   d| _ | j| d d  d S rB   )r   r   r]   r;   r   r   r   r]   z  s    zMDPayload.end)rD   rE   rF   r=   r   r   r^   r   r   rG   r5   r   rH   r   r]   rb   r   r   rX   r   r   A  s   


r   c                       sL   e Zd Z fddZdd Zdd Zdd Zd	d
 Zdd Zdd Z	  Z
S )RepoCallbacksc                    s    t t|   || _|j| _d S r4   )rW   r   r=   r,   	_md_ploadrT   rX   r   r   r=     s    zRepoCallbacks.__init__c                 C   s   | j | d S r4   )r   r   )r<   Zwhatr   r   r   r     s    zRepoCallbacks.startc                 C   s   | j   d S r4   )r   r]   r;   r   r   r   r]     s    zRepoCallbacks.endc                 C   s   | j d || dS rB   )r   r^   r_   r   r   r   r     s    zRepoCallbacks.progressc                 C   s   | j d || d S r4   )r   r   )r<   r   Zptrr   r   r   fastestMirror  s    zRepoCallbacks.fastestMirrorc                 C   s   | j d ||| dS rB   )r   r   )r<   r\   rQ   r   r   r   r   handleMirrorFailure  s    z!RepoCallbacks.handleMirrorFailurec                 C   s   | j j|||||S r4   )r,   _key_importrR   rO   r   r   r   repokeyImport  s    zRepoCallbacks.repokeyImport)rD   rE   rF   r=   r   r]   r   r   r   r   rb   r   r   rX   r   r     s   r   c                       s  e Zd ZeZd4 fdd	Zedd Zedd Zej	dd Zed	d
 Z
dd Ze
j	dd
 Z
edd Zedd Zej	dd Zdd Zdd Z fddZdd Zdd Zdd Zdd  Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Zd5d2d3Z  ZS )6r   Nc                    s   t t| j||d | jj  tj|r.|nd| j| _t	t
j | _t| | _| jj  | j| j d | _t | _d | _| j|r|jrtn| j |r| j|j t
jj | _|d ur|jnd| _d S )N)Zsectionparentr?   T) rW   r   r=   r   thisZdisownr	   r
   r,   r   r   rd   r   r   r   Z
_callbacksZsetCallbacks_pkgdirrN   r   r   ZsetSyncStrategyZ	cacheonlySYNC_ONLY_CACHEDEFAULT_SYNCZsetSubstitutionsr   r   ZSubstitutionsZ_substitutionsZcheck_config_file_ageZ_check_config_file_age)r<   nameZparent_confrX   r   r   r=     s$    
zRepo.__init__c                 C   s
   | j  S r4   )r,   ZgetIdr;   r   r   r   rP     s    zRepo.idc                 C   s
   | j  S r4   )r,   ZgetRepoFilePathr;   r   r   r   repofile  s    zRepo.repofilec                 C   s   | j | d S r4   )r,   ZsetRepoFilePath)r<   valuer   r   r   r     s    c                 C   s   | j  r| j  S |  S r4   )r,   ZisLocalZgetLocalBaseurlcache_pkgdirr;   r   r   r   r{     s    

zRepo.pkgdirc                 C   s$   | j d ur| j S tj| j tS r4   )r   r   r   rm   r,   getCachedir_PACKAGES_RELATIVE_DIRr;   r   r   r   r     s    
zRepo.cache_pkgdirc                 C   s
   || _ d S r4   )r   r<   valr   r   r   r{     s    c                 C   s   t j| j dS )NZpubring)r   r   rm   r,   r   r;   r   r   r   _pubring_dir  s    zRepo._pubring_dirc                 C   s
   | j  S r4   )r,   ZgetLoadMetadataOtherr;   r   r   r   load_metadata_other  s    zRepo.load_metadata_otherc                 C   s   | j | d S r4   )r,   ZsetLoadMetadataOtherr   r   r   r   r     s    c                 C   s   | j |j k S r4   )rP   )r<   otherr   r   r   __lt__  s    zRepo.__lt__c                 C   s   d| j j| jf S )Nz<%s %s>)rY   rD   rP   r;   r   r   r   __repr__  s    zRepo.__repr__c                    s   t t| || d S r4   )rW   r   __setattr__)r<   r   r   rX   r   r   r     s    zRepo.__setattr__c                 C   s   | j   d S r4   )r,   disabler;   r   r   r   r     s    zRepo.disablec                 C   s   | j   d S r4   )r,   enabler;   r   r   r   r     s    zRepo.enablec                 C   s   | j | dS )a/  Ask for additional repository metadata type to download.

        Given metadata_type is appended to the default metadata set when
        repository is downloaded.

        Parameters
        ----------
        metadata_type: string

        Example: add_metadata_type_to_download("productid")
        N)r,   ZaddMetadataTypeToDownloadr<   Zmetadata_typer   r   r   add_metadata_type_to_download  s    z"Repo.add_metadata_type_to_downloadc                 C   s   | j | dS )aI  Stop asking for this additional repository metadata type
        in download.

        Given metadata_type is no longer downloaded by default
        when this repository is downloaded.

        Parameters
        ----------
        metadata_type: string

        Example: remove_metadata_type_from_download("productid")
        N)r,   ZremoveMetadataTypeFromDownloadr   r   r   r   "remove_metadata_type_from_download  s    z'Repo.remove_metadata_type_from_downloadc                 C   s   | j |S )zReturn path to the file with downloaded repository metadata of given type.

        Parameters
        ----------
        metadata_type: string
        )r,   ZgetMetadataPathr   r   r   r   get_metadata_path  s    zRepo.get_metadata_pathc                 C   s   | j |S )zReturn content of the file with downloaded repository metadata of given type.

        Content of compressed metadata file is returned uncompressed.

        Parameters
        ----------
        metadata_type: string
        )r,   ZgetMetadataContentr   r   r   r   get_metadata_content!  s    
zRepo.get_metadata_contentc              
   C   s   d}zz| j  }W nr tjjtfy } zR| jjrbd| j }| jjD ]}|d| 7 }qFt	
| tjt|W Y d}~n
d}~0 0 W t | j_nt | j_0 t| j | _|S )a  Load the metadata for this repo.

        Depending on the configuration and the age and consistence of data
        available on the disk cache, either loads the metadata from the cache or
        downloads them from the mirror, baseurl or metalink.

        This method will by default not try to refresh already loaded data if
        called repeatedly.

        Returns True if this call to load() caused a fresh metadata download.

        Fz7Errors during downloading metadata for repository '%s':z
  - %sN)r,   loadr	   errorErrorr"   r   r   rP   rk   r   r   
exceptionsZ	RepoErrorr#   r:   rS   r   )r<   retr1   r\   Zfailurer   r   r   r   -  s    

(z	Repo.loadc                 C   sP   | j s| jd | j rL| jdkr&dS | j }| j rDtd|}d|fS dS )a)  Get the number of seconds after which the cached metadata will expire.

        Returns a tuple, boolean whether there even is cached metadata and the
        number of seconds it will expire in. Negative number means the metadata
        has expired already, None that it never expires.

        F)TNr   T)Fr   )r   r,   Z	loadCacheZmetadata_expireZgetExpiresInZ	isExpiredmin)r<   Z
expirationr   r   r   _metadata_expire_inJ  s    



zRepo._metadata_expire_inc                 C   s
   || _ d S r4   )r   )r<   Z
key_importr   r   r   _set_key_import]  s    zRepo._set_key_importc                 C   s   || j _d S r4   )r   r   r   r   r   r   set_progress_bar`  s    zRepo.set_progress_barc                 C   s
   | j  S )zoReturns user defined http headers.

        Returns
        -------
        headers : tuple of strings
        )r,   ZgetHttpHeadersr;   r   r   r   get_http_headersd  s    zRepo.get_http_headersc                 C   s   | j | dS )a  Sets http headers.

        Sets new http headers and rewrites existing ones.

        Parameters
        ----------
        headers : tuple or list of strings
            Example: set_http_headers(["User-Agent: Agent007", "MyFieldName: MyFieldValue"])
        N)r,   ZsetHttpHeaders)r<   Zheadersr   r   r   set_http_headersn  s    zRepo.set_http_headershttpftpfilehttpsc                    s@    fdd} sdS | j  }|r,||S | jr<|| jS dS )z
        :param location: relative location inside the repo
        :param schemes: list of allowed protocols. Default is ('http', 'ftp', 'file', 'https')
        :return: absolute url (string) or None
        c                    s^   | D ]T}r@t jj|d }|v rXtj| d  S qtj| d  S qd S )Nr   r   )r   r   urlparser   r   rm   r   )Zurl_listrQ   r   r   schemesr   r   schemes_filter  s    z,Repo.remote_location.<locals>.schemes_filterN)r,   Z
getMirrorsr   )r<   r   r   r   Zmirrorsr   r   r   r   {  s    

zRepo.remote_location)NN)r   )rD   rE   rF   SYNC_TRY_CACHEr   r=   rG   rP   r   rH   r{   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   rb   r   r   rX   r   r     sF   









r   )T)JZ
__future__r   r   Zdnf.i18nr   r   Zdnf.callbackr   Zdnf.confZdnf.conf.substitutionsZ	dnf.constZ
dnf.cryptoZdnf.exceptionsZdnf.loggingZ
dnf.pycompZdnf.utilZdnf.yum.miscZlibdnf.errorr	   Zlibdnf.repo	functoolsr   ZhawkeyZloggingoperatorr   reZshutilstringrg   timeri   r   Z_MIRRORLIST_FILENAMEascii_lettersdigitsZ_REPOID_CHARSescapeZ	hexdigitsZ_CACHEDIR_REZCACHE_FILESZ	getLoggerrk   r   r   r3   r8   objectr    rK   rI   rd   Z	KeyImportrN   rS   r
   re   rV   ZPayloadrc   r   r   r   r   ZSyncStrategy_LAZYZ	SYNC_LAZYZSyncStrategy_ONLY_CACHEr   ZSyncStrategy_TRY_CACHEr   r   r   r   ZRepoConfr   r   r   r   <module>   sr   



!
8&?


