???<!-- GIF89;a -->
123123123123
.....................................................................................................................................???<!-- GIF89;a -->
123123123123
.....................................................................................................................................3
gLQ                 @   sF  d dl mZ d dl mZ d dlmZmZ d dlZd dlZd dl	Zd dl
Zd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZdZ dZ!ej"ej# d Z$dej%e$ej&f Z'd	e'e!f d
e'e f ddZ(ej)dZ*dd Z+dd Z,d-ddZ-dd Z.G dd de/Z0G dd de1Z2G dd dej3j4Z5G dd de/Z6G dd  d ej7j8Z9G d!d" d"ej3j:Z;G d#d$ d$e;Z<G d%d& d&e;Z=G d'd( d(ej3j:Z>ej7j?j@ZAej7j?jBZCej7j?jDZEG d)d* d*ej7jFZGG d+d, d,ejHjIZ?dS ).    )absolute_import)unicode_literals)ucd_NpackagesZ
mirrorlistz-_.:z(?P<repoid>[%s]+)\-[%s]{16}z>^%s\/.*((xml|yaml)(\.gz|\.xz|\.bz2|.zck)?|asc|cachecookie|%s)$z^%s\/%s\/.+rpm$z^.+(solv|solvx)$)metadatar   Zdbcachednfc             C   s   t jjj| }|dk rdS |S )zAReturn index of an invalid character in the repo ID (if present).r   N)libdnfrepoRepoZverifyId)Zrepo_idZfirst_invalid r   /usr/lib/python3.6/repo.pyrepo_id_invalidH   s    r   c             G   s8   x"|D ]}|| |}|d k	r|S qW t td|  d S )Nz"no matching payload factory for %s)
ValueErrorr   )pkgprogressZ	factoriesfnploadr   r   r   _pkg2payloadO   s
    

r   Tc             C   s   dd }|j j  dd t| |dD }t }ytjjjtjj|| W n, t	k
rv } zt
||_W Y d d }~X nX |j  |j j |_xj|D ]b}|j }|d ks|jdrq|j }	|	j}
|
j}|dkr|jj| q|jjj  |g|j|< qW |S )Nc             S   s   t | d S )NZdelta)hasattr)payloadr   r   r   _download_sort_keyY   s    z._download_payloads.<locals>._download_sort_keyc             S   s   g | ]}|j  qS r   )_librepo_target).0r   r   r   r   
<listcomp>]   s   z&_download_payloads.<locals>.<listcomp>)keyzNot finishedzAlready downloaded)errclearsorted_DownloadErrorsr	   r
   PackageTargetZdownloadPackagesZVectorPPackageTargetRuntimeErrorstr_fatalwaitcopy_recoverableZgetErr
startswithZgetCallbackspackage_ploadr   _skippedadd_repoZexpire_pkg_irrecoverable)payloadsZdrpmZ	fail_fastr   ZtargetserrseZtgtr   	callbacksr   r   r   r   r   _download_payloadsW   s0    

r1   c             C   sL   | \}}x:|D ]2}|j }||kr,||j7 }q||j7 }||j7 }qW ||fS )N)r   download_size
_full_size)Zsavingr-   r.   realZfullr   r   r   r   r   _update_savingx   s    


r5   c               @   s>   e Zd Zdd Zdd Zedd Zejdd Zdd	 Zd
S )r   c             C   s   i | _ i | _d | _t | _d S )N)r,   _val_recoverabler#   setr)   )selfr   r   r   __init__   s    z_DownloadErrors.__init__c             C   s"   | j r| j S | jrd| jgiS i S )N )r,   r#   )r8   r   r   r   _irrecoverable   s
    z_DownloadErrors._irrecoverablec             C   s   | j S )N)r6   )r8   r   r   r   r&      s    z_DownloadErrors._recoverablec             C   s
   || _ d S )N)r6   )r8   Znew_dctr   r   r   r&      s    c             C   s   |j | jkrdS |jS )Nr   )r   r)   r2   )r8   r   r   r   r   _bandwidth_used   s    z_DownloadErrors._bandwidth_usedN)	__name__
__module____qualname__r9   r;   propertyr&   setterr<   r   r   r   r   r      s
   r   c               @   s   e Zd Zdd ZdS )_DetailedLibrepoErrorc             C   s,   t j|  |jd | _|jd | _|| _d S )Nr      )	Exceptionr9   argsZlibrepo_codeZlibrepo_msg
source_url)r8   Zlibrepo_errrF   r   r   r   r9      s    
z_DetailedLibrepoError.__init__N)r=   r>   r?   r9   r   r   r   r   rB      s   rB   c               @   s   e Zd Zdd ZdS )_NullKeyImportc             C   s   dS )NTr   )r8   iduseridfingerprinturl	timestampr   r   r   _confirm   s    z_NullKeyImport._confirmN)r=   r>   r?   rM   r   r   r   r   rG      s   rG   c               @   s    e Zd Zdd Zedd ZdS )Metadatac             C   s
   || _ d S )N)r+   )r8   r
   r   r   r   r9      s    zMetadata.__init__c             C   s
   | j j S )N)r+   fresh)r8   r   r   r   rO      s    zMetadata.freshN)r=   r>   r?   r9   r@   rO   r   r   r   r   rN      s   rN   c                   s4   e Zd Z fddZdd Zdd Zdd Z  ZS )	PackageTargetCallbacksc                s   t t| j  || _d S )N)superrP   r9   r(   )r8   r(   )	__class__r   r   r9      s    zPackageTargetCallbacks.__init__c             C   s   | j jd || dS )Nr   )r(   _end_cb)r8   statusmsgr   r   r   end   s    zPackageTargetCallbacks.endc             C   s   | j jd || dS )Nr   )r(   _progress_cb)r8   totalToDownload
downloadedr   r   r   r      s    zPackageTargetCallbacks.progressc             C   s   | j jd || dS )Nr   )r(   _mirrorfail_cb)r8   rU   rK   r   r   r   mirrorFailure   s    z$PackageTargetCallbacks.mirrorFailure)r=   r>   r?   r9   rV   r   r[   __classcell__r   r   )rR   r   rP      s   rP   c                   sH   e Zd Z fddZdd Zdd Zdd Zed	d
 Zdd Z	  Z
S )PackagePayloadc                s$   t t| j| t| | _|| _d S )N)rQ   r]   r9   rP   r0   r   )r8   r   r   )rR   r   r   r9      s    
zPackagePayload.__init__c             C   sR   t jj}|dkrt jj}n$|jdr(dS |tjjjkr>t jj	}| j
j| || dS )z"End callback to librepo operation.NzNot finished)r   callbackZSTATUS_FAILEDZ	STATUS_OKr'   r	   r
   PackageTargetCBZTransferStatus_ALREADYEXISTSZSTATUS_ALREADY_EXISTSr   rV   )r8   cbdataZ	lr_statusrU   rT   r   r   r   rS      s    

zPackagePayload._end_cbc             C   s   | j j| tjj| d S )N)r   rV   r   r^   ZSTATUS_MIRROR)r8   r`   r   rK   r   r   r   rZ      s    zPackagePayload._mirrorfail_cbc             C   sX   y| j j | | W n@ tk
rR   tj \}}}tj|||}tjdj| Y nX d S )Nr:   )	r   rD   sysexc_info	tracebackformat_exceptionloggercriticaljoin)r8   r`   totaldoneexc_type	exc_valueexc_tracebackexcept_listr   r   r   rW      s    zPackagePayload._progress_cbc             C   s   | j S )N)r2   )r8   r   r   r   r3      s    zPackagePayload._full_sizec             C   s   | j }|j}tjj| |d| | j| j| jd}|j| j	  t
jj|jj|d |d |d |d |d |d |d	 d
d
| jS )NT)destresumer`   Z
progresscbZendcbZmirrorfailurecbrelative_urlrn   checksum_typechecksumexpectedsizebase_urlro   r   )r   pkgdirr   util
ensure_dirrW   rS   rZ   update_target_paramsr	   r
   r    r+   r0   )r8   r   ru   Z
target_dctr   r   r   r      s     
zPackagePayload._librepo_target)r=   r>   r?   r9   rS   rZ   rW   r@   r3   r   r\   r   r   )rR   r   r]      s   r]   c               @   s(   e Zd Zdd Zdd Zedd ZdS )
RPMPayloadc             C   s   t jj| jjS )N)ospathbasenamer   location)r8   r   r   r   __str__  s    zRPMPayload.__str__c             C   sT   | j }|j \}}tjjj|}|tjjjkr>tjt	d| |j
|||j|jdS )Nzunsupported checksum type: %s)rp   rq   rr   rs   rt   )r   ZreturnIdSumr	   r
   r    ZchecksumTypeZChecksumType_UNKNOWNre   warningr   r~   downloadsizebaseurl)r8   r   ZctypeZcsumZ
ctype_coder   r   r   ry     s    zRPMPayload._target_paramsc             C   s   | j jS )zTotal size of the download.)r   r   )r8   r   r   r   r2     s    zRPMPayload.download_sizeN)r=   r>   r?   r   ry   r@   r2   r   r   r   r   rz     s   rz   c                   s@   e Zd Z fddZdd Zdd Zdd Zed	d
 Z  Z	S )RemoteRPMPayloadc                s   t t| jd| || _d| _|| _| jjp.d| jjjd }t	j
|jdj d d }d| }tjj| jj|d| _tjj| j tjj| j| j jd	| _d S )
NZunused_objectr   r:   Zbasearchutf8   zcommandline-r   /)rQ   r   r9   remote_locationremote_sizeconfZ
releaseversubstitutionsgethashlibZsha256encodeZ	hexdigestr{   r|   rg   Zcachedirru   r   rv   rw   r   lstripZ
local_path)r8   r   r   r   sZdigestZrepodir)rR   r   r   r9     s    zRemoteRPMPayload.__init__c             C   s   t jj| jS )N)r{   r|   r}   r   )r8   r   r   r   r   )  s    zRemoteRPMPayload.__str__c             C   s^   || _ y| jj| | W n@ tk
rX   tj \}}}tj|||}tjdj	| Y nX d S )Nr:   )
r   r   rD   ra   rb   rc   rd   re   rf   rg   )r8   r`   rh   ri   rj   rk   rl   rm   r   r   r   rW   ,  s    zRemoteRPMPayload._progress_cbc             C   s<   t jj| jjtjj| j| j	dd dtjj
| jddd| jS )Nr   T)r	   r
   r    r   _configr{   r|   r}   r   ru   dirnamer0   )r8   r   r   r   r   5  s    z RemoteRPMPayload._librepo_targetc             C   s   | j S )zTotal size of the download.)r   )r8   r   r   r   r2   ;  s    zRemoteRPMPayload.download_size)
r=   r>   r?   r9   r   rW   r   r@   r2   r\   r   r   )rR   r   r     s
   	r   c                   sz   e Zd Z fddZdd Zdd Zdd Zd	d
 Zdd Ze	dd Z
e	dd Zejdd Zdd Zdd Z  ZS )	MDPayloadc                s.   t t| j| d| _d| _d| _t | _d S )Nr:   r   F)rQ   r   r9   _text_download_sizefastest_mirror_runningr7   mirror_failures)r8   r   )rR   r   r   r9   C  s
    zMDPayload.__init__c             C   s   t jjr| jS | jjdS d S )Nzutf-8)r   pycompZPY3r   r   )r8   r   r   r   r   J  s    zMDPayload.__str__c             C   s   | j S )N)r   )r8   r   r   r   __unicode__P  s    zMDPayload.__unicode__c             C   s   || _ | jj| | d S )N)r   r   )r8   r`   rh   ri   r   r   r   rW   S  s    zMDPayload._progress_cbc             C   s\   |t jjjkr"td| }d| _n*|t jjjkrH| jrH|rBd| nd}nd S | jj| d S )Nz,determining the fastest mirror (%s hosts).. Tz
error: %s
zdone.
)	r	   r
   RepoCBZFastestMirrorStage_DETECTIONr   r   ZFastestMirrorStage_STATUSr   message)r8   r`   stagedatarU   r   r   r   _fastestmirror_cbW  s    zMDPayload._fastestmirror_cbc             C   s&   | j j| d||f }tj| d S )Nzerror: %s (%s).)r   r*   re   debug)r8   r`   rU   rK   r   r   r   r   _mirror_failure_cbc  s    zMDPayload._mirror_failure_cbc             C   s   | j S )N)r   )r8   r   r   r   r2   h  s    zMDPayload.download_sizec             C   s   | j S )N)	_progress)r8   r   r   r   r   l  s    zMDPayload.progressc             C   s   |d krt jj }|| _d S )N)r   r^   NullDownloadProgressr   )r8   r   r   r   r   r   p  s    
c             C   s   || _ | jjdd d S )NrC   r   )r   r   start)r8   textr   r   r   r   v  s    zMDPayload.startc             C   s   d| _ | jj| d d  d S )Nr   )r   r   rV   )r8   r   r   r   rV   z  s    zMDPayload.end)r=   r>   r?   r9   r   r   rW   r   r   r@   r2   r   rA   r   rV   r\   r   r   )rR   r   r   A  s   r   c                   sL   e Zd Z fddZdd Zdd Zdd Zd	d
 Zdd Zdd Z	  Z
S )RepoCallbacksc                s    t t| j  || _|j| _d S )N)rQ   r   r9   r+   	_md_pload)r8   r
   )rR   r   r   r9     s    zRepoCallbacks.__init__c             C   s   | j j| d S )N)r   r   )r8   Zwhatr   r   r   r     s    zRepoCallbacks.startc             C   s   | j j  d S )N)r   rV   )r8   r   r   r   rV     s    zRepoCallbacks.endc             C   s   | j jd || dS )Nr   )r   rW   )r8   rX   rY   r   r   r   r     s    zRepoCallbacks.progressc             C   s   | j jd || d S )N)r   r   )r8   r   Zptrr   r   r   fastestMirror  s    zRepoCallbacks.fastestMirrorc             C   s   | j jd ||| dS )Nr   )r   r   )r8   rU   rK   r   r   r   r   handleMirrorFailure  s    z!RepoCallbacks.handleMirrorFailurec             C   s   | j jj|||||S )N)r+   _key_importrM   )r8   rH   rI   rJ   rK   rL   r   r   r   repokeyImport  s    zRepoCallbacks.repokeyImport)r=   r>   r?   r9   r   rV   r   r   r   r   r\   r   r   )rR   r   r     s   r   c                   s  e Zd ZeZd7 fdd	Zedd Zedd Zej	dd Zed	d
 Z
dd Ze
j	dd
 Z
edd Zedd Zej	dd Zdd Zdd Z fddZdd Zdd Zdd Zdd  Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Zd9d5d6Z  ZS ):r   Nc                s   t t| j||d | jjj  tjj|r.|nd| j| _t	t
jj | _t| | _| jjj  | jj| j d | _t | _d | _| jj|r|jrtn| j |r| jj|j t
jjj | _|d k	r|jnd| _d S )N)Zsectionparentr:   T) rQ   r   r9   r   thisZdisownr	   r
   r+   r   r   r^   r   r   r   Z
_callbacksZsetCallbacks_pkgdirrG   r   r   ZsetSyncStrategyZ	cacheonlySYNC_ONLY_CACHEDEFAULT_SYNCZsetSubstitutionsr   r   ZSubstitutionsZ_substitutionsZcheck_config_file_ageZ_check_config_file_age)r8   nameZparent_conf)rR   r   r   r9     s    
zRepo.__init__c             C   s
   | j j S )N)r+   ZgetId)r8   r   r   r   rH     s    zRepo.idc             C   s
   | j j S )N)r+   ZgetRepoFilePath)r8   r   r   r   repofile  s    zRepo.repofilec             C   s   | j j| d S )N)r+   ZsetRepoFilePath)r8   valuer   r   r   r     s    c             C   s   | j j r| j j S | j S )N)r+   ZisLocalZgetLocalBaseurlcache_pkgdir)r8   r   r   r   ru     s    

zRepo.pkgdirc             C   s$   | j d k	r| j S tjj| jj tS )N)r   r{   r|   rg   r+   getCachedir_PACKAGES_RELATIVE_DIR)r8   r   r   r   r     s    
zRepo.cache_pkgdirc             C   s
   || _ d S )N)r   )r8   valr   r   r   ru     s    c             C   s   t jj| jj dS )NZpubring)r{   r|   rg   r+   r   )r8   r   r   r   _pubring_dir  s    zRepo._pubring_dirc             C   s
   | j j S )N)r+   ZgetLoadMetadataOther)r8   r   r   r   load_metadata_other  s    zRepo.load_metadata_otherc             C   s   | j j| d S )N)r+   ZsetLoadMetadataOther)r8   r   r   r   r   r     s    c             C   s   | j |j k S )N)rH   )r8   otherr   r   r   __lt__  s    zRepo.__lt__c             C   s   d| j j| jf S )Nz<%s %s>)rR   r=   rH   )r8   r   r   r   __repr__  s    zRepo.__repr__c                s   t t| j|| d S )N)rQ   r   __setattr__)r8   r   r   )rR   r   r   r     s    zRepo.__setattr__c             C   s   | j j  d S )N)r+   disable)r8   r   r   r   r     s    zRepo.disablec             C   s   | j j  d S )N)r+   enable)r8   r   r   r   r     s    zRepo.enablec             C   s   | j j| dS )a/  Ask for additional repository metadata type to download.

        Given metadata_type is appended to the default metadata set when
        repository is downloaded.

        Parameters
        ----------
        metadata_type: string

        Example: add_metadata_type_to_download("productid")
        N)r+   ZaddMetadataTypeToDownload)r8   metadata_typer   r   r   add_metadata_type_to_download  s    z"Repo.add_metadata_type_to_downloadc             C   s   | j j| dS )aI  Stop asking for this additional repository metadata type
        in download.

        Given metadata_type is no longer downloaded by default
        when this repository is downloaded.

        Parameters
        ----------
        metadata_type: string

        Example: remove_metadata_type_from_download("productid")
        N)r+   ZremoveMetadataTypeFromDownload)r8   r   r   r   r   "remove_metadata_type_from_download  s    z'Repo.remove_metadata_type_from_downloadc             C   s   | j j|S )zReturn path to the file with downloaded repository metadata of given type.

        Parameters
        ----------
        metadata_type: string
        )r+   ZgetMetadataPath)r8   r   r   r   r   get_metadata_path  s    zRepo.get_metadata_pathc             C   s   | j j|S )zReturn content of the file with downloaded repository metadata of given type.

        Content of compressed metadata file is returned uncompressed.

        Parameters
        ----------
        metadata_type: string
        )r+   ZgetMetadataContent)r8   r   r   r   r   get_metadata_content!  s    
zRepo.get_metadata_contentc             C   s   d}zy| j j }W nt tjjtfk
r } zP| jjrhd| j }x| jjD ]}|d| 7 }qJW t	j
| tjjt|W Y dd}~X nX W dt | j_X t| j | _|S )a  Load the metadata for this repo.

        Depending on the configuration and the age and consistence of data
        available on the disk cache, either loads the metadata from the cache or
        downloads them from the mirror, baseurl or metalink.

        This method will by default not try to refresh already loaded data if
        called repeatedly.

        Returns True if this call to load() caused a fresh metadata download.

        Fz7Errors during downloading metadata for repository '%s':z
  - %sN)r+   loadr	   errorErrorr!   r   r   rH   re   r   r   
exceptionsZ	RepoErrorr"   r7   rN   r   )r8   retr/   rU   Zfailurer   r   r   r   -  s    

&z	Repo.loadc             C   sP   | j s| jjd | j rL| jdkr&dS | jj }| jj rDtd|}d|fS dS )	a)  Get the number of seconds after which the cached metadata will expire.

        Returns a tuple, boolean whether there even is cached metadata and the
        number of seconds it will expire in. Negative number means the metadata
        has expired already, None that it never expires.

        FrC   TNr   )TN)Fr   )r   r+   Z	loadCacheZmetadata_expireZgetExpiresInZ	isExpiredmin)r8   Z
expirationr   r   r   _metadata_expire_inJ  s    



zRepo._metadata_expire_inc             C   s
   || _ d S )N)r   )r8   Z
key_importr   r   r   _set_key_import]  s    zRepo._set_key_importc             C   s   || j _d S )N)r   r   )r8   r   r   r   r   set_progress_bar`  s    zRepo.set_progress_barc             C   s
   | j j S )zoReturns user defined http headers.

        Returns
        -------
        headers : tuple of strings
        )r+   ZgetHttpHeaders)r8   r   r   r   get_http_headersd  s    zRepo.get_http_headersc             C   s   | j j| dS )a  Sets http headers.

        Sets new http headers and rewrites existing ones.

        Parameters
        ----------
        headers : tuple or list of strings
            Example: set_http_headers(["User-Agent: Agent007", "MyFieldName: MyFieldValue"])
        N)r+   ZsetHttpHeaders)r8   Zheadersr   r   r   set_http_headersn  s    zRepo.set_http_headershttpftpfilehttpsc                s@    fdd} sdS | j j }|r,||S | jr<|| jS dS )z
        :param location: relative location inside the repo
        :param schemes: list of allowed protocols. Default is ('http', 'ftp', 'file', 'https')
        :return: absolute url (string) or None
        c                sZ   xT| D ]L}r>t jjj|d }|krRtjj| jdS qtjj| jdS qW d S )Nr   r   )r   r   Zurlparser{   r|   rg   r   )Zurl_listrK   r   )r~   schemesr   r   schemes_filter  s    
z,Repo.remote_location.<locals>.schemes_filterN)r+   Z
getMirrorsr   )r8   r~   r   r   Zmirrorsr   )r~   r   r   r   {  s    

zRepo.remote_location)NNr   r   r   r   )r   )r=   r>   r?   SYNC_TRY_CACHEr   r9   r@   rH   r   rA   ru   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r\   r   r   )rR   r   r     s6   

r   )T)JZ
__future__r   r   Zdnf.i18nr   r   Zdnf.callbackr   Zdnf.confZdnf.conf.substitutionsZ	dnf.constZ
dnf.cryptoZdnf.exceptionsZdnf.loggingZ
dnf.pycompZdnf.utilZdnf.yum.miscZlibdnf.errorr	   Zlibdnf.repo	functoolsr   ZhawkeyZloggingoperatorr{   reZshutilstringra   Ztimerc   r   Z_MIRRORLIST_FILENAMEZascii_lettersZdigitsZ_REPOID_CHARSescapeZ	hexdigitsZ_CACHEDIR_REZCACHE_FILESZ	getLoggerre   r   r   r1   r5   objectr   rD   rB   r^   Z	KeyImportrG   rN   r
   r_   rP   ZPayloadr]   rz   r   r   r   ZSyncStrategy_LAZYZ	SYNC_LAZYZSyncStrategy_ONLY_CACHEr   ZSyncStrategy_TRY_CACHEr   r   r   r   ZRepoConfr   r   r   r   <module>   sl   




!
8&?


