/usr/local/lib/python3.9/site-packages/pip/_internal/network/__pycache__
a ���h�1 � @ s� d Z ddlmZ ddlZddlZddlZddlZddlm Z m Z ddl m Z ddl mZ ddlmZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZ dd l m Z m Z ddl m Z m!Z! ddl"m#Z# ddl$m%Z% ddl&m'Z'm(Z( ddl)m*Z*m+Z+ ddl,m-Z-m.Z.m/Z/ ddl0m1Z1m2Z2m3Z3 e�4e5�Z6ddd�dd�Z7ddd�dd �Z8d1dd d ddd d �d!d"�Z9d#d#d$�d%d&�Z:d#d#d#d'�d(d)�Z;dd d#d*�d+d,�Z<e G d-d.� d.��Z=G d/d0� d0�Z>dS )2z(Download files with progress indicators.� )� annotationsN)�Iterable�Mapping)� dataclass)� HTTPStatus)�BinaryIO)�PreparedRequest)�Response)� HTTPResponse)�HTTPHeaderDict)�ReadTimeoutError)�BarType� get_download_progress_renderer)�IncompleteDownloadError�NetworkConnectionError)�PyPI)�Link)� SafeFileCache� is_from_cache)�CacheControlAdapter� PipSession)�HEADERS�raise_for_status�response_chunks)� format_size�redact_auth_from_url�splitextr � int | None)�resp�returnc C s0 zt | jd �W S tttfy* Y d S 0 d S )N�content-length)�int�headers� ValueError�KeyError� TypeError�r � r' �H/usr/local/lib/python3.9/site-packages/pip/_internal/network/download.py�_get_http_response_size s r) z str | Nonec C s | j �d| j �d��S )z� Return either the ETag or Last-Modified header (or None if neither exists). The return value can be used in an If-Range header. �etagz last-modified)r" �getr& r' r' r( �(_get_http_response_etag_or_last_modified' s r, r r zIterable[bytes])r �link� progress_bar� total_length� range_startr c C s� |j tjkr|j}n|j}t|�}|r^|rJ|� dt|�� dt|�� d�}n|� dt|�� d�}t| �rtt� d|� n |r�t� d|� n t� d|� t� � t j kr�d}n*t| �r�d}n |s�d}n|d kr�d}nd}t | �}|s�|S t|||d �} | |�S ) Nz (�/�)zUsing cached %szResuming download %szDownloading %sFTi )Zbar_type�sizeZinitial_progress)�netlocr �file_storage_domain�show_url�url_without_fragmentr r r �logger�info�getEffectiveLevel�logging�INFOr r ) r r- r. r/ r0 �url� logged_url� show_progress�chunksZrendererr' r' r( � _log_download/ s< � �rA �str)�filenamer c C s t j�| �S )zJ Sanitize the "filename" value from a Content-Disposition header. )�os�path�basename)rC r' r' r( �sanitize_content_filenameb s rG )�content_disposition�default_filenamer c C s4 t j�� }| |d< |�d�}|r,tt|��}|p2|S )z� Parse the "filename" value from a Content-Disposition header, and return the default filename if the result is empty. � content-typerC )�email�message�Message� get_paramrG rB )rH rI �mrC r' r' r( �parse_content_dispositioni s rP )r r- r c C s� |j }| j�d�}|r t||�}t|�d }|sPt�| j�dd��}|rP||7 }|s~|j| jkr~tj �| j�d }|r~||7 }|S )zoGet an ideal filename from the given HTTP response, falling back to the link filename if not provided. zcontent-disposition� rJ � ) rC r" r+ rP r � mimetypes�guess_extensionr= rD rE )r r- rC rH �extr' r' r( �_get_http_response_filenamex s rV c @ sn e Zd ZU dZded< ded< ded< dZd ed < dZd ed < d d �dd�Zddd�dd�Zdd �dd�Z dS )� _FileDownloadz+Stores the state of a single link download.r r- r � output_filer r3 r r! �bytes_received� reattempts�bool)r c C s t | jd uo| j| jk �S �N)r[ r3 rY ��selfr' r' r( � is_incomplete� s z_FileDownload.is_incomplete�bytes�None)�datar c C s" | j t|�7 _ | j�|� d S r\ )rY �lenrX �write)r^ rb r' r' r( � write_chunk� s z_FileDownload.write_chunkc C s | j �d� | j �� d| _dS )z1Delete any saved data and reset progress to zero.r N)rX �seek�truncaterY r] r' r' r( � reset_file� s z_FileDownload.reset_fileN) �__name__� __module__� __qualname__�__doc__�__annotations__rY rZ r_ re rh r' r' r' r( rW � s rW c @ s� e Zd Zddddd�dd�Zdd d d �d d �Zdd dd�dd�Zdddd�dd�Zdddd�dd�Zdddd�d d �Zdddd �d d �Z e fdd!dd"�d#d$�Z d%S )&� Downloaderr r r! ra )�sessionr. �resume_retriesr c C s& |dksJ d��|| _ || _|| _d S )Nr z<Number of max resume retries must be bigger or equal to zero)�_session� _progress_bar�_resume_retries)r^ ro r. rp r' r' r( �__init__� s ��zDownloader.__init__zIterable[Link]rB z&Iterable[tuple[Link, tuple[str, str]]])�links�locationr c c s* |D ] }| ||�\}}|||ffV qdS )z.Convenience method to download multiple links.Nr' )r^ ru rv r- �filepath� content_typer' r' r( �batch� s zDownloader.batchr ztuple[str, str])r- rv r c C s� | � |�}t|�}tj�|t||��}t|d��<}t|||�}| �||� |� � r^| � ||� W d � n1 sr0 Y |j � dd�}||fS )z+Download a link and save it under location.�wbNz Content-TyperR ) � _http_getr) rD rE �joinrV �openrW �_process_responser_ � _attempt_resumes_or_redownloadsr" r+ ) r^ r- rv r � download_sizerw � content_file�downloadrx r' r' r( �__call__� s *zDownloader.__call__rW r )r� r r c C st t ||j| j|j|jd�}z|D ]}|�|� q W n< tyn } z$|jdu rP|�t�d� W Y d}~n d}~0 0 dS )z)Download and save chunks from a response.)r0 Nz'Connection timed out while downloading.) rA r- rr r3 rY re r r8 �warning)r^ r� r r@ �chunk�er' r' r( r~ � s � z Downloader._process_response)r� � first_respr c C s� |j | jk r�|�� r�|jdus"J �| j d7 _ t�dt|j�t|j�|j � zD| j||d�}|j t j k}|r�|� � t |�|_|}| �||� W q tttfy� Y q Y q 0 q |�� r�t�|jj� t|��|j dkr�| �||� dS )zAAttempt to resume/restart the download if connection was dropped.NrQ z<Attempting to resume incomplete download (%s/%s, attempt %d))� should_matchr )rZ rs r_ r3 r8 r� r rY �_http_get_resume� status_coder �PARTIAL_CONTENTrh r) r~ �ConnectionErrorr �OSErrorrD �removerX �namer �_cache_resumed_download)r^ r� r� Z resume_respZ must_restartr' r' r( r � s0 � z*Downloader._attempt_resumes_or_redownloads)r� �original_responser c C s( |j j}| j�|�}t|t�s.t�d|� dS t|jt �sBJ d��t � }|j d|i d� t � }|j �� D ] \}}|�� dvrh|||< qht|j�|d< td|d d d �} |j�|�} |jj�|| d �} |j�| | � |j�� t|jjd �� } |j� | | � W d � n1 �s0 Y t�d|� dS )an Manually cache a file that was successfully downloaded via resume retries. cachecontrol doesn't cache 206 (Partial Content) responses, since they are not complete files. This method manually adds the final file to the cache as though it was downloaded in a single request, so that future requests can use the cache. z<Skipping resume download caching: no cache controller for %sNz separate body cache not in use!�GET)�methodr= r" )z content-ranger r rR �� F)�bodyr" �status�preload_content� �rbz?Cached resumed download as complete response for future use: %s) r- r7 rq � get_adapter� isinstancer r8 �debug�cacher r �preparer r" �items�lowerrB r3 �URLlib3Response� controller� cache_url� serializer�dumps�setrX �flushr} r� Zset_body_from_io) r^ r� r� r= �adapterZsynthetic_requestZsynthetic_response_headers�key�valueZsynthetic_responser� Z metadata_blob�fr' r' r( r� sH ��� � � .�z"Downloader._cache_resumed_download)r� r� r c C s< t �� }d|j� d�|d< t|� }r.||d< | �|j|�S )z2Issue a HTTP range request to resume the download.zbytes=�-�RangezIf-Range)r �copyrY r, r{ r- )r^ r� r� r" � identifierr' r' r( r� = s zDownloader._http_get_resumezMapping[str, str])r- r" r c C sp |j }z | jj||dd�}t|� W nF tyj } z.|jd usBJ �t�d|jj|� � W Y d }~n d }~0 0 |S )NT)r" �streamz HTTP error %s while getting %s) r7 rq r+ r r �responser8 �criticalr� )r^ r- r" � target_urlr r� r' r' r( r{ K s �zDownloader._http_getN) ri rj rk rt ry r� r~ r r� r� r r{ r' r' r' r( rn � s (8rn )r )?rl � __future__r � email.messagerK r; rS rD �collections.abcr r Z dataclassesr �httpr �typingr Zpip._vendor.requestsr Zpip._vendor.requests.modelsr Zpip._vendor.urllib3r r� Z pip._vendor.urllib3._collectionsr Z pip._vendor.urllib3.exceptionsr � pip._internal.cli.progress_barsr r �pip._internal.exceptionsr r �pip._internal.models.indexr �pip._internal.models.linkr �pip._internal.network.cacher r � pip._internal.network.sessionr r �pip._internal.network.utilsr r r �pip._internal.utils.miscr r r � getLoggerri r8 r) r, rA rG rP rV rW rn r' r' r' r( �<module> sB �3
.
Edit
..
Edit
__init__.cpython-39.pyc
Edit
auth.cpython-39.pyc
Edit
cache.cpython-39.pyc
Edit
download.cpython-39.pyc
Edit
lazy_wheel.cpython-39.pyc
Edit
session.cpython-39.pyc
Edit
utils.cpython-39.pyc
Edit
xmlrpc.cpython-39.pyc
Edit