o
    i"                     @   s  U d dl Z d dlmZ d dlmZ d dlmZ d dlZddlm	Z	 ddlm
Z
mZmZ d	Zd
Zi Zeedf ed< G dd deeZeddG dd dZeddG dd dZ	d/dejdee dee fddZdeeef dee fddZededeeef defddZeddddd ed!ed"ed#ee deeef dee d$eeeef  defd%d&Ze	d/d'edeeef d$eeeef  defd(d)Zd'edeeef d$eeeef  defd*d+Zd,edefd-d.ZdS )0    N)	dataclass)Enum)Optional   )	constants   )get_sessionhf_raise_for_statusvalidate_hf_hub_args<   i  XetConnectionInfoXET_CONNECTION_INFO_CACHEc                   @   s   e Zd ZdZdZdS )XetTokenTypereadwriteN)__name__
__module____qualname__READWRITE r   r   `/var/www/html/karishye-ai-python/venv/lib/python3.10/site-packages/huggingface_hub/utils/_xet.pyr      s    r   T)frozenc                   @   s   e Zd ZU eed< eed< dS )XetFileData	file_hashrefresh_routeN)r   r   r   str__annotations__r   r   r   r   r      s   
 r   c                   @   s&   e Zd ZU eed< eed< eed< dS )r   access_tokenexpiration_unix_epochendpointN)r   r   r   r   r   intr   r   r   r   r      s   
 responser    returnc                 C   s   | du rdS z| j tj }tj| jv r| jtj d }n| j tj }W n
 ty-   Y dS w |dur4|ntj}|tj	rJ|
tj	d|d}t||dS )a^  
    Parse XET file metadata from an HTTP response.

    This function extracts XET file metadata from the HTTP headers or HTTP links
    of a given response object. If the required metadata is not found, it returns `None`.

    Args:
        response (`httpx.Response`):
            The HTTP response object containing headers dict and links dict to extract the XET metadata from.
    Returns:
        `Optional[XetFileData]`:
            An instance of `XetFileData` containing the file hash and refresh route if the metadata
            is found. Returns `None` if the required metadata is missing.
    Nurl/)r   r   )headersr   HUGGINGFACE_HEADER_X_XET_HASH$HUGGINGFACE_HEADER_LINK_XET_AUTH_KEYlinks&HUGGINGFACE_HEADER_X_XET_REFRESH_ROUTEKeyErrorENDPOINT
startswithHUGGINGFACE_CO_URL_HOMEreplacerstripr   )r"   r    r   r   r   r   r   !parse_xet_file_data_from_response#   s$   r1   r&   c              
   C   sP   z| t j }| t j }t| t j }W n tttfy    Y dS w t|||dS )a  
    Parse XET connection info from the HTTP headers or return None if not found.
    Args:
        headers (`dict`):
           HTTP headers to extract the XET metadata from.
    Returns:
        `XetConnectionInfo` or `None`:
            The information needed to connect to the XET storage service.
            Returns `None` if the headers do not contain the XET connection info.
    N)r    r   r   )	r   !HUGGINGFACE_HEADER_X_XET_ENDPOINT%HUGGINGFACE_HEADER_X_XET_ACCESS_TOKENr!   #HUGGINGFACE_HEADER_X_XET_EXPIRATIONr+   
ValueError	TypeErrorr   )r&   r    r   r   r   r   r   &parse_xet_connection_info_from_headersH   s   

r7   	file_datac                 C   s   | j du r	tdt| j |S )a  
    Utilizes the information in the parsed metadata to request the Hub xet connection information.
    This includes the access token, expiration, and XET service URL.
    Args:
        file_data: (`XetFileData`):
            The file data needed to refresh the xet connection information.
        headers (`dict[str, str]`):
            Headers to use for the request, including authorization headers and user agent.
    Returns:
        `XetConnectionInfo`:
            The connection information needed to make the request to the xet storage service.
    Raises:
        [`~utils.HfHubHTTPError`]
            If the Hub API returned an error.
        [`ValueError`](https://docs.python.org/3/library/exceptions.html#ValueError)
            If the Hub API response is improperly formatted.
    Nz>The provided xet metadata does not contain a refresh endpoint.)r   r5   #_fetch_xet_connection_info_with_url)r8   r&   r   r   r   refresh_xet_connection_infoa   s   
r:   )revisionr    params
token_typerepo_id	repo_typer;   r<   c              	   C   s@   |dur|nt j}| d| d| d| j d| 	}t|||S )a  
    Uses the repo info to request a xet access token from Hub.
    Args:
        token_type (`XetTokenType`):
            Type of the token to request: `"read"` or `"write"`.
        repo_id (`str`):
            A namespace (user or an organization) and a repo name separated by a `/`.
        repo_type (`str`):
            Type of the repo to upload to: `"model"`, `"dataset"` or `"space"`.
        revision (`str`, `optional`):
            The revision of the repo to get the token for.
        headers (`dict[str, str]`):
            Headers to use for the request, including authorization headers and user agent.
        endpoint (`str`, `optional`):
            The endpoint to use for the request. Defaults to the Hub endpoint.
        params (`dict[str, str]`, `optional`):
            Additional parameters to pass with the request.
    Returns:
        `XetConnectionInfo`:
            The connection information needed to make the request to the xet storage service.
    Raises:
        [`~utils.HfHubHTTPError`]
            If the Hub API returned an error.
        [`ValueError`](https://docs.python.org/3/library/exceptions.html#ValueError)
            If the Hub API response is improperly formatted.
    Nz/api/zs/z/xet-z-token/)r   r,   valuer9   )r=   r>   r?   r;   r&   r    r<   r$   r   r   r   (fetch_xet_connection_info_from_repo_info}   s   %"rA   r$   c           	      C   s   t | ||}t|}|durt|s|S t j|| |d}t| t|j}|du r/tdt	t
 D ]\}}t|rCt|d q5tttkrStttt |t|< |S )a  
    Requests the xet connection info from the supplied URL. This includes the
    access token, expiration time, and endpoint to use for the xet storage service.

    Result is cached to avoid redundant requests.

    Args:
        url: (`str`):
            The access token endpoint URL.
        headers (`dict[str, str]`):
            Headers to use for the request, including authorization headers and user agent.
        params (`dict[str, str]`, `optional`):
            Additional parameters to pass with the request.
    Returns:
        `XetConnectionInfo`:
            The connection information needed to make the request to the xet storage service.
    Raises:
        [`~utils.HfHubHTTPError`]
            If the Hub API returned an error.
        [`ValueError`](https://docs.python.org/3/library/exceptions.html#ValueError)
            If the Hub API response is improperly formatted.
    N)r&   r$   r<   z6Xet headers have not been correctly set by the server.)
_cache_keyr   get_is_expiredr   r	   r7   r&   r5   listitemspoplenXET_CONNECTION_INFO_CACHE_SIZEnextiter)	r$   r&   r<   	cache_keycached_inforespmetadatakvr   r   r   r9      s$   

r9   c                 C   sZ   dd |  D }|dd}ddd t|pi   dd	 d
D }|  d| d| S )z;Return a unique cache key for the given request parameters.c                 S   s   i | ]	\}}|  |qS r   )lower.0rP   rQ   r   r   r   
<dictcomp>   s    z_cache_key.<locals>.<dictcomp>authorization &c                 s   s"    | ]\}}| d | V  qdS )=Nr   rS   r   r   r   	<genexpr>   s     z_cache_key.<locals>.<genexpr>c                 S   s   | d S )Nr   r   )xr   r   r   <lambda>   s    z_cache_key.<locals>.<lambda>)key|)rF   rC   joinsorted)r$   r&   r<   lower_headersauth_header
params_strr   r   r   rB      s   (rB   connection_infoc                 C   s   | j tt t kS )z2Check if the given XET connection info is expired.)r   r!   time!XET_CONNECTION_INFO_SAFETY_PERIOD)rd   r   r   r   rD      s   rD   )N)re   dataclassesr   enumr   typingr   httpxrW   r   r   r	   r
   rf   rI   r   dictr   r   r   r   r   Responser1   r7   r:   rA   r9   rB   boolrD   r   r   r   r   <module>   s   
 
%

	)
.9