File: //home/arjun/projects/env/lib/python3.10/site-packages/tldextract/__pycache__/cache.cpython-310.pyc
o
+we�! � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl m
Z
m Z m Z ddl
mZ ddlmZmZ ddlZddlmZ e�e�Zdaed �Zejd
krXd'dd�ZnejZd(dd�Z d(dd�Z G dd� d�Z d)d d �Z d*d!d"�Z d+d%d&�Z!dS ),zHelpers.� )� annotationsN)�Callable�Hashable�Iterable)�Path)�TypeVar�cast)�FileLockF�T)� � �args�bytes�return�
hashlib._Hashc G s t j| ddi�S )zUse argument only available in newer Python.
In this file, MD5 is only used for cache location, not security.
�usedforsecurityF)�hashlib�md5)r
� r �I/home/arjun/projects/env/lib/python3.10/site-packages/tldextract/cache.pyr s r �strc C s� zddl m} W n ty d} Y nw d| }tj�tj�}ttj� d���
� dd� }d� d d
� tj dd � D ��}||||g}d � |�}|S )
z�
Generate an identifier unique to the python version, tldextract version, and python instance.
This will prevent interference between virtualenvs and issues that might arise when installing
a new version of tldextract
r )�version�devz tldextract-�utf-8N� �.c S s g | ]}t |��qS r )r )�.0�vr r r �
<listcomp>7 s z-get_pkg_unique_identifier.<locals>.<listcomp>����__)
�tldextract._versionr � ImportError�os�path�basename�sys�prefixr �encode� hexdigest�join� version_info)r �tldextract_version�python_env_name� python_binary_path_short_hash�python_version�identifier_parts�pkg_identifierr r r �get_pkg_unique_identifier' s � �
r2 c C s| t j�dd�} | dur
| S t �dd�}|du r&t �dd�}|r&tt|d��}|dur3tt|dt� ��S ttt j�t �d��S )z�
Get a cache dir that we have permission to write to.
Try to follow the XDG standard, but if that doesn't work fallback to the package directory
http://specifications.freedesktop.org/basedir-spec/basedir-spec-latest.html
�TLDEXTRACT_CACHEN�XDG_CACHE_HOME�HOMEz.cachezpython-tldextractz
.suffix_cache)
r# �environ�get�getenvr r r2 r$ �dirname�__file__)� cache_dir�xdg_cache_home� user_homer r r �
get_cache_dirC s �r> c @ sX e Zd ZdZd*d+dd�Zd,dd�Zd-dd�Zd.dd�Zd/dd�Zd0d d!�Z d1d'd(�Z
d)S )2� DiskCachez0Disk _cache that only works for jsonable values.� r; �
str | None� lock_timeout�intc C s0 t |�| _tj�t|�p
d�| _|| _d| _dS )z.Construct a disk cache in the given directory.� z.tldextract.jsonN) �bool�enabledr# r$ �
expanduserr r; rB �file_ext)�selfr; rB r r r �__init__` s
zDiskCache.__init__� namespacer �key�str | dict[str, Hashable]r �objectc
C s� | j std��| �||�}tj�|�s td| d t|� ��z t|��}t� |�W d � W S 1 s5w Y W dS t
t fy^ } zt �
d||� td| d t|� �d�d}~ww )z%Retrieve a value from the disk cache.zCache is disabledz namespace: z key: Nz#error reading TLD cache file %s: %s)rF �KeyError�_key_to_cachefile_pathr# r$ �isfile�repr�open�json�load�OSError�
ValueError�LOG�error)rI rK rL �cache_filepath�
cache_file�excr r r r7 i s
(���z
DiskCache.get�value�Nonec
C s� | j sdS | �||�}z$t|� t|d��}t�||� W d � W dS 1 s(w Y W dS tyV } ztsKt� d||||� daW Y d}~dS W Y d}~dS d}~ww )z Set a value in the disk cache.N�w��unable to cache %s.%s in %s. This could refresh the Public Suffix List over HTTP every app startup. Construct your `TLDExtract` with a writable `cache_dir` or set `cache_dir=None` to silence this warning. %sT)
rF rP � _make_dirrS rT �dumprV �_DID_LOG_UNABLE_TO_CACHErX �warning)rI rK rL r] rZ r[ �ioer r r �setx s* &��
���z
DiskCache.setc C s� t �| j�D ]F\}}}|D ]>}|�| j�s |�| jd �rKz t �tt||��� W q
ty2 Y q
t yJ } z
|j
t
j kr@� W Y d}~q
d}~ww q
qdS )zClear the disk cache.�.lockN) r# �walkr; �endswithrH �unlinkr r �FileNotFoundErrorrV �errno�ENOENT)rI �root�_�files�filenamer\ r r r �clear� s$ � ������zDiskCache.clearc C s0 t t| j|��}t|�}t t||| j ��}|S )N)r r r; �_make_cache_keyrH )rI rK rL �namespace_path�
hashed_key�
cache_pathr r r rP � s z DiskCache._key_to_cachefile_path�func�Callable[..., T]�kwargs�dict[str, Hashable]�hashed_argnames�
Iterable[str]r
c
s | j s
|d
i |��S � fdd�|�� D �}| �||�}|d }zt|� W n& tyK } zts:t�d||||� da|d
i |��W Y d}~S d}~ww t|| j d��/ z t
t | j ||d��} W n t
yx |d
i |��} | j||| d � Y nw | W d � S 1 s�w Y dS ) �!Get a url but cache the response.c s i | ] \}}|� v r||�qS r r )r �kr �r{ r r �
<dictcomp>� s z+DiskCache.run_and_cache.<locals>.<dictcomp>rg r` TN��timeout)rK rL )rK rL r] r )rF �itemsrP ra rV rc rX rd r rB r r
r7 rO rf )
rI rw rK ry r{ �key_argsrZ � lock_pathre �resultr r r �
run_and_cache� s: �
�� �$�zDiskCache.run_and_cache�session�requests.Session�urlr� �float | int | Nonec C s | j td|||d�dgd�S )r} �urls)r� r� r� r� )rw rK ry r{ )r� �
_fetch_url)rI r� r� r� r r r �cached_fetch_url� s
�zDiskCache.cached_fetch_urlN)r@ )r; rA rB rC )rK r rL rM r rN )rK r rL rM r] rN r r^ )r r^ )rK r rL rM r r )
rw rx rK r ry rz r{ r| r r
)r� r� r� r r� r� r r ) �__name__�
__module__� __qualname__�__doc__rJ r7 rf rr rP r� r� r r r r r? ] s
*r? r� r� r� r� �
int | Nonec C s4 | j ||d�}|�� |j}t|t�st|d�}|S )Nr� r )r7 �raise_for_status�text�
isinstancer )r� r� r� �responser� r r r r� � s
r� �inputsrM c C s t | �}t|�d���� S )N�utf8)rR r r( r) )r� rL r r r rs � s rs rq r^ c
C sf t j�t j�| ��s1z t �t j�| �� W dS ty0 } z|jtjkr%� W Y d}~dS d}~ww dS )z-Make a directory if it doesn't already exist.N)r# r$ �existsr9 �makedirsrV rl �EEXIST)rq r\ r r r ra � s ����ra )r
r r r )r r )r� r� r� r r� r� r r )r� rM r r )rq r r r^ )"r� �
__future__r rl r rT �loggingr# r& �collections.abcr r r �pathlibr �typingr r �requests�filelockr � getLoggerr� rX rc r
r+ r r2 r> r? r� rs ra r r r r �<module> s4