File: //opt/alt/python37/lib/python3.7/site-packages/tldextract/__pycache__/cache.cpython-37.pyc
B
��fV" � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl m
Z
m Z m Z ddl
mZ ddlmZmZ ddlZddlmZ e�e�Zdaed �Zd
d �d d
�Zd
d �dd�ZG dd� d�Z dd
dd
d�dd�Z dd
d�dd�Z d
dd �d d �Z dS ) zHelpers.� )� annotationsN)�Callable�Hashable�Iterable)�md5)�TypeVar�cast)�FileLockF�T�str)�returnc C s� yddl m} W n tk
r( d} Y nX d| }tj�tj�}ttj� d���
� dd� }d� d d
� tj dd � D ��}||||g}d � |�}|S )
z�
Generate an identifier unique to the python version, tldextract version, and python instance.
This will prevent interference between virtualenvs and issues that might arise when installing
a new version of tldextract
r )�version�devz tldextract-zutf-8N� �.c S s g | ] }t |��qS � )r )�.0�vr r �A/opt/alt/python37/lib/python3.7/site-packages/tldextract/cache.py�
<listcomp>, s z-get_pkg_unique_identifier.<locals>.<listcomp>����__)
Ztldextract._versionr
� ImportError�os�path�basename�sys�prefixr �encode� hexdigest�join� version_info)r
Ztldextract_versionZpython_env_nameZ python_binary_path_short_hash�python_versionZidentifier_partsZpkg_identifierr r r �get_pkg_unique_identifier s
r# c C s| t j�dd�} | dk r| S t �dd�}|dkrLt �dd�}|rLt j�|d�}|dk rft j�|dt� �S t j�t j�t�d�S )z�
Get a cache dir that we have permission to write to.
Try to follow the XDG standard, but if that doesn't work fallback to the package directory
http://specifications.freedesktop.org/basedir-spec/basedir-spec-latest.html
ZTLDEXTRACT_CACHEN�XDG_CACHE_HOME�HOMEz.cachezpython-tldextractz.suffix_cache/) r �environ�get�getenvr r r# �dirname�__file__)� cache_dirZxdg_cache_homeZ user_homer r r �
get_cache_dir8 s r, c @ s� e Zd ZdZd$ddd�dd�Zdd d
d �d d
�Zdd d
dd�dd�Zdd�dd�Zdd dd �dd�Zdddddd�d d �Z d dd dd �d!d"�Z
d#S )%� DiskCachez0Disk _cache that only works for jsonable values.� z
str | None�int)r+ � lock_timeoutc C s0 t |�| _tj�t|�pd�| _|| _d| _d S )N� z.tldextract.json) �bool�enabledr r �
expanduserr r+ r0 �file_ext)�selfr+ r0 r r r �__init__U s
zDiskCache.__init__r zstr | dict[str, Hashable]�object)� namespace�keyr c
C s� | j std��| �||�}tj�|�s>td| d t|� ��y t|�� }t� |�S Q R X W nN t
t fk
r� } z,t �
d||� td| d t|� �d�W dd}~X Y nX dS )z%Retrieve a value from the disk cache.zCache is disabledz namespace: z key: Nz#error reading TLD cache file %s: %s)r3 �KeyError�_key_to_cachefile_pathr r �isfile�repr�open�json�load�OSError�
ValueError�LOG�error)r6 r9 r: �cache_filepath�
cache_file�excr r r r' ] s
z
DiskCache.get�None)r9 r: �valuer c
C s� | j s
dS | �||�}y.t|� t|d��}t�||� W dQ R X W n< tk
r� } z tspt� d||||� daW dd}~X Y nX dS )z Set a value in the disk cache.N�wz�unable to cache %s.%s in %s. This could refresh the Public Suffix List over HTTP every app startup. Construct your `TLDExtract` with a writable `cache_dir` or set `cache_dir=None` to silence this warning. %sT)
r3 r< � _make_dirr? r@ �dumprB �_DID_LOG_UNABLE_TO_CACHErD �warning)r6 r9 r: rJ rF rG �ioer r r �setm s z
DiskCache.set)r c C s� x�t �| j�D ]�\}}}x�|D ]|}|�| j�s>|�| jd �r yt �t j�||�� W q tk
rj Y q t k
r� } z|j
t
j kr�� W dd}~X Y q X q W qW dS )zClear the disk cache.z.lockN) r �walkr+ �endswithr5 �unlinkr r �FileNotFoundErrorrB �errno�ENOENT)r6 �root�_�files�filenamerH r r r �clear� s
zDiskCache.clearc C s0 t j�| j|�}t|�}t j�||| j �}|S )N)r r r r+ �_make_cache_keyr5 )r6 r9 r: �namespace_pathZ
hashed_key�
cache_pathr r r r< � s z DiskCache._key_to_cachefile_pathzCallable[..., T]zdict[str, Hashable]z
Iterable[str]r
)�funcr9 �kwargs�hashed_argnamesr c
s� | j s|f |�S � fdd�|�� D �}| �||�}|d }y t|� W nB tk
r� } z$tsrt�d||||� da|f |�S d}~X Y nX t|| j d��N yt
t | j ||d��} W n. t
k
r� |f |�} | j||| d � Y nX | S Q R X dS )
z!Get a url but cache the response.c s i | ]\}}|� kr||�qS r r )r �kr )rb r r �
<dictcomp>� s z+DiskCache.run_and_cache.<locals>.<dictcomp>z.lockz�unable to cache %s.%s in %s. This could refresh the Public Suffix List over HTTP every app startup. Construct your `TLDExtract` with a writable `cache_dir` or set `cache_dir=None` to silence this warning. %sTN)�timeout)r9 r: )r9 r: rJ )r3 �itemsr< rL rB rN rD rO r r0 r r
r' r; rQ )
r6 r` r9 ra rb Zkey_argsrF Z lock_pathrP �resultr )rb r �
run_and_cache� s0
zDiskCache.run_and_cachezrequests.Sessionzfloat | int | None)�session�urlre r c C s | j td|||d�dgd�S )z!Get a url but cache the response.�urls)ri rj re rj )r` r9 ra rb )rh �
_fetch_url)r6 ri rj re r r r �cached_fetch_url� s
zDiskCache.cached_fetch_urlN)r. ) �__name__�
__module__� __qualname__�__doc__r7 r' rQ r\ r< rh rm r r r r r- R s
.r- zrequests.Sessionz
int | None)ri rj re r c C s4 | j ||d�}|�� |j}t|t�s0t|d�}|S )N)re zutf-8)r' �raise_for_status�text�
isinstancer )ri rj re �responsers r r r rl � s
rl zstr | dict[str, Hashable])�inputsr c C s t | �}t|�d���� S )N�utf8)r> r r r )rv r: r r r r] � s r] rI )r[ r c
C s` t j�t j�| ��s\yt �t j�| �� W n0 tk
rZ } z|jtjkrJ� W dd}~X Y nX dS )z-Make a directory if it doesn't already exist.N)r r �existsr) �makedirsrB rV �EEXIST)r[ rH r r r rL � s rL ) rq �
__future__r rV r@ �loggingr �os.pathr �collections.abcr r r �hashlibr �typingr r �requestsZfilelockr � getLoggerrn rD rN r
r# r, r- rl r] rL r r r r �<module> s,