File manager - Edit - /home/newsbmcs.com/public_html/static/img/logo/httplib2.zip
Back
PK �a�Z��{"n n auth.pynu �[��� import base64 import re import pyparsing as pp from .error import * try: # pyparsing>=3.0.0 downcaseTokens = pp.common.downcaseTokens except AttributeError: downcaseTokens = pp.downcaseTokens UNQUOTE_PAIRS = re.compile(r"\\(.)") unquote = lambda s, l, t: UNQUOTE_PAIRS.sub(r"\1", t[0][1:-1]) # https://tools.ietf.org/html/rfc7235#section-1.2 # https://tools.ietf.org/html/rfc7235#appendix-B tchar = "!#$%&'*+-.^_`|~" + pp.nums + pp.alphas token = pp.Word(tchar).setName("token") token68 = pp.Combine(pp.Word("-._~+/" + pp.nums + pp.alphas) + pp.Optional(pp.Word("=").leaveWhitespace())).setName( "token68" ) quoted_string = pp.dblQuotedString.copy().setName("quoted-string").setParseAction(unquote) auth_param_name = token.copy().setName("auth-param-name").addParseAction(downcaseTokens) auth_param = auth_param_name + pp.Suppress("=") + (quoted_string | token) params = pp.Dict(pp.delimitedList(pp.Group(auth_param))) scheme = token("scheme") challenge = scheme + (params("params") | token68("token")) authentication_info = params.copy() www_authenticate = pp.delimitedList(pp.Group(challenge)) def _parse_authentication_info(headers, headername="authentication-info"): """https://tools.ietf.org/html/rfc7615 """ header = headers.get(headername, "").strip() if not header: return {} try: parsed = authentication_info.parseString(header) except pp.ParseException as ex: # print(ex.explain(ex)) raise MalformedHeader(headername) return parsed.asDict() def _parse_www_authenticate(headers, headername="www-authenticate"): """Returns a dictionary of dictionaries, one dict per auth_scheme.""" header = headers.get(headername, "").strip() if not header: return {} try: parsed = www_authenticate.parseString(header) except pp.ParseException as ex: # print(ex.explain(ex)) raise MalformedHeader(headername) retval = { challenge["scheme"].lower(): challenge["params"].asDict() if "params" in challenge else {"token": challenge.get("token")} for challenge in parsed } return retval PK �a�Zm�eY # __pycache__/iri2uri.cpython-310.pycnu �[��� o ���_9 � @ sj d Z dZdZg ZdZdZddlZg d�Zdd � Z d d � Z e d kr3ddl Z G d d� de j �Ze �� dS dS )zConverts an IRI to a URI.z!Joe Gregorio (joe@bitworking.org)z Copyright 2006, Joe Gregorioz1.0.0�MIT� N))� i�� )i � i�� )i � i� )i� i� )i i�� )i i�� )i i�� )i i�� )i i�� )i i�� )i i�� )i i�� )i i�� )i i�� )i i�� )i i�� )i i�� )i i�� )i i�� )i i�� c C s\ | }t | �}tD ]#\}}||k r |S ||kr+||kr+d�dd� | �d�D ��} |S q|S )N� c S s g | ]}d | �qS )z%%%2X� )�.0�or r �2/usr/lib/python3/dist-packages/httplib2/iri2uri.py� <listcomp>7 � zencode.<locals>.<listcomp>�utf-8)�ord� escape_range�join�encode)�c�retval�i�low�highr r r r 0 s �� r c C s^ t | t�r-tj�| �\}}}}}|�d��d�}tj�|||||f�} d�dd� | D ��} | S )z�Convert an IRI to a URI. Note that IRIs must be passed in a unicode strings. That is, do not utf-8 encode the IRI before passing it into the function.�idnar r c S s g | ]}t |��qS r )r )r r r r r r G r ziri2uri.<locals>.<listcomp>) � isinstance�str�urllib�parse�urlsplitr �decode� urlunsplitr )�uri�scheme� authority�path�query�fragmentr r r �iri2uri< s r# �__main__c @ s e Zd Zdd� Zdd� ZdS )�Testc C s& g d�}|D ] }| � |t|�� qdS )z6Test that URIs are invariant under the transformation.)z"ftp://ftp.is.co.za/rfc/rfc1808.txtz#http://www.ietf.org/rfc/rfc2396.txtz)ldap://[2001:db8::7]/c=GB?objectClass?onezmailto:John.Doe@example.comz&news:comp.infosystems.www.servers.unixztel:+1-816-555-1212ztelnet://192.0.2.16:80/z3urn:oasis:names:specification:docbook:dtd:xml:4.1.2N)� assertEqualr# )�self� invariantr r r r � test_urisO s �zTest.test_urisc C s~ | � dtd�� | � dtd�� | � dtd�� | � dtd�� | � d td �� | � d ttd ��� | �d td �d ��� d S ) zFTest that the right type of escaping is done for each part of the URI.z http://xn--o3h.com/%E2%98%84u http://☄.com/☄z%http://bitworking.org/?fred=%E2%98%84u http://bitworking.org/?fred=☄z http://bitworking.org/#%E2%98%84u http://bitworking.org/#☄z #%E2%98%84u #☄z /fred?bar=%E2%98%9A#%E2%98%84u /fred?bar=☚#☄r N)r& r# �assertNotEqualr )r' r r r �test_iri^ s6 ���� ���z Test.test_iriN)�__name__� __module__� __qualname__r) r+ r r r r r% N s r% )�__doc__� __author__� __copyright__�__contributors__� __version__� __license__� urllib.parser r r r# r, �unittest�TestCaser% �mainr r r r �<module> s .�PK �a�Z�ܛ�O� O� $ __pycache__/__init__.cpython-310.pycnu �[��� o �݀a� � @ s� d Z dZdZg d�ZdZdZddlZddlZddlZddl Z ddl Z ddl m Z ddl Z ddl Z ddlZdd lmZ ddlZdd lmZ dd lmZ ddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddl!Z!ddl"Z#ddl$Z$zddl%Z%W n e&y� d d l'm%Z% Y nw d dl'm(Z( d dl)T d dl*m*Z* dd� Z+g d�Z,dZ-dZ.dZ/g d�Z0dZ1e2d�Z3ddl4m5Z5 e5�6� Z7e8e dd�p�e8e d�Z9 ddd d �Z:d d � Z;d d!� Z<e �=d"�Z>d#d$� Z?d%d&� Z@e �=d'�ZAe �=d(e jB�ZCd)d*� ZDe �=d+�ZEd,d-� ZFd.d/� ZGd0d1� ZHdZId2d3� ZJd4d5� ZKd6d7� ZLd8d9� ZMd:d;� ZNd<d=� ZOG d>d?� d?eP�ZQG d@dA� dAeQ�ZRG dBdC� dCeQ�ZSG dDdE� dEeQ�ZTG dFdG� dGeQ�ZUG dHdI� dIeQ�ZVeReUeSeTeVdJ�ZWg dK�ZXG dLdM� dMeP�ZYG dNdO� dOeP�ZZG dPdQ� dQeZ�Z[G dRdS� dSeP�Z\G dTdU� dUeP�Z]dedWdX�Z^dfdYdZ�Z_G d[d\� d\ej`ja�ZbG d]d^� d^ej`jc�Zdebedd_�ZeG d`da� daeP�ZfG dbdc� dceg�ZhdS )gz+Small, fast HTTP client library for Python.z!Joe Gregorio (joe@bitworking.org)z Copyright 2006, Joe Gregorio) �!Thomas Broyer (t.broyer@ltgt.net)z James AntillzXavier Verges FarrerozJonathan Feinbergz Blair ZajaczSam RubyzLouis Nyffeneggerz Mark PilgrimzAlex Yu�MITz0.20.2� N)�header)�gettext)�md5)�sha1� )�socks)�auth)�*)�iri2uric C s$ t td�r| d uo | tjuS | d uS )N�_GLOBAL_DEFAULT_TIMEOUT)�hasattr�socketr )�timeout� r �3/usr/lib/python3/dist-packages/httplib2/__init__.py� has_timeout9 s r ) � debuglevel�FailedToDecompressContent�Http� HttpLib2Error� ProxyInfo� RedirectLimit�RedirectMissingLocation�Response�RETRIES�"UnimplementedDigestAuthOptionError�&UnimplementedHmacDigestAuthOptionError� � )� connectionz keep-alivezproxy-authenticatezproxy-authorization�te�trailers�transfer-encoding�upgrade)�GET�HEAD�OPTIONS�TRACE)�, �- �. �/ i3 �4 )�certs� PROTOCOL_TLS�PROTOCOL_SSLv23c C s� t td�s td��t�t�}| rtjntj|_|d ur3t |d�r/t|t �r+t tj |�}||_ ntd��|d urOt |d�rKt|t �rGt tj |�}||_ ntd��t |d�rX| |_|�|� |rf|�|||� |S )N� SSLContextz0httplib2 requires Python 3.2+ for ssl.SSLContext�maximum_versionzHsetting tls_maximum_version requires Python 3.7 and OpenSSL 1.1 or newer�minimum_versionzHsetting tls_minimum_version requires Python 3.7 and OpenSSL 1.1 or newer�check_hostname)r �ssl� RuntimeErrorr2 �DEFAULT_TLS_VERSION� CERT_NONE� CERT_REQUIRED� verify_mode� isinstance�str�getattr� TLSVersionr3 r4 r5 �load_verify_locations�load_cert_chain)�"disable_ssl_certificate_validation�ca_certs� cert_file�key_filer3 r4 � key_password�contextr r r �_build_ssl_context� s, rH c sD t t�� � �dd� | �dd��d�D �� � fdd�t | �� �D �S )Nc S � g | ]}|� � �qS r ��strip��.0�xr r r � <listcomp>� � z(_get_end2end_headers.<locals>.<listcomp>r! � �,c s g | ]}|� vr|�qS r r )rM r ��hopbyhopr r rO � � )�list� HOP_BY_HOP�extend�get�split�keys)�responser rS r �_get_end2end_headers� s "r] c C sj t | j�dkrt| jd tj�r| jd jS | jS t| d�r3| j}t|jd tj�r0|jd jS |jS d S )Nr � socket_err)�len�argsr< r �error�errnor r^ )�e�e_intr r r �_errno_from_exception� s $ $re z9^(([^:/?#]+):)?(//([^/?#]*))?([^?#]*)(\?([^#]*))?(#(.*))?c C s0 t �| ��� }|d |d |d |d |d fS )z�Parses a URI using the regex given in Appendix B of RFC 3986. (scheme, authority, path, query, fragment) = parse_uri(uri) r � � � � )�URI�match�groups)�urirl r r r � parse_uri� s "rn c C sx t | �\}}}}}|r |std| ��|�� }|�� }|s d}|r(d�||g�p)|}|�� }|d | | }||||fS )Nz(Only absolute URIs are allowed. uri = %s�/�?z://)rn �RelativeURIError�lower�join)rm �scheme� authority�path�query�fragment� request_uri� defrag_urir r r �urlnorm� s r{ z^\w+://z[^\w\-_.()=!]+c C sb t | t�r | }| �d�} n| �d�}t|��� }t�d| �} t�d| �} | dd� } d� | |f�S )z�Return a filename suitable for the cache. Strips dangerous and common characters to create a filename we can use to store the cache in. �utf-8rQ N�Z rR ) r< �bytes�decode�encode�_md5� hexdigest� re_url_scheme�sub� re_unsafers )�filename�filename_bytes�filemd5r r r �safename� s r� z(?:\r\n)?[ \t]+c C s t dd� | �� D ��S )Nc S s0 g | ]\}}t |��� t�t |�d ��� f�qS )� )�_convert_byte_strrr �NORMALIZE_SPACEr� rK )rM �key�valuer r r rO s ��z&_normalize_headers.<locals>.<listcomp>)�dict�items��headersr r r �_normalize_headers s ��r� c C s t | t�s t| d�S | S �Nr| )r< r= )�sr r r r� s r� c C sF i }d| v r!| d � d�}dd� |D �}dd� |D �}t|| �}|S )N� cache-controlrR c S s4 g | ]}d |� d�krtdd� |�dd�D ���qS )����=c S s g | ]}|� � �� �qS r )rK rr rL r r r rO rU z3_parse_cache_control.<locals>.<listcomp>.<listcomp>r )�find�tuplerZ )rM �partr r r rO s .z(_parse_cache_control.<locals>.<listcomp>c S s* g | ]}d |� d�kr|�� �� df�qS )r� r� r )r� rK rr )rM �namer r r rO s * )rZ r� )r� �retval�parts�parts_with_args� parts_wo_argsr r r �_parse_cache_control s � r� c C s� d}t |�}t | �}d|v r%|d �� �d�dkr%d}d|vr#d|d< |S d|v r-d}|S d|v r5d}|S d|v r=d}|S d | v r�t�tj�| d ��}t�� }t d || �}d |v rozt |d �}W n+ t yn d }Y n!w d | v r�tj�| d �} d | kr�d }n t d t�| �| �}nd }d |v r�zt |d �}W n t y� d }Y nw d|v r�zt |d �} W n t y� d } Y nw || 7 }||kr�d}|S )a� Determine freshness from the Date, Expires and Cache-Control headers. We don't handle the following: 1. Cache-Control: max-stale 2. Age: headers are not used in the calculations. Not that this algorithm is simpler than you might think because we are operating as a private (non-shared) cache. This lets us ignore 's-maxage'. We can also ignore 'proxy-invalidate' since we aren't a proxy. We will never return a stale document as fresh as a design decision, and thus the non-implementation of 'max-stale'. This also lets us safely ignore 'must-revalidate' since we operate as if every server has sent 'must-revalidate'. Since we are private we get to ignore both 'public' and 'private' parameters. We also ignore 'no-transform' since we don't do any transformations. The 'no-store' parameter is handled at a higher level. So the only Cache-Control parameters we look at are: no-cache only-if-cached max-age min-fresh �STALE�pragmazno-cacher� � TRANSPARENTr� �only-if-cached�FRESH�dater zmax-age�expiresNz min-fresh) r� rr r� �calendar�timegm�email�utils� parsedate_tz�time�max�int� ValueError) �response_headers�request_headersr� �cc� cc_responser� �now� current_age�freshness_lifetimer� � min_freshr r r �_entry_disposition& sb %�#�!� � � � �r� c C s� |}z<| � dd �}|dv r<|dkr tjt�|�d��� }|dkr(t�|tj �}t t |��| d< | d | d< | d= W |S W |S t tj fyW d}t td �| � d� | |��w ) N�content-encoding)�gzip�deflater� )�fileobjr� �content-lengthz-content-encodingrQ zDContent purported to be compressed with %s but failed to decompress.)rY r� �GzipFile�io�BytesIO�read�zlib� decompress� MAX_WBITSr= r_ �IOErrorra r �_)r\ � new_content�content�encodingr r r �_decompressContentq s, ����r� c s � fdd�}|S )Nc s� � � � D ]4\}}td| d| jd� t|tj�r%t|j| jd�| jd� qtj|| jd|d�}t|�� | jd� qt| jd� d S )Nz%s:r� )�end�file)� maxlinelen)r� r| )r� �charset� header_name)r� �print�_fpr< r �Headerr� � _maxheaderlen)�self�h�vr� ��msgr r �_write_headers� s z+_bind_write_headers.<locals>._write_headersr )r� r� r r� r �_bind_write_headers� s r� c C sH |r�t | �}t |�}d|v sd|v r|�|� d S tj�� }|�� D ] \}} |dvr.| ||< q"|�dd �} | r\| �� �dd�� d�} | D ]} d| }z| | ||< W qD t y[ Y qDw |j } | dkred } d | }z|� � }W n t y� t|d t|�� |� � }Y nw t�d d |�}d�|�d�|�d�|g�}|�||� d S d S )Nzno-store)�statusr� r$ �varyr� rQ rR � -varied-%s�0 �� z status: %d r� z (?! )|(?<! ) z � r| )r� �deleter� �message�Messager� rY rr �replacerZ �KeyErrorr� � as_string�UnicodeEncodeError�setattrr� �rer� rs r� �set)r� r� r� �cache�cachekeyr� r� �infor� r� r� � vary_headersr r� � status_header� header_str�textr r r � _updateCache� sD � � � �r� c C s8 t dt�� dd� td�D �f �d���� } | d d� S )N�%s:%sc S s g | ] }d t �dd� �qS )� 0123456789r � )�random� randrange)rM �ir r r rO � s z_cnonce.<locals>.<listcomp>� r| � )r� r� �ctime�ranger� r� )�digr r r �_cnonce� s "�� r c C s, t �td| ||f �d���� ��� �d�S )Nz%s%s%sr| )�base64� b64encode�_shar� �digestrK r )�cnonce�iso_now�passwordr r r �_wsse_username_token� s *�r c @ sl e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z dd� ZdS )�Authenticationc C s. t |�\}} } } } | | _|| _|| _|| _d S �N)rn rv �host� credentials�http) r� r r ry r� r\ r� r rt ru rv rw rx r r r �__init__� s zAuthentication.__init__c C s* t |�\}}}}}|t| j�d � �d�S )Nro )rn r_ rv �count)r� ry rt ru rv rw rx r r r �depth� s zAuthentication.depthc C s( t |�\}}}}}|| jko|�| j�S r )rn r � startswithrv )r� r ry rt ru rv rw rx r r r �inscope� s zAuthentication.inscopec C � dS )znModify the request headers to add the appropriate Authorization header. Over-rise this in sub-classes.Nr �r� �methodry r� r� r r r �request� s zAuthentication.requestc C r )a Gives us a chance to update with new nonces or such returned from the last authorized response. Over-rise this in sub-classes if necessary. Return TRUE is the request is to be retried, for example Digest may return stale=true. Fr )r� r\ r� r r r r\ � s zAuthentication.responsec C r �NFr �r� r r r r �__eq__� � zAuthentication.__eq__c C r �NTr r r r r �__ne__� r zAuthentication.__ne__c C r r r r r r r �__lt__� r zAuthentication.__lt__c C r r r r r r r �__gt__ r zAuthentication.__gt__c C r r r r r r r �__le__ r zAuthentication.__le__c C r r r r r r r �__ge__ r zAuthentication.__ge__c C r r r �r� r r r �__bool__ r zAuthentication.__bool__N)�__name__� __module__� __qualname__r r r r r\ r r r r r r r" r r r r r � s r c @ � e Zd Zdd� Zdd� ZdS )�BasicAuthenticationc C � t �| |||||||� d S r �r r �r� r r ry r� r\ r� r r r r r � z BasicAuthentication.__init__c C s, dt �d| j �d���� �d� |d< dS )�OModify the request headers to add the appropriate Authorization header.zBasic r� r| � authorizationN)r r r r� rK r r r r r r s � �zBasicAuthentication.requestN�r# r$ r% r r r r r r r' s r' c @ s* e Zd ZdZdd� Zd dd�Zdd� ZdS ) �DigestAuthenticationzMOnly do qop='auth' and MD5, since that is all Apache currently implementsc C s� t �| |||||||� t�|d�d | _| j�dd�}ddd� |�� D �v r)dp*d | jd< | jd d u r=ttd| ���| j�dd �� � | jd< | jd d kr[ttd | jd ���d � | j d d | jd d | j d g�| _ d| jd< d S )N�www-authenticater �qopr c S rI r rJ rL r r r rO # rP z1DigestAuthentication.__init__.<locals>.<listcomp>z Unsupported value for qop: %s.� algorithm�MD5�$Unsupported value for algorithm: %s.rQ r �:�realmr �nc) r r r �_parse_www_authenticate� challengerY rZ r r� �upperrs r �A1) r� r r ry r� r\ r� r r1 r r r r s $�(z DigestAuthentication.__init__Nc s� dd� � � fdd�}d� |d|g�}|pt� | jd< d|� | j�d| jd d | jd | jd | jd � |�f � }d | jd | jd | jd || jd || jd | jd | jd f |d< | j�d�rr|d d| jd 7 < | jd d7 < dS )�Modify the request headersc S s t | �d���� S r� )r� r� r� )rN r r r �<lambda>0 s z.DigestAuthentication.request.<locals>.<lambda>c s � d| |f �S )Nr� r )r� �d��Hr r r= 1 s rQ r5 r z"%s"�%s:%s:%s:%s:%s�noncez%08xr7 r1 zoDigest username="%s", realm="%s", nonce="%s", uri="%s", algorithm=%s, response=%s, qop=%s, nc=%08x, cnonce="%s"r r6 r2 r- �opaquez , opaque="%s"r N)rs r r9 r; r rY ) r� r ry r� r� r �KD�A2�request_digestr r? r r . s< ��� �� z DigestAuthentication.requestc C sz d|vr%t �|d��di �}d|�d�kr#|d | jd< d| jd< d S d S t �|d�}d |v r;|d | jd< d| jd< d S ) Nzauthentication-infor0 r �true�stalerB r r7 T� nextnonceF)r r8 rY r9 �_parse_authentication_info)r� r\ r� r9 �updated_challenger r r r\ R s � z DigestAuthentication.responser )r# r$ r% �__doc__r r r\ r r r r r/ s $r/ c @ s, e Zd ZdZdZdd� Zdd� Zdd� Zd S ) �HmacDigestAuthenticationz@Adapted from Robert Sayre's code and DigestAuthentication above.r c C s� t �| |||||||� t�|d�}|d | _| j�dd�| jd< | jd dvr-d| jd< | j�dd�| jd< | j�d�sCttd ���| j�d d �| jd < | jd d vr_ttd | jd ���| j�dd�| jd< | jd dvr{ttd| jd ���| jd dkr�t| _ nt | _ | jd dkr�t| _ nt | _ d� | j d d| j �d� | j d | jd g���� �� d| jd g�| _| j �| j��� �� | _d S )Nr0 � hmacdigest�reason� unauthorized)rP � integrity�saltrQ �snoncezCThe challenge doesn't contain a server nonce, or this one is empty.r2 � HMAC-SHA-1)rT �HMAC-MD5r4 z pw-algorithm�SHA-1)rV r3 z'Unsupported value for pw-algorithm: %s.rU r3 r r5 r r6 )r r r r8 r9 rY r r� r� �hashmodr � pwhashmodrs r �newr� rr r� ) r� r r ry r� r\ r� r r9 r r r r g sH ���(�� z!HmacDigestAuthentication.__init__c s� t � �}d�dd� |D ��}d�� fdd�|D ��}t�dt�� �}t� } d||| | jd |f } t�| j | | j �� � � � } d| j d | jd | jd | ||| |f � d < d S ) r< rQ c S s g | ]}d | �qS )z%s r �rM �kr r r rO � rP z4HmacDigestAuthentication.request.<locals>.<listcomp>c s g | ]}� | �qS r r rZ r� r r rO � rP �%Y-%m-%dT%H:%M:%SZrA rS zsHMACDigest username="%s", realm="%s", snonce="%s", cnonce="%s", uri="%s", created="%s", response="%s", headers="%s"r r6 r- N)r] rs r� �strftime�gmtimer r9 �hmacrY r� rW r� rr r ) r� r ry r� r� r[ �keylist� headers_val�createdr rF r r� r r � s$ � �z HmacDigestAuthentication.requestc C s* t �|d��di �}|�d�dv rdS dS )Nr0 rN rO )rQ rH TF)r r8 rY )r� r\ r� r9 r r r r\ � s z!HmacDigestAuthentication.responseN)r# r$ r% rL � __author__r r r\ r r r r rM b s * rM c @ � e Zd ZdZdd� Zdd� ZdS )�WsseAuthenticationa� This is thinly tested and should not be relied upon. At this time there isn't any third party server to test against. Blogger and TypePad implemented this algorithm at one point but Blogger has since switched to Basic over HTTPS and TypePad has implemented it wrong, by never issuing a 401 challenge but instead requiring your client to telepathically know that their endpoint is expecting WSSE profile="UsernameToken".c C r( r r) r* r r r r � r+ zWsseAuthentication.__init__c C sN d|d< t �dt �� �}t� }t||| jd �}d| jd |||f |d< dS ) r, z WSSE profile="UsernameToken"r- r\ r zJUsernameToken Username="%s", PasswordDigest="%s", Nonce="%s", Created="%s"r zX-WSSEN)r� r] r^ r r r )r� r ry r� r� r r �password_digestr r r r � s �zWsseAuthentication.requestN)r# r$ r% rL r r r r r r re � s re c @ r& )�GoogleLoginAuthenticationc C s� ddl m} t�| |||||||� | �|d�} | d �dd�} | dkr-|�d�dkr-d} t|d |d | |d d �} | jj d d || �ddid�\} }|� d�} tdd� | D ��}| j dkrcd| _ d S |d | _ d S )Nr )� urlencoder0 � googlelogin�service�xapir� �clr � user-agent)�Email�Passwdrj �sourcez+https://www.google.com/accounts/ClientLogin�POSTz Content-Typez!application/x-www-form-urlencoded)r �bodyr� � c S s g | ] }|rt |�d d���qS )r� r )r� rZ )rM �liner r r rO � s z6GoogleLoginAuthentication.__init__.<locals>.<listcomp>i� rQ �Auth) � urllib.parserh r r r8 rY r� r� r r rZ r� ru )r� r r ry r� r\ r� r rh r r9 rj �resp�linesr> r r r r � s$ � z"GoogleLoginAuthentication.__init__c C s d| j |d< dS )r, zGoogleLogin Auth=r- N)ru r r r r r � s z!GoogleLoginAuthentication.requestNr. r r r r rg � s rg )�basic�wsser rN ri )rN ri r rz ry c @ s4 e Zd ZdZefdd�Zdd� Zdd� Zdd � Zd S ) � FileCachez�Uses a local directory as a store for cached files. Not really safe to use if multiple threads or processes are going to be running on the same cache. c C s, || _ || _tj�|�st�| j � d S d S r )r� �safe�osrv �exists�makedirs)r� r� r| r r r r � s �zFileCache.__init__c C sP d }t j�| j| �|��}zt|d�}|�� }|�� W |S ty' Y |S w )N�rb) r} rv rs r� r| �openr� �closer� )r� r� r� � cacheFullPath�fr r r rY s ��z FileCache.getc C s6 t j�| j| �|��}t|d�}|�|� |�� d S )N�wb)r} rv rs r� r| r� �writer� )r� r� r� r� r� r r r r� s z FileCache.setc C s4 t j�| j| �|��}t j�|�rt �|� d S d S r )r} rv rs r� r| r~ �remove)r� r� r� r r r r� s �zFileCache.deleteN) r# r$ r% rL r� r rY r� r� r r r r r{ � s r{ c @ s. e Zd Zdd� Zd dd�Zdd� Zdd � Zd S ) � Credentialsc C � g | _ d S r �r r! r r r r � zCredentials.__init__rQ c C s | j �|�� ||f� d S r �r �appendrr �r� r� r �domainr r r �add s zCredentials.addc C r� r r� r! r r r �clear# r� zCredentials.clearc c s2 � | j D ]\}}}|dks||kr||fV qd S �NrQ r� )r� r� �cdomainr� r r r r �iter& s � ��zCredentials.iterN�rQ )r# r$ r% r r� r� r� r r r r r� s r� c @ rd )�KeyCertszNIdentical to Credentials except that name/password are mapped to key/cert.c C s | j �|�� |||f� d S r r� �r� r� �certr� r r r r r� 0 r+ z KeyCerts.addc c s6 � | j D ]\}}}}|dks||kr|||fV qd S r� r� )r� r� r� r� r� r r r r r� 3 s � ��z KeyCerts.iterN)r# r$ r% rL r� r� r r r r r� , s r� c @ s e Zd ZdS )�AllHostsN)r# r$ r% r r r r r� 9 s r� c @ sH e Zd ZdZdZ ddd�Zdd� Zd d � Zd d � Zd d� Z dd� Z dS )r z,Collect information required to use a proxy.r TNc C sV t |t�r |�� }t |t�r|�� }|||||||f\| _| _| _| _| _| _| _ dS )a� Args: proxy_type: The type of proxy server. This must be set to one of socks.PROXY_TYPE_XXX constants. For example: p = ProxyInfo(proxy_type=socks.PROXY_TYPE_HTTP, proxy_host='localhost', proxy_port=8000) proxy_host: The hostname or IP address of the proxy server. proxy_port: The port that the proxy server is running on. proxy_rdns: If True (default), DNS queries will not be performed locally, and instead, handed to the proxy to resolve. This is useful if the network does not allow resolution of non-local names. In httplib2 0.9 and earlier, this defaulted to False. proxy_user: The username used to authenticate with the proxy server. proxy_pass: The password used to authenticate with the proxy server. proxy_headers: Additional or modified headers for the proxy connect request. N) r< r~ r � proxy_type� proxy_host� proxy_port� proxy_rdns� proxy_user� proxy_pass� proxy_headers)r� r� r� r� r� r� r� r� r r r r B s( ��zProxyInfo.__init__c C s | j | j| j| j| j| j| jfS r )r� r� r� r� r� r� r� r! r r r �astuplel s �zProxyInfo.astuplec C s t o | jd ko | jd kS r )r r� r� r! r r r �isgoodw s zProxyInfo.isgoodc C s | � |� S r )� bypass_host)r� �hostnamer r r � applies_toz s zProxyInfo.applies_toc C sX | j tu rdS d|�d� }| j D ]}|�d�r |�|�r dS |d| kr) dS qdS )z1Has this host been excluded from the proxy configT�.F)� bypass_hostsr� �lstripr �endswith)r� r� � skip_namer r r r� } s �zProxyInfo.bypass_hostc C s dj | d�S )Nz�<ProxyInfo type={p.proxy_type} host:port={p.proxy_host}:{p.proxy_port} rdns={p.proxy_rdns} user={p.proxy_user} headers={p.proxy_headers}>)�p)�formatr! r r r �__repr__� s �zProxyInfo.__repr__)TNNN) r# r$ r% rL r� r r� r� r� r� r� r r r r r = s �* r r c C sD | dvrdS | d }t j�|t j�|�� ��}|sdS t|| dd�S )z4Read proxy info from the environment variables. �r �httpsN�_proxy)�noproxy)r} �environrY r: �proxy_info_from_url)r �env_var�urlr r r �proxy_info_from_environment� s r� c C s t j�| �} d}d}d}d| d v r,| d �dd�\}}d|v r)|�dd�\}}n|}n| d }d|v r=|�dd�\}}n|}|rFt|�}ntddd�| }d} t| |||pWd|pZddd �} g } |du rptj� d tj� d d ��}|d krwt } n|� � r�|�d�} t t t| ��} | | _| S )zBConstruct a ProxyInfo from a URL (such as http_proxy env var) N�@r r5 i� �P )r� r rf )r� r� r� r� r� r� �no_proxy�NO_PROXYrQ r rR )�urllib�parse�urlparserZ r� r� r r} r� rY r� rK r� �filter�boolr� ) r� r r� �usernamer �port�ident� host_portr r� �pir� r r r r� � sF � r� c @ s" e Zd ZdZddd�Zdd� ZdS )�HTTPConnectionWithTimeoutag HTTPConnection subclass that supports timeouts HTTPConnection subclass that supports timeouts All timeouts are in seconds. If None is passed for timeout then Python's default timeout for sockets will be used. See for example the docs of socket.setdefaulttimeout(): http://docs.python.org/library/socket.html#socket.setdefaulttimeout Nc C s@ t jjj| |||d� || _|r t|t�s |d�| _d S d S d S )N)r� r r )r �client�HTTPConnectionr � proxy_infor< r )r� r r� r r� r r r r � s �z"HTTPConnectionWithTimeout.__init__c C s� | j r tdu r td��| j r-| j �� r-| j �| j�r-d}| j �� \}}}}}}}|} |} n d}| j} | j} d}d} t� | | dtj �D ]�} | \} }}}}zf|rbt� | ||�| _ | j � ||||||� nt�| ||�| _ | j �tjtjd� t| j�r�| j �| j� | jdkr�td�| j| j�� |r�td�t||||||f��� | j �| j| jf|d d� � W n@ tjy� } z3|} | jdkr�td �| j| j�� |r�td �t||||||f��� | j r�| j �� d| _ W Y d}~qBd}~ww | j s�| �dS ) z3Connect to the host and port specified in __init__.Nz2Proxy support missing but proxy use was requested!TFr r z connect: ({0}, {1}) ************zproxy: {0} ************r �connect fail: ({0}, {1})� proxy: {0})r� r �ProxiesUnavailableErrorr� r� r r� r� r � getaddrinfo� SOCK_STREAM� socksocket�sock�setproxy� setsockopt� IPPROTO_TCP� TCP_NODELAYr r � settimeoutr r� r� r= �connectra r� )r� � use_proxyr� r� r� r� r� r� r� r r� r^ �res�af�socktype�proto� canonname�sarc r r r r� � sz � � ��$ �� ���z!HTTPConnectionWithTimeout.connect)NNN)r# r$ r% rL r r� r r r r r� � s r� c s> e Zd ZdZ d� fdd� Zdd� Z� ZS ) �HTTPSConnectionWithTimeouta- This class allows communication via SSL. All timeouts are in seconds. If None is passed for timeout then Python's default timeout for sockets will be used. See for example the docs of socket.setdefaulttimeout(): http://docs.python.org/library/socket.html#socket.setdefaulttimeout NFc sz || _ |r|nt| _|| _|rt|t�s|d�| _t| j | j||| | | d�} tt| �j |||| d� || _ || _ | | _ d S )Nr� )r3 r4 rF )r� r rG ) rB �CA_CERTSrC r� r< r rH �superr� r rE rD rF ) r� r r� rE rD r r� rC rB �tls_maximum_version�tls_minimum_versionrF rG �� __class__r r r 3 s( � � z#HTTPSConnectionWithTimeout.__init__c C s� | j r"| j �� r"| j �| j�r"d}| j �� \}}}}}}}|} |} n d}| j} | j} d}d}d} t�| | dtj�} | D �]\} }}}}z�|rXt � | ||�}|� ||||||� nt�| ||�}|� tj tjd� t| j�rs|�| j� |�| j| jf� | jj|| jd�| _t| jd�s�| js�z t�| j�� | j� W n ty� | j� tj � | j� � � w | j dkr�t d�!| j| j�� |r�t d �!t"||||||f��� W np tj#tj$fy� } z|r�|� � | jr�| j� � d| _� d}~w tjtj%fy� � tj&�yA } z6|} | j dk�r+t d �!| j| j�� |�r+t d �!t"||||||f��� | j�r4| j� � d| _W Y d}~q;d}~ww | j�sI| �dS ) z(Connect to a host on a given (SSL) port.TFNr r )�server_hostnamer5 zconnect: ({0}, {1})r� r� )'r� r� r� r r� r� r r� r� r r� r� r� r� r� r r r� r� �_context� wrap_socketr� r rB r6 �match_hostname� getpeercert� Exception�shutdown� SHUT_RDWRr� r r� r� r= �SSLError�CertificateError�gaierrorra )r� r� r� r� r� r� r� r� r� r r� r^ � address_info�familyr� r� r� �sockaddrr� rc r r r r� Y s� � � � ��� � �� ���z"HTTPSConnectionWithTimeout.connect) NNNNNNFNNN)r# r$ r% rL r r� � __classcell__r r r� r r� * s �&r� r� c @ s� e Zd ZdZddeddddfdd�Zdd� Zdd � Zd d � Zd d � Z d dd�Z d dd�Z dd� Z dd� Z dd� Zdd� Zdddedfd d �ZdS ) r z�An HTTP client that handles: - all methods - caching - ETags - compression, - HTTPS - Basic - Digest - WSSE and more. NFc C s� || _ || _|| _|| _|| _i | _|r t|t�r t|�| _ n|| _ t � | _ t � | _ g | _d| _t| _ddg| _tt�| _d| _d| _d| _|| _d| _dS )a� If 'cache' is a string then it is used as a directory name for a disk cache. Otherwise it must be an object that supports the same interface as FileCache. All timeouts are in seconds. If None is passed for timeout then Python's default timeout for sockets will be used. See for example the docs of socket.setdefaulttimeout(): http://docs.python.org/library/socket.html#socket.setdefaulttimeout `proxy_info` may be: - a callable that takes the http scheme ('http' or 'https') and returns a ProxyInfo instance per request. By default, uses proxy_info_from_environment. - a ProxyInfo instance (static proxy config). - None (proxy disabled). ca_certs is the path of a file containing root CA certificates for SSL server certificate validation. By default, a CA cert file bundled with httplib2 is used. If disable_ssl_certificate_validation is true, SSL cert validation will not be performed. tls_maximum_version / tls_minimum_version require Python 3.7+ / OpenSSL 1.1.0g+. A value of "TLSv1_3" requires OpenSSL 1.1.1+. T�PUT�PATCHFN)r� rC rB r� r� � connectionsr< r= r{ r� r� r r� � certificates�authorizations�follow_redirects�REDIRECT_CODES�redirect_codes� optimistic_concurrency_methodsrV � SAFE_METHODS� safe_methods�follow_all_redirects� ignore_etag� force_exception_to_status_coder � forward_authorization_headers)r� r� r r� rC rB r� r� r r r r � s* $ z Http.__init__c C s> | j i }| _ |�� D ]\}}|�� q | j�� | �� dS )z�Close persistent connections, clear sensitive data. Not thread-safe, requires external synchronization against concurrent requests. N)r� r� r� r� r� �clear_credentials)r� �existingr� �cr r r r� s z Http.closec C s, t � | j�}d|v r |d= d|v r|d= |S )Nr r� )�copy�__dict__)r� � state_dictr r r � __getstate__$ s zHttp.__getstate__c C s | j �|� i | _d S r )r �updater� )r� �stater r r � __setstate__. s zHttp.__setstate__c c sP � t �|d�}| j�|�D ]}tD ]}||v r$t| ||||||| �V qq dS )zcA generator that creates Authorization objects that can be applied to requests. r0 N)r r8 r r� �AUTH_SCHEME_ORDER�AUTH_SCHEME_CLASSES) r� r ry r� r\ r� � challenges�credrt r r r �_auth_from_challenge2 s � ���zHttp._auth_from_challengerQ c C s | j �|||� dS )z]Add a name and password that will be used any time a request requires authentication.N)r r� r� r r r �add_credentials< s zHttp.add_credentialsc C s | j �||||� dS )zXAdd a key and cert that will be used any time a request requires authentication.N)r� r� r� r r r �add_certificateA s zHttp.add_certificatec C s | j �� g | _dS )zKRemove all the names and passwords that are used for authenticationN)r r� r� r! r r r r F s zHttp.clear_credentialsc C s d}d}|t k �r |d7 }z|jd u r|�� |�||||� W nv tjy- |�� � tjy? |�� td|j �� tj yb } zt |�} | t j t jfv r]|t k r]W Y d }~q� d }~w tjjy� |jd u r�|t d k r|�� |�� Y q|�� � |t d k r�|�� |�� Y qY nw z|�� } W nL tjjtjjfy� |s�|dkr�d}d}|�� |�� Y q|�� � tjy� � tj tjjfy� |�� |dkr�|�� |�� Y q� w d} |dkr�|�� n| �� } t| �} |dk�rt| | �} | | fS | | fS )Nr Fr z Unable to find the server at %sTr� r' )r r� r� r r r r� r� �ServerNotFoundErrorr ra re rb � ENETUNREACH� EADDRNOTAVAILr r� � HTTPException� getresponse� BadStatusLine�ResponseNotReadyr� r r� ) r� �connry r rr r� r� �seen_bad_status_linerc �errno_r\ r� r r r � _conn_requestL s� � � � zHttp._conn_requestc s� � �fdd�| j D �} | rt| �d d pd} | r!| �|�||� | �|�|||�\} } | rJ| �| |�rJ| �|�||� | �|�|||�\} } d| _| jdkr�| �� �|| | �D ](}|�|�||� | �|�|||�\} } | jdkr�| j �|� |�| |� nqX| j s�|| j v s�| jdv �ri| j �rK| j| j v �rK|�rEd| vr�| jd kr�t td �| | ��d| v r�| d }t|�\}}}}}|dkr�tj�||�| d< | jd ks�| jd kr�|| j v r�| d | d < d| vr�|| d< t|| | | j| � d|v r�|d= d|v �r|d= d|v �r | j�s |d= d| v �rA| d }t�| �}d|v�r$||d< |}| jdv �r0d}d}| j|||||d d�\} } || _| | fS td| | ��| jdv �ri|| j v �rid| v�r`|| d< t|| | | j| � | | fS )zmDo the actual request using the connection object and also follow one level of redirects if necessaryc s& g | ]}|� � ��r|���|f�qS r )r r )rM r �r ry r r rO � s & z!Http._request.<locals>.<listcomp>r r Ni� )r- r. �locationr* z:Redirected but the response is missing a Location: header.r. r+ �-x-permanent-redirect-urlzcontent-location� if-none-match�if-modified-sincer- )r, r- r& )r rr r� � redirections�4Redirected more times than redirection_limit allows.)r� �� )r� �sortedr r r\ � _stale_digestr� r r� r� r� r� r� r r� rn r� r� �urljoinr� r� r r �deepcopy�previousr )r� r r � absolute_uriry r rr r� r# r� �authsr r\ r� r- r rt ru rv rw rx � old_response�redirect_methodr r r �_request� s� � � � �� z Http._requestc C s t |�S r )r� )r� r� r r r r� � s zHttp._normalize_headersr& c ! C sh d}�z�|du r i }n| � |�}d|vrdt |d< t|�}|�dd��dd��d d �}t|�\}} } } |d | }| j�|�} | du r�|sJt| }t| j � | ��} t |t �r�| r|| | d d | d d | j | j| j| j| j| j| d d d� } | j|< n%|| | j | j| j| j| j| jd� } | j|< n|| | j | jd� } | j|< | �t� d|vr�d|vr�d|d< tj�� }d}d}| j�r| }| j�|�}|�rz0|�dd �\}}t�|�}|�� D ] \}}|� d�r�|� d�r�|� |t tj �!|�d � � q�W n t"t#f�y | j�$|� d}d}Y nw || j%v �r2| j�r2d|v �r2| j&�s2d|v�r2|d |d< | j�rE|�rE|| j'v�rE| j�$|� || j'v �rzd|v �rz|d }|�(� �dd��d�}|D ]}d | }|| }|�|d�|k�rxd} n�qa| j�rs|�rs|| j'v �s�|d d k�rsd|v�rs|}|d d v�r�d }d!|v �r�|d k�r�t)d"i d��| j*|d! |||d d#�\}}t+|�|_,d$|j,_-nat.||�} | d%k�r�|�s�d&|d < d'}t+|�}|�r�d$|_-||fW S | d(k�rd|v �r| j&�sd)|v�r|d |d)< d*|v �rd*|v�r|d* |d+< n| d,k�r | �/| | || |||||� \}}|j0d-k�ra|d k�rat1|�D ] }|| ||< �q7t+|�} t2|d.��rO|j3| _3t4|| || j|� | }d/|_0d$|_-n?|j0d/k�rj|}n;| j�$|� |}n(t5|�} d0| v �r�d&|d < t+|�}d'}n#| �/| | || |||||� \}}W ||fS W ||fS W ||fS W ||fS W ||fS t6�y3 } zxt7| t8j �} | �r�| j�9|d�} | �r�| �:� | j;�rt7| t<��r�| j=}| j>}d1|_0t | �|_?n6t7| t8j ��r�d2}t+d3d4t@|�d5��}d6|_?n(t | ��Ad7�}t+d3d8t@|�d5��}d9|_?n� W Y d} ~ ||fS W Y d} ~ ||fS W Y d} ~ ||fS d} ~ ww ):a� Performs a single HTTP request. The 'uri' is the URI of the HTTP resource and can begin with either 'http' or 'https'. The value of 'uri' must be an absolute URI. The 'method' is the HTTP method to perform, such as GET, POST, DELETE, etc. There is no restriction on the methods allowed. The 'body' is the entity body to be sent with the request. It is a string object. Any extra headers that are to be sent with the request should be provided in the 'headers' dictionary. The maximum number of redirect to follow before raising an exception is 'redirections. The default is 5. The return value is a tuple of (response, content), the first being and instance of the 'Response' class, the second being a string that contains the response entity body. rQ Nrm zPython-httplib2/%s (gzip)r� z%20� z%0Drs z%0Ar5 r r r ) rE rD r r� rC rB r� r� rF )r r� rC rB r� r� )r r� r� zaccept-encodingz gzip, deflates z=?z?=�etagzif-matchr� rR r� r� �308)�307r2 r& r r$ )r r� r# Tr� �504r� r� r! z last-modifiedr" r� r� r' r� r� i� s Request Timeoutz text/plain�408)z content-typer� r� zRequest Timeoutr| �400z Bad Request)Br� � __version__r r� r{ r� rY �SCHEME_TO_CONNECTIONrV r� r� � issubclassr� r r� rC rB r� r� �set_debuglevelr r� r� r� r� rZ �message_from_bytesr� r r� �replace_headerr= r � decode_header� IndexErrorr� r� r� r� r� rr r r r r* � fromcacher� r/ r� r] r r' r� r� r� r< r �popr� r �HttpLib2ErrorWithResponser\ r� rO r_ r� )!r� rm r rr r� r# �connection_type�conn_keyrt ru ry rz r r/ r� r� � cached_valuer� r[ r� r� r� r r� r� r. r\ r� �entry_disposition�merged_responser� rc � is_timeoutr r r r � st � � � �� � � � ��� � � � � ��#�)�&� � � � ���z Http.requestr� r )r# r$ r% rL r� r r� r r r r r r r r/ r� �DEFAULT_MAX_REDIRECTSr r r r r r � s, �S JO �r c @ s< e Zd ZdZ dZ dZ dZ dZdZdd� Z d d � Z dS ) r z<An object more like email.message than httplib.HTTPResponse.F� r� �OkNc C s� t |tjj�r=|�� D ] \}}|�� }| �|�}|d ur#d�||f�}|| |< q |j| _t | j�| d< |j | _ |j | _ d S t |t j j�r^t|�� �D ] \}}|| |�� < qJt| d �| _d S |�� D ] \}}|| |�� < qbt| �d| j��| _d S )Nz, r� )r< r r� � HTTPResponse� getheadersrr rY rs r� r= rO �versionr� r� r� rV r� r� )r� r� r� r� �prevr r r r � s$ zResponse.__init__c C s |dkr| S t |��)Nr� )�AttributeError)r� r� r r r � __getattr__ s zResponse.__getattr__) r# r$ r% rL r? rM r� rO r* r rP r r r r r � s r )NNNNN)r )r N)irL rc � __copyright__�__contributors__� __license__r7 r r� r r� �email.feedparserr � email.message� email.utilsrb r r� r� �hashlibr r� r r r_ � http.clientr r� r} r� r� r r6 �sysr� rv r� r� r � ImportErrorrQ r ra r r �__all__r r rH rW r� � frozensetr� �httplib2r/ �wherer� r> r8 rH r] re �compilerj rn r{ r� �ASCIIr� r� r� r� r� r� �USE_WWW_AUTH_STRICT_PARSINGr� r� r� r� r r �objectr r' r/ rM re rg r r r{ r� r� r� r r� r� r� r� r� �HTTPSConnectionr� r8 r r� r r r r r �<module> s� � �- K*6 GN$�# W 2W � 'PK �a�Z�Sr%� � ! __pycache__/certs.cpython-310.pycnu �[��� o ���a� � @ s� d Z ddlZdZdZz ddlmZ dZW n ey Y nw dZdZz ddl m Z dZW n ey5 Y nw dZ dd � Ze d krGe e� � dS dS ) z%Utilities for certificate management.� NF)�whereT)�getz"/etc/ssl/certs/ca-certificates.crtc C sD t j�d�} | d urt j�| �r| S td��trt� S tr t � S t S )N�HTTPLIB2_CA_CERTSz7Environment variable HTTPLIB2_CA_CERTS not a valid file) �os�environr �path�isfile� RuntimeError�custom_ca_locater_available�custom_ca_locater_where�certifi_available� certifi_where�BUILTIN_CA_CERTS)�env� r �0/usr/lib/python3/dist-packages/httplib2/certs.pyr s r �__main__)�__doc__r r r �certifir � ImportErrorr r �ca_certs_locaterr r �__name__�printr r r r �<module> s. � ��PK �a�Z0֮ �8 �8 ! __pycache__/socks.cpython-310.pycnu �[��� o ���_�L � @ s� d Z ddlZddlZddlZddlZeedd�du r ed��dZdZdZ dZ da ejZ G d d � d e �ZG d d � d e�ZG d d� de�ZG dd� de�ZG dd� de�ZG dd� de�ZdZdZdZdZ d dd�Zd d � ZG d d � d ej�ZdS )!a SocksiPy - Python SOCKS module. Version 1.00 Copyright 2006 Dan-Haim. All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. 3. Neither the name of Dan Haim nor the names of his contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY DAN HAIM "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL DAN HAIM OR HIS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMANGE. This module provides a standard socket-like interface for Python for tunneling connections through SOCKS proxies. Minor modifications made by Christopher Gilbert (http://motomastyle.com/) for use in PyLoris (http://pyloris.sourceforge.net/). Minor modifications made by Mario Vilas (http://breakingcode.wordpress.com/) mainly to merge bug fixes found in Sourceforge. � N�socketz-socket.socket missing, proxy support unusable� � � � c @ � e Zd ZdS )� ProxyErrorN��__name__� __module__� __qualname__� r r �0/usr/lib/python3/dist-packages/httplib2/socks.pyr 7 � r c @ r )�GeneralProxyErrorNr r r r r r ; r r c @ r )�Socks5AuthErrorNr r r r r r ? r r c @ r )� Socks5ErrorNr r r r r r C r r c @ r )� Socks4ErrorNr r r r r r G r r c @ r )� HTTPErrorNr r r r r r K r r )�successz invalid dataz not connectedz not availablezbad proxy typez bad input) � succeededz general SOCKS server failurez!connection not allowed by rulesetzNetwork unreachablezHost unreachablezConnection refusedz TTL expiredzCommand not supportedzAddress type not supportedz Unknown error)r zauthentication is requiredz0all offered authentication methods were rejectedz$unknown username or invalid password� unknown error)zrequest grantedzrequest rejected or failedzLrequest rejected because SOCKS server cannot connect to identd on the clientzPrequest rejected because the client program and identd report different user-idsr Tc C s | |||||fa dS )z�setdefaultproxy(proxytype, addr[, port[, rdns[, username[, password]]]]) Sets a default proxy which all further socksocket objects will use, unless explicitly changed. N)� _defaultproxy)� proxytype�addr�port�rdns�username�passwordr r r �setdefaultproxyw s r c C s t dkr t| j_dS td��)a7 wrapmodule(module) Attempts to replace a module's socket library with a SOCKS socket. Must set a default proxy using setdefaultproxy(...) first. This will only work on modules that import socket directly into the namespace; most of the Python Standard Library falls into this category. N)r zno proxy specified)r � socksocketr r )�moduler r r � wrapmodule� s r" c s� e Zd ZdZejejddfdd�Zdd� Z� fdd �Z d d � Z d d � Z d dd�Z dd� Z dd� Zdd� Zdd� Zdd� Zdd � Zd d � Z� ZS ) r a socksocket([family[, type[, proto]]]) -> socket object Open a SOCKS enabled socket. The parameters are the same as those of the standard socket init. In order for SOCKS to work, you must specify family=AF_INET, type=SOCK_STREAM and proto=0. r Nc C s> t �| ||||� td krt| _nd| _d | _d | _d| _d S )N)NNNNNNT)� _orgsocket�__init__r �_socksocket__proxy�_socksocket__proxysockname�_socksocket__proxypeername�_socksocket__httptunnel)�self�family�type�proto�_sockr r r r$ � s zsocksocket.__init__c C sL | � |�}t|�|k r$| � |t|� �}|std��|| }t|�|k s |S )z�__recvall(count) -> data Receive EXACTLY the number of bytes requested from the socket. Blocks until the required number of bytes have been received. )r z connection closed unexpectedly)�recv�lenr )r) �count�data�dr r r � __recvall� s �zsocksocket.__recvallc s( | j s| �|�}tt| �j|g|�R � S )zq override socket.socket.sendall method to rewrite the header for non-tunneling proxies if needed )r( �_socksocket__rewriteproxy�superr �sendall)r) �content�args�� __class__r r r6 � s zsocksocket.sendallc C s� d\}}|� d�}|D ] }|�� �d�r|}q |�� �d�s%|�� �d�r'|}q |rr|rr|�|� |�|� |� d�d }|� d�}| jd d krX| jd d krX|�d | �� � |�d d | � |�d d |d ||d |d f � d�|�S )z� rewrite HTTP request headers to support non-tunneling proxies (i.e. those which do not support the CONNECT method). This only works for HTTP (not HTTPS) since HTTPS requires tunneling. )NN� zhost:�get�post� r r N� r zHost: %sz%s http://%s%s %sr )�split�lower� startswith�remover% �insert�_socksocket__getauthheader�join)r) �header�host�endpt�hdrs�hdrr r r �__rewriteproxy� s$ � $ zsocksocket.__rewriteproxyc C s* | j d d | j d }dt�|��� S )Nr � :r? zProxy-Authorization: Basic )r% �base64� b64encode�decode)r) �authr r r �__getauthheader� s zsocksocket.__getauthheaderTc C s0 |||||r |� � nd|r|� � nd|f| _dS )a setproxy(proxytype, addr[, port[, rdns[, username[, password]]]]) Sets the proxy to be used. proxytype - The type of the proxy to be used. Three types are supported: PROXY_TYPE_SOCKS4 (including socks4a), PROXY_TYPE_SOCKS5 and PROXY_TYPE_HTTP addr - The address of the server (IP or DNS). port - The port of the server. Defaults to 1080 for SOCKS servers and 8080 for HTTP proxy servers. rdns - Should DNS queries be preformed on the remote side (rather than the local side). The default is True. Note: This has no effect with SOCKS4 servers. username - Username to authenticate with to the server. The default is no authentication. password - Password to authenticate with to the server. Only relevant when username is also provided. headers - Additional or modified headers for the proxy connect request. N)�encoder% )r) r r r r r r �headersr r r �setproxy� s �zsocksocket.setproxyc C s� | j d dkr| j d dkr| �t�ddddd�� n | �t�dddd�� | �d�}|dd� td��� krC| �� tdt d f��|dd� td��� krPn�|dd� td��� kr�t � }|� d� |� t | j d �� |� | j d � |� t | j d �� |� | j d � | �|� | �d�}|dd� td��� kr�| �� tdt d f��|dd� td��� kr�| �� td td f��n | �� |d td ��� kr�tdtd f��tdt d f��t�dddd�}zt�|�}|td��� | }W n: tj�y4 | j d �r d}|td ��� tt |���� |�� }nt�t�|��}|td��� | }Y nw |t�d |� }| �|� | �d�}|dd� td��� k�r`| �� tdt d f��|dd� td��� k�r�| �� t|dd� �d k�r�tt|dd� �tt|dd� � f��td td f��|d d� td��� k�r�| �d�} n,|d d� td ��� k�r�|| �d� }| �t|dd� ��} n | �� tdt d f��t�d | �d��d } | | f| _|dk�r�t�|�|f| _dS ||f| _dS )zk__negotiatesocks5(self,destaddr,destport) Negotiates a connection through a SOCKS5 server. r Nr? �BBBBr r �BBBr r � �>H� � ) r% r6 �struct�pack�_socksocket__recvall�chrrS �closer �_generalerrors� bytearray�appendr/ �extendr �_socks5autherrorsr � inet_aton�error� gethostbyname�ordr � _socks5errorsr. �unpackr& � inet_ntoar' ) r) �destaddr�destport� chosenauth�packet�authstat�req�ipaddr�resp� boundaddr� boundportr r r �__negotiatesocks5� s� � ������ ( z socksocket.__negotiatesocks5c C � | j S )zigetsockname() -> address info Returns the bound IP address and port number at the proxy. )r& �r) r r r �getproxysocknameb s zsocksocket.getproxysocknamec C s t �| �S )z`getproxypeername() -> address info Returns the IP and port number of the proxy. )r# � getpeernamery r r r �getproxypeernameh s zsocksocket.getproxypeernamec C rx )z�getpeername() -> address info Returns the IP address and port number of the destination machine (note: getproxypeername returns the proxy) )r' ry r r r r{ n s zsocksocket.getpeernamec C s� d}zt �|�}W n# t jy, | jd r"t�ddddd�}d}nt �t �|��}Y nw t�ddd|�| }| jd d krE|| jd }|td��� }|rY|| td��� }| � |� | � d �}|dd� td��� kr{| � � t dt d f��|dd � td ��� kr�| � � t|dd � �d v r�| � � tt|dd � �tt|dd � �d f��tdtd f��t �|dd � �t�d|d d� �d f| _|d kr�t �|�|f| _d S ||f| _d S )zk__negotiatesocks4(self,destaddr,destport) Negotiates a connection through a SOCKS4 server. Fr rV r r Tz>BBHr NrZ r �Z )�[ �\ �] �^ rY )r rf rg r% r\ r] rh r_ rS r6 r^ r` r ra ri r � _socks4errorsrl rk r& r' )r) rm rn �rmtrslvrs rr rt r r r �__negotiatesocks4u sB �� ,�z socksocket.__negotiatesocks4c C s� | j d s t�|�}n|}d|dt|�dg}d}d}| j d dkrA| j d �� D ]\}}||d|d g7 }|�� d k}|�� d k}q(|sJ|d |d g7 }|sb| j d dkrb| j d dkrb|| �� d g7 }|�d � | �d� |�� � � | � d�} | � d� � �dkr�| | � d� } | � d� � �dks| � � d �d� � d�} | d d� � d� � fvr�| �� tdtd f��zt| d �} W n ty� | �� tdtd f��w | dkr�| �� t| | d f��d| _||f| _dS )zh__negotiatehttp(self,destaddr,destport) Negotiates a connection through an HTTP server. r zCONNECT �:z HTTP/1.1 F� Nz: r; rH zproxy-authorizationzHost: r r? � r z ���r r> r zHTTP/1.0zHTTP/1.1�� )z0.0.0.0r )r% r rh �str� iteritemsrA rE rc r6 rF rS r. �find� splitlinesr@ r` r ra �int� ValueErrorr r& r' ) r) rm rn r rT �wrote_host_header�wrote_auth_header�key�valrt � statusline� statuscoder r r �__negotiatehttp� sJ � �zsocksocket.__negotiatehttpc C s t |�ttfvs t|�dk s t|d ttf�r t |d �tkr'tdt d f��| j d t krT| j d dkr;| j d }nd}t � | | j d |f� | �|d |d � dS | j d tkr�| j d dkrh| j d }nd}t � | | j d |f� | �|d |d � dS | j d tkr�| j d dkr�| j d }nd}t � | | j d |f� | �|d |d � dS | j d tkr�| j d dkr�| j d }nd}t � | | j d |f� |d dkr�| �|d |d � dS d | _dS | j d dkr�t � | |d |d f� dS td t d f��) z�connect(self, despair) Connects to the specified destination through a proxy. destpar - A tuple of the IP/DNS address and the port number. (identical to socket's connect). To select the proxy server use setproxy(). r r r r? Ni8 i� i� Fr )r+ �list�tupler/ � isinstancer� �bytesr� r ra r% �PROXY_TYPE_SOCKS5r# �connect� _socksocket__negotiatesocks5�PROXY_TYPE_SOCKS4� _socksocket__negotiatesocks4�PROXY_TYPE_HTTP�_socksocket__negotiatehttp�PROXY_TYPE_HTTP_NO_TUNNELr( )r) �destpair�portnumr r r r� � sF � zsocksocket.connect)NNNTNNN)r r r �__doc__r �AF_INET� SOCK_STREAMr$ r^ r6 r4 rE rU r� rz r| r{ r� r� r� � __classcell__r r r9 r r � s. � �'g3-r )NNNTNN)r� rN r r\ �sys�getattr� ImportErrorr� r� r� r� r r# � Exceptionr r r r r r ra rj re r� r r" r r r r r �<module> s6 % � PK �a�ZZКh h __pycache__/auth.cpython-310.pycnu �[��� o L܀an � @ sP d dl Z d dlZd dlZddlT zejjZW n ey" ejZY nw e�d�Z dd� Z dej ej Z e�e ��d�Ze�e�d ej ej �e�e�d ��� � ��d �Zej�� �d ��e �Ze�� �d ��e�Zee�d � eeB Z e� e� e� e ���Z ed�Z!e!e d�ed�B Z"e �� Z#e� e� e"��Z$ddd�Z%ddd�Z&dS )� N� )�*z\\(.)c C s t �d|d dd� �S )Nz\1r r ���)� UNQUOTE_PAIRS�sub)�s�l�t� r �//usr/lib/python3/dist-packages/httplib2/auth.py�<lambda> s r z!#$%&'*+-.^_`|~�tokenz-._~+/�=�token68z quoted-stringzauth-param-name�scheme�params�authentication-infoc C sP | � |d��� }|s i S z t�|�}W |�� S tjy' } zt|��d}~ww )z(https://tools.ietf.org/html/rfc7615 � N)�get�strip�authentication_info� parseString�pp�ParseException�MalformedHeader�asDict)�headers� headername�header�parsed�exr r r �_parse_authentication_info% s ���r! �www-authenticatec C s\ | � |d��� }|s i S zt�|�}W n tjy$ } zt|��d}~ww dd� |D �}|S )z?Returns a dictionary of dictionaries, one dict per auth_scheme.r Nc S s8 i | ]}|d � � d|v r|d �� nd|�d�i�qS )r r r )�lowerr r )�.0� challenger r r � <dictcomp>? s � � �z+_parse_www_authenticate.<locals>.<dictcomp>)r r �www_authenticater r r r )r r r r r �retvalr r r �_parse_www_authenticate4 s ���r) )r )r" )'�base64�re� pyparsingr �error�common�downcaseTokens�AttributeError�compiler �unquote�nums�alphas�tchar�Word�setNamer �Combine�Optional�leaveWhitespacer �dblQuotedString�copy�setParseAction� quoted_string�addParseAction�auth_param_name�Suppress� auth_param�Dict� delimitedList�Groupr r r% r r' r! r) r r r r �<module> s4 � 0� PK �a�Z ӷ� ! __pycache__/error.cpython-310.pycnu �[��� o � `� � @ s� G d d� de �ZG dd� de�ZG dd� de�ZG dd� de�ZG dd � d e�ZG d d � d e�ZG d d � d e�ZG dd� de�ZG dd� de�Z G dd� de�Z G dd� de�Z dS )c @ � e Zd ZdS )� HttpLib2ErrorN��__name__� __module__� __qualname__� r r �0/usr/lib/python3/dist-packages/httplib2/error.pyr � r c @ s e Zd Zdd� ZdS )�HttpLib2ErrorWithResponsec C s || _ || _t�| |� d S )N)�response�contentr �__init__)�self�descr r r r r r s z"HttpLib2ErrorWithResponse.__init__N)r r r r r r r r r s r c @ r )�RedirectMissingLocationNr r r r r r r r c @ r )� RedirectLimitNr r r r r r r r c @ r )�FailedToDecompressContentNr r r r r r r r c @ r )�"UnimplementedDigestAuthOptionErrorNr r r r r r r r c @ r )�&UnimplementedHmacDigestAuthOptionErrorNr r r r r r r r c @ r )�MalformedHeaderNr r r r r r # r r c @ r )�RelativeURIErrorNr r r r r r ' r r c @ r )�ServerNotFoundErrorNr r r r r r + r r c @ r )�ProxiesUnavailableErrorNr r r r r r / r r N) � Exceptionr r r r r r r r r r r r r r r �<module> s PK �a�ZsFF[� � error.pynu �[��� # All exceptions raised here derive from HttpLib2Error class HttpLib2Error(Exception): pass # Some exceptions can be caught and optionally # be turned back into responses. class HttpLib2ErrorWithResponse(HttpLib2Error): def __init__(self, desc, response, content): self.response = response self.content = content HttpLib2Error.__init__(self, desc) class RedirectMissingLocation(HttpLib2ErrorWithResponse): pass class RedirectLimit(HttpLib2ErrorWithResponse): pass class FailedToDecompressContent(HttpLib2ErrorWithResponse): pass class UnimplementedDigestAuthOptionError(HttpLib2ErrorWithResponse): pass class UnimplementedHmacDigestAuthOptionError(HttpLib2ErrorWithResponse): pass class MalformedHeader(HttpLib2Error): pass class RelativeURIError(HttpLib2Error): pass class ServerNotFoundError(HttpLib2Error): pass class ProxiesUnavailableError(HttpLib2Error): pass PK �a�Z��b�9 9 iri2uri.pynu �[��� # -*- coding: utf-8 -*- """Converts an IRI to a URI.""" __author__ = "Joe Gregorio (joe@bitworking.org)" __copyright__ = "Copyright 2006, Joe Gregorio" __contributors__ = [] __version__ = "1.0.0" __license__ = "MIT" import urllib.parse # Convert an IRI to a URI following the rules in RFC 3987 # # The characters we need to enocde and escape are defined in the spec: # # iprivate = %xE000-F8FF / %xF0000-FFFFD / %x100000-10FFFD # ucschar = %xA0-D7FF / %xF900-FDCF / %xFDF0-FFEF # / %x10000-1FFFD / %x20000-2FFFD / %x30000-3FFFD # / %x40000-4FFFD / %x50000-5FFFD / %x60000-6FFFD # / %x70000-7FFFD / %x80000-8FFFD / %x90000-9FFFD # / %xA0000-AFFFD / %xB0000-BFFFD / %xC0000-CFFFD # / %xD0000-DFFFD / %xE1000-EFFFD escape_range = [ (0xA0, 0xD7FF), (0xE000, 0xF8FF), (0xF900, 0xFDCF), (0xFDF0, 0xFFEF), (0x10000, 0x1FFFD), (0x20000, 0x2FFFD), (0x30000, 0x3FFFD), (0x40000, 0x4FFFD), (0x50000, 0x5FFFD), (0x60000, 0x6FFFD), (0x70000, 0x7FFFD), (0x80000, 0x8FFFD), (0x90000, 0x9FFFD), (0xA0000, 0xAFFFD), (0xB0000, 0xBFFFD), (0xC0000, 0xCFFFD), (0xD0000, 0xDFFFD), (0xE1000, 0xEFFFD), (0xF0000, 0xFFFFD), (0x100000, 0x10FFFD), ] def encode(c): retval = c i = ord(c) for low, high in escape_range: if i < low: break if i >= low and i <= high: retval = "".join(["%%%2X" % o for o in c.encode("utf-8")]) break return retval def iri2uri(uri): """Convert an IRI to a URI. Note that IRIs must be passed in a unicode strings. That is, do not utf-8 encode the IRI before passing it into the function.""" if isinstance(uri, str): (scheme, authority, path, query, fragment) = urllib.parse.urlsplit(uri) authority = authority.encode("idna").decode("utf-8") # For each character in 'ucschar' or 'iprivate' # 1. encode as utf-8 # 2. then %-encode each octet of that utf-8 uri = urllib.parse.urlunsplit((scheme, authority, path, query, fragment)) uri = "".join([encode(c) for c in uri]) return uri if __name__ == "__main__": import unittest class Test(unittest.TestCase): def test_uris(self): """Test that URIs are invariant under the transformation.""" invariant = [ "ftp://ftp.is.co.za/rfc/rfc1808.txt", "http://www.ietf.org/rfc/rfc2396.txt", "ldap://[2001:db8::7]/c=GB?objectClass?one", "mailto:John.Doe@example.com", "news:comp.infosystems.www.servers.unix", "tel:+1-816-555-1212", "telnet://192.0.2.16:80/", "urn:oasis:names:specification:docbook:dtd:xml:4.1.2", ] for uri in invariant: self.assertEqual(uri, iri2uri(uri)) def test_iri(self): """Test that the right type of escaping is done for each part of the URI.""" self.assertEqual( "http://xn--o3h.com/%E2%98%84", iri2uri("http://\N{COMET}.com/\N{COMET}"), ) self.assertEqual( "http://bitworking.org/?fred=%E2%98%84", iri2uri("http://bitworking.org/?fred=\N{COMET}"), ) self.assertEqual( "http://bitworking.org/#%E2%98%84", iri2uri("http://bitworking.org/#\N{COMET}"), ) self.assertEqual("#%E2%98%84", iri2uri("#\N{COMET}")) self.assertEqual( "/fred?bar=%E2%98%9A#%E2%98%84", iri2uri("/fred?bar=\N{BLACK LEFT POINTING INDEX}#\N{COMET}"), ) self.assertEqual( "/fred?bar=%E2%98%9A#%E2%98%84", iri2uri(iri2uri("/fred?bar=\N{BLACK LEFT POINTING INDEX}#\N{COMET}")), ) self.assertNotEqual( "/fred?bar=%E2%98%9A#%E2%98%84", iri2uri( "/fred?bar=\N{BLACK LEFT POINTING INDEX}#\N{COMET}".encode("utf-8") ), ) unittest.main() PK �a�Z�� �L �L socks.pynu �[��� """SocksiPy - Python SOCKS module. Version 1.00 Copyright 2006 Dan-Haim. All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. 3. Neither the name of Dan Haim nor the names of his contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY DAN HAIM "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL DAN HAIM OR HIS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMANGE. This module provides a standard socket-like interface for Python for tunneling connections through SOCKS proxies. Minor modifications made by Christopher Gilbert (http://motomastyle.com/) for use in PyLoris (http://pyloris.sourceforge.net/). Minor modifications made by Mario Vilas (http://breakingcode.wordpress.com/) mainly to merge bug fixes found in Sourceforge. """ import base64 import socket import struct import sys if getattr(socket, "socket", None) is None: raise ImportError("socket.socket missing, proxy support unusable") PROXY_TYPE_SOCKS4 = 1 PROXY_TYPE_SOCKS5 = 2 PROXY_TYPE_HTTP = 3 PROXY_TYPE_HTTP_NO_TUNNEL = 4 _defaultproxy = None _orgsocket = socket.socket class ProxyError(Exception): pass class GeneralProxyError(ProxyError): pass class Socks5AuthError(ProxyError): pass class Socks5Error(ProxyError): pass class Socks4Error(ProxyError): pass class HTTPError(ProxyError): pass _generalerrors = ( "success", "invalid data", "not connected", "not available", "bad proxy type", "bad input", ) _socks5errors = ( "succeeded", "general SOCKS server failure", "connection not allowed by ruleset", "Network unreachable", "Host unreachable", "Connection refused", "TTL expired", "Command not supported", "Address type not supported", "Unknown error", ) _socks5autherrors = ( "succeeded", "authentication is required", "all offered authentication methods were rejected", "unknown username or invalid password", "unknown error", ) _socks4errors = ( "request granted", "request rejected or failed", "request rejected because SOCKS server cannot connect to identd on the client", "request rejected because the client program and identd report different " "user-ids", "unknown error", ) def setdefaultproxy( proxytype=None, addr=None, port=None, rdns=True, username=None, password=None ): """setdefaultproxy(proxytype, addr[, port[, rdns[, username[, password]]]]) Sets a default proxy which all further socksocket objects will use, unless explicitly changed. """ global _defaultproxy _defaultproxy = (proxytype, addr, port, rdns, username, password) def wrapmodule(module): """wrapmodule(module) Attempts to replace a module's socket library with a SOCKS socket. Must set a default proxy using setdefaultproxy(...) first. This will only work on modules that import socket directly into the namespace; most of the Python Standard Library falls into this category. """ if _defaultproxy != None: module.socket.socket = socksocket else: raise GeneralProxyError((4, "no proxy specified")) class socksocket(socket.socket): """socksocket([family[, type[, proto]]]) -> socket object Open a SOCKS enabled socket. The parameters are the same as those of the standard socket init. In order for SOCKS to work, you must specify family=AF_INET, type=SOCK_STREAM and proto=0. """ def __init__( self, family=socket.AF_INET, type=socket.SOCK_STREAM, proto=0, _sock=None ): _orgsocket.__init__(self, family, type, proto, _sock) if _defaultproxy != None: self.__proxy = _defaultproxy else: self.__proxy = (None, None, None, None, None, None) self.__proxysockname = None self.__proxypeername = None self.__httptunnel = True def __recvall(self, count): """__recvall(count) -> data Receive EXACTLY the number of bytes requested from the socket. Blocks until the required number of bytes have been received. """ data = self.recv(count) while len(data) < count: d = self.recv(count - len(data)) if not d: raise GeneralProxyError((0, "connection closed unexpectedly")) data = data + d return data def sendall(self, content, *args): """ override socket.socket.sendall method to rewrite the header for non-tunneling proxies if needed """ if not self.__httptunnel: content = self.__rewriteproxy(content) return super(socksocket, self).sendall(content, *args) def __rewriteproxy(self, header): """ rewrite HTTP request headers to support non-tunneling proxies (i.e. those which do not support the CONNECT method). This only works for HTTP (not HTTPS) since HTTPS requires tunneling. """ host, endpt = None, None hdrs = header.split("\r\n") for hdr in hdrs: if hdr.lower().startswith("host:"): host = hdr elif hdr.lower().startswith("get") or hdr.lower().startswith("post"): endpt = hdr if host and endpt: hdrs.remove(host) hdrs.remove(endpt) host = host.split(" ")[1] endpt = endpt.split(" ") if self.__proxy[4] != None and self.__proxy[5] != None: hdrs.insert(0, self.__getauthheader()) hdrs.insert(0, "Host: %s" % host) hdrs.insert(0, "%s http://%s%s %s" % (endpt[0], host, endpt[1], endpt[2])) return "\r\n".join(hdrs) def __getauthheader(self): auth = self.__proxy[4] + b":" + self.__proxy[5] return "Proxy-Authorization: Basic " + base64.b64encode(auth).decode() def setproxy( self, proxytype=None, addr=None, port=None, rdns=True, username=None, password=None, headers=None, ): """setproxy(proxytype, addr[, port[, rdns[, username[, password]]]]) Sets the proxy to be used. proxytype - The type of the proxy to be used. Three types are supported: PROXY_TYPE_SOCKS4 (including socks4a), PROXY_TYPE_SOCKS5 and PROXY_TYPE_HTTP addr - The address of the server (IP or DNS). port - The port of the server. Defaults to 1080 for SOCKS servers and 8080 for HTTP proxy servers. rdns - Should DNS queries be preformed on the remote side (rather than the local side). The default is True. Note: This has no effect with SOCKS4 servers. username - Username to authenticate with to the server. The default is no authentication. password - Password to authenticate with to the server. Only relevant when username is also provided. headers - Additional or modified headers for the proxy connect request. """ self.__proxy = ( proxytype, addr, port, rdns, username.encode() if username else None, password.encode() if password else None, headers, ) def __negotiatesocks5(self, destaddr, destport): """__negotiatesocks5(self,destaddr,destport) Negotiates a connection through a SOCKS5 server. """ # First we'll send the authentication packages we support. if (self.__proxy[4] != None) and (self.__proxy[5] != None): # The username/password details were supplied to the # setproxy method so we support the USERNAME/PASSWORD # authentication (in addition to the standard none). self.sendall(struct.pack("BBBB", 0x05, 0x02, 0x00, 0x02)) else: # No username/password were entered, therefore we # only support connections with no authentication. self.sendall(struct.pack("BBB", 0x05, 0x01, 0x00)) # We'll receive the server's response to determine which # method was selected chosenauth = self.__recvall(2) if chosenauth[0:1] != chr(0x05).encode(): self.close() raise GeneralProxyError((1, _generalerrors[1])) # Check the chosen authentication method if chosenauth[1:2] == chr(0x00).encode(): # No authentication is required pass elif chosenauth[1:2] == chr(0x02).encode(): # Okay, we need to perform a basic username/password # authentication. packet = bytearray() packet.append(0x01) packet.append(len(self.__proxy[4])) packet.extend(self.__proxy[4]) packet.append(len(self.__proxy[5])) packet.extend(self.__proxy[5]) self.sendall(packet) authstat = self.__recvall(2) if authstat[0:1] != chr(0x01).encode(): # Bad response self.close() raise GeneralProxyError((1, _generalerrors[1])) if authstat[1:2] != chr(0x00).encode(): # Authentication failed self.close() raise Socks5AuthError((3, _socks5autherrors[3])) # Authentication succeeded else: # Reaching here is always bad self.close() if chosenauth[1] == chr(0xFF).encode(): raise Socks5AuthError((2, _socks5autherrors[2])) else: raise GeneralProxyError((1, _generalerrors[1])) # Now we can request the actual connection req = struct.pack("BBB", 0x05, 0x01, 0x00) # If the given destination address is an IP address, we'll # use the IPv4 address request even if remote resolving was specified. try: ipaddr = socket.inet_aton(destaddr) req = req + chr(0x01).encode() + ipaddr except socket.error: # Well it's not an IP number, so it's probably a DNS name. if self.__proxy[3]: # Resolve remotely ipaddr = None req = ( req + chr(0x03).encode() + chr(len(destaddr)).encode() + destaddr.encode() ) else: # Resolve locally ipaddr = socket.inet_aton(socket.gethostbyname(destaddr)) req = req + chr(0x01).encode() + ipaddr req = req + struct.pack(">H", destport) self.sendall(req) # Get the response resp = self.__recvall(4) if resp[0:1] != chr(0x05).encode(): self.close() raise GeneralProxyError((1, _generalerrors[1])) elif resp[1:2] != chr(0x00).encode(): # Connection failed self.close() if ord(resp[1:2]) <= 8: raise Socks5Error((ord(resp[1:2]), _socks5errors[ord(resp[1:2])])) else: raise Socks5Error((9, _socks5errors[9])) # Get the bound address/port elif resp[3:4] == chr(0x01).encode(): boundaddr = self.__recvall(4) elif resp[3:4] == chr(0x03).encode(): resp = resp + self.recv(1) boundaddr = self.__recvall(ord(resp[4:5])) else: self.close() raise GeneralProxyError((1, _generalerrors[1])) boundport = struct.unpack(">H", self.__recvall(2))[0] self.__proxysockname = (boundaddr, boundport) if ipaddr != None: self.__proxypeername = (socket.inet_ntoa(ipaddr), destport) else: self.__proxypeername = (destaddr, destport) def getproxysockname(self): """getsockname() -> address info Returns the bound IP address and port number at the proxy. """ return self.__proxysockname def getproxypeername(self): """getproxypeername() -> address info Returns the IP and port number of the proxy. """ return _orgsocket.getpeername(self) def getpeername(self): """getpeername() -> address info Returns the IP address and port number of the destination machine (note: getproxypeername returns the proxy) """ return self.__proxypeername def __negotiatesocks4(self, destaddr, destport): """__negotiatesocks4(self,destaddr,destport) Negotiates a connection through a SOCKS4 server. """ # Check if the destination address provided is an IP address rmtrslv = False try: ipaddr = socket.inet_aton(destaddr) except socket.error: # It's a DNS name. Check where it should be resolved. if self.__proxy[3]: ipaddr = struct.pack("BBBB", 0x00, 0x00, 0x00, 0x01) rmtrslv = True else: ipaddr = socket.inet_aton(socket.gethostbyname(destaddr)) # Construct the request packet req = struct.pack(">BBH", 0x04, 0x01, destport) + ipaddr # The username parameter is considered userid for SOCKS4 if self.__proxy[4] != None: req = req + self.__proxy[4] req = req + chr(0x00).encode() # DNS name if remote resolving is required # NOTE: This is actually an extension to the SOCKS4 protocol # called SOCKS4A and may not be supported in all cases. if rmtrslv: req = req + destaddr + chr(0x00).encode() self.sendall(req) # Get the response from the server resp = self.__recvall(8) if resp[0:1] != chr(0x00).encode(): # Bad data self.close() raise GeneralProxyError((1, _generalerrors[1])) if resp[1:2] != chr(0x5A).encode(): # Server returned an error self.close() if ord(resp[1:2]) in (91, 92, 93): self.close() raise Socks4Error((ord(resp[1:2]), _socks4errors[ord(resp[1:2]) - 90])) else: raise Socks4Error((94, _socks4errors[4])) # Get the bound address/port self.__proxysockname = ( socket.inet_ntoa(resp[4:]), struct.unpack(">H", resp[2:4])[0], ) if rmtrslv != None: self.__proxypeername = (socket.inet_ntoa(ipaddr), destport) else: self.__proxypeername = (destaddr, destport) def __negotiatehttp(self, destaddr, destport): """__negotiatehttp(self,destaddr,destport) Negotiates a connection through an HTTP server. """ # If we need to resolve locally, we do this now if not self.__proxy[3]: addr = socket.gethostbyname(destaddr) else: addr = destaddr headers = ["CONNECT ", addr, ":", str(destport), " HTTP/1.1\r\n"] wrote_host_header = False wrote_auth_header = False if self.__proxy[6] != None: for key, val in self.__proxy[6].iteritems(): headers += [key, ": ", val, "\r\n"] wrote_host_header = key.lower() == "host" wrote_auth_header = key.lower() == "proxy-authorization" if not wrote_host_header: headers += ["Host: ", destaddr, "\r\n"] if not wrote_auth_header: if self.__proxy[4] != None and self.__proxy[5] != None: headers += [self.__getauthheader(), "\r\n"] headers.append("\r\n") self.sendall("".join(headers).encode()) # We read the response until we get the string "\r\n\r\n" resp = self.recv(1) while resp.find("\r\n\r\n".encode()) == -1: resp = resp + self.recv(1) # We just need the first line to check if the connection # was successful statusline = resp.splitlines()[0].split(" ".encode(), 2) if statusline[0] not in ("HTTP/1.0".encode(), "HTTP/1.1".encode()): self.close() raise GeneralProxyError((1, _generalerrors[1])) try: statuscode = int(statusline[1]) except ValueError: self.close() raise GeneralProxyError((1, _generalerrors[1])) if statuscode != 200: self.close() raise HTTPError((statuscode, statusline[2])) self.__proxysockname = ("0.0.0.0", 0) self.__proxypeername = (addr, destport) def connect(self, destpair): """connect(self, despair) Connects to the specified destination through a proxy. destpar - A tuple of the IP/DNS address and the port number. (identical to socket's connect). To select the proxy server use setproxy(). """ # Do a minimal input check first if ( (not type(destpair) in (list, tuple)) or (len(destpair) < 2) or (not isinstance(destpair[0], (str, bytes))) or (type(destpair[1]) != int) ): raise GeneralProxyError((5, _generalerrors[5])) if self.__proxy[0] == PROXY_TYPE_SOCKS5: if self.__proxy[2] != None: portnum = self.__proxy[2] else: portnum = 1080 _orgsocket.connect(self, (self.__proxy[1], portnum)) self.__negotiatesocks5(destpair[0], destpair[1]) elif self.__proxy[0] == PROXY_TYPE_SOCKS4: if self.__proxy[2] != None: portnum = self.__proxy[2] else: portnum = 1080 _orgsocket.connect(self, (self.__proxy[1], portnum)) self.__negotiatesocks4(destpair[0], destpair[1]) elif self.__proxy[0] == PROXY_TYPE_HTTP: if self.__proxy[2] != None: portnum = self.__proxy[2] else: portnum = 8080 _orgsocket.connect(self, (self.__proxy[1], portnum)) self.__negotiatehttp(destpair[0], destpair[1]) elif self.__proxy[0] == PROXY_TYPE_HTTP_NO_TUNNEL: if self.__proxy[2] != None: portnum = self.__proxy[2] else: portnum = 8080 _orgsocket.connect(self, (self.__proxy[1], portnum)) if destpair[1] == 443: self.__negotiatehttp(destpair[0], destpair[1]) else: self.__httptunnel = False elif self.__proxy[0] == None: _orgsocket.connect(self, (destpair[0], destpair[1])) else: raise GeneralProxyError((4, _generalerrors[4])) PK �a�Z�m섢 � certs.pynu �[��� """Utilities for certificate management.""" import os certifi_available = False certifi_where = None try: from certifi import where as certifi_where certifi_available = True except ImportError: pass custom_ca_locater_available = False custom_ca_locater_where = None try: from ca_certs_locater import get as custom_ca_locater_where custom_ca_locater_available = True except ImportError: pass BUILTIN_CA_CERTS = "/etc/ssl/certs/ca-certificates.crt" def where(): env = os.environ.get("HTTPLIB2_CA_CERTS") if env is not None: if os.path.isfile(env): return env else: raise RuntimeError("Environment variable HTTPLIB2_CA_CERTS not a valid file") if custom_ca_locater_available: return custom_ca_locater_where() if certifi_available: return certifi_where() return BUILTIN_CA_CERTS if __name__ == "__main__": print(where()) PK �a�Z�%;� � __init__.pynu �[��� # -*- coding: utf-8 -*- """Small, fast HTTP client library for Python.""" __author__ = "Joe Gregorio (joe@bitworking.org)" __copyright__ = "Copyright 2006, Joe Gregorio" __contributors__ = [ "Thomas Broyer (t.broyer@ltgt.net)", "James Antill", "Xavier Verges Farrero", "Jonathan Feinberg", "Blair Zajac", "Sam Ruby", "Louis Nyffenegger", "Mark Pilgrim", "Alex Yu", ] __license__ = "MIT" __version__ = "0.20.2" import base64 import calendar import copy import email import email.feedparser from email import header import email.message import email.utils import errno from gettext import gettext as _ import gzip from hashlib import md5 as _md5 from hashlib import sha1 as _sha import hmac import http.client import io import os import random import re import socket import ssl import sys import time import urllib.parse import zlib try: import socks except ImportError: # TODO: remove this fallback and copypasted socksipy module upon py2/3 merge, # idea is to have soft-dependency on any compatible module called socks from . import socks from . import auth from .error import * from .iri2uri import iri2uri def has_timeout(timeout): if hasattr(socket, "_GLOBAL_DEFAULT_TIMEOUT"): return timeout is not None and timeout is not socket._GLOBAL_DEFAULT_TIMEOUT return timeout is not None __all__ = [ "debuglevel", "FailedToDecompressContent", "Http", "HttpLib2Error", "ProxyInfo", "RedirectLimit", "RedirectMissingLocation", "Response", "RETRIES", "UnimplementedDigestAuthOptionError", "UnimplementedHmacDigestAuthOptionError", ] # The httplib debug level, set to a non-zero value to get debug output debuglevel = 0 # A request will be tried 'RETRIES' times if it fails at the socket/connection level. RETRIES = 2 # Open Items: # ----------- # Are we removing the cached content too soon on PUT (only delete on 200 Maybe?) # Pluggable cache storage (supports storing the cache in # flat files by default. We need a plug-in architecture # that can support Berkeley DB and Squid) # == Known Issues == # Does not handle a resource that uses conneg and Last-Modified but no ETag as a cache validator. # Does not handle Cache-Control: max-stale # Does not use Age: headers when calculating cache freshness. # The number of redirections to follow before giving up. # Note that only GET redirects are automatically followed. # Will also honor 301 requests by saving that info and never # requesting that URI again. DEFAULT_MAX_REDIRECTS = 5 # Which headers are hop-by-hop headers by default HOP_BY_HOP = [ "connection", "keep-alive", "proxy-authenticate", "proxy-authorization", "te", "trailers", "transfer-encoding", "upgrade", ] # https://tools.ietf.org/html/rfc7231#section-8.1.3 SAFE_METHODS = ("GET", "HEAD", "OPTIONS", "TRACE") # To change, assign to `Http().redirect_codes` REDIRECT_CODES = frozenset((300, 301, 302, 303, 307, 308)) from httplib2 import certs CA_CERTS = certs.where() # PROTOCOL_TLS is python 3.5.3+. PROTOCOL_SSLv23 is deprecated. # Both PROTOCOL_TLS and PROTOCOL_SSLv23 are equivalent and means: # > Selects the highest protocol version that both the client and server support. # > Despite the name, this option can select “TLS” protocols as well as “SSL”. # source: https://docs.python.org/3.5/library/ssl.html#ssl.PROTOCOL_TLS DEFAULT_TLS_VERSION = getattr(ssl, "PROTOCOL_TLS", None) or getattr(ssl, "PROTOCOL_SSLv23") def _build_ssl_context( disable_ssl_certificate_validation, ca_certs, cert_file=None, key_file=None, maximum_version=None, minimum_version=None, key_password=None, ): if not hasattr(ssl, "SSLContext"): raise RuntimeError("httplib2 requires Python 3.2+ for ssl.SSLContext") context = ssl.SSLContext(DEFAULT_TLS_VERSION) context.verify_mode = ssl.CERT_NONE if disable_ssl_certificate_validation else ssl.CERT_REQUIRED # SSLContext.maximum_version and SSLContext.minimum_version are python 3.7+. # source: https://docs.python.org/3/library/ssl.html#ssl.SSLContext.maximum_version if maximum_version is not None: if hasattr(context, "maximum_version"): if isinstance(maximum_version, str): maximum_version = getattr(ssl.TLSVersion, maximum_version) context.maximum_version = maximum_version else: raise RuntimeError("setting tls_maximum_version requires Python 3.7 and OpenSSL 1.1 or newer") if minimum_version is not None: if hasattr(context, "minimum_version"): if isinstance(minimum_version, str): minimum_version = getattr(ssl.TLSVersion, minimum_version) context.minimum_version = minimum_version else: raise RuntimeError("setting tls_minimum_version requires Python 3.7 and OpenSSL 1.1 or newer") # check_hostname requires python 3.4+ # we will perform the equivalent in HTTPSConnectionWithTimeout.connect() by calling ssl.match_hostname # if check_hostname is not supported. if hasattr(context, "check_hostname"): context.check_hostname = not disable_ssl_certificate_validation context.load_verify_locations(ca_certs) if cert_file: context.load_cert_chain(cert_file, key_file, key_password) return context def _get_end2end_headers(response): hopbyhop = list(HOP_BY_HOP) hopbyhop.extend([x.strip() for x in response.get("connection", "").split(",")]) return [header for header in list(response.keys()) if header not in hopbyhop] def _errno_from_exception(e): # socket.error and common wrap in .args if len(e.args) > 0: return e.args[0].errno if isinstance(e.args[0], socket.error) else e.errno # pysocks.ProxyError wraps in .socket_err # https://github.com/httplib2/httplib2/pull/202 if hasattr(e, "socket_err"): e_int = e.socket_err return e_int.args[0].errno if isinstance(e_int.args[0], socket.error) else e_int.errno return None URI = re.compile(r"^(([^:/?#]+):)?(//([^/?#]*))?([^?#]*)(\?([^#]*))?(#(.*))?") def parse_uri(uri): """Parses a URI using the regex given in Appendix B of RFC 3986. (scheme, authority, path, query, fragment) = parse_uri(uri) """ groups = URI.match(uri).groups() return (groups[1], groups[3], groups[4], groups[6], groups[8]) def urlnorm(uri): (scheme, authority, path, query, fragment) = parse_uri(uri) if not scheme or not authority: raise RelativeURIError("Only absolute URIs are allowed. uri = %s" % uri) authority = authority.lower() scheme = scheme.lower() if not path: path = "/" # Could do syntax based normalization of the URI before # computing the digest. See Section 6.2.2 of Std 66. request_uri = query and "?".join([path, query]) or path scheme = scheme.lower() defrag_uri = scheme + "://" + authority + request_uri return scheme, authority, request_uri, defrag_uri # Cache filename construction (original borrowed from Venus http://intertwingly.net/code/venus/) re_url_scheme = re.compile(r"^\w+://") re_unsafe = re.compile(r"[^\w\-_.()=!]+", re.ASCII) def safename(filename): """Return a filename suitable for the cache. Strips dangerous and common characters to create a filename we can use to store the cache in. """ if isinstance(filename, bytes): filename_bytes = filename filename = filename.decode("utf-8") else: filename_bytes = filename.encode("utf-8") filemd5 = _md5(filename_bytes).hexdigest() filename = re_url_scheme.sub("", filename) filename = re_unsafe.sub("", filename) # limit length of filename (vital for Windows) # https://github.com/httplib2/httplib2/pull/74 # C:\Users\ <username> \AppData\Local\Temp\ <safe_filename> , <md5> # 9 chars + max 104 chars + 20 chars + x + 1 + 32 = max 259 chars # Thus max safe filename x = 93 chars. Let it be 90 to make a round sum: filename = filename[:90] return ",".join((filename, filemd5)) NORMALIZE_SPACE = re.compile(r"(?:\r\n)?[ \t]+") def _normalize_headers(headers): return dict( [ (_convert_byte_str(key).lower(), NORMALIZE_SPACE.sub(_convert_byte_str(value), " ").strip(),) for (key, value) in headers.items() ] ) def _convert_byte_str(s): if not isinstance(s, str): return str(s, "utf-8") return s def _parse_cache_control(headers): retval = {} if "cache-control" in headers: parts = headers["cache-control"].split(",") parts_with_args = [ tuple([x.strip().lower() for x in part.split("=", 1)]) for part in parts if -1 != part.find("=") ] parts_wo_args = [(name.strip().lower(), 1) for name in parts if -1 == name.find("=")] retval = dict(parts_with_args + parts_wo_args) return retval # Whether to use a strict mode to parse WWW-Authenticate headers # Might lead to bad results in case of ill-formed header value, # so disabled by default, falling back to relaxed parsing. # Set to true to turn on, useful for testing servers. USE_WWW_AUTH_STRICT_PARSING = 0 def _entry_disposition(response_headers, request_headers): """Determine freshness from the Date, Expires and Cache-Control headers. We don't handle the following: 1. Cache-Control: max-stale 2. Age: headers are not used in the calculations. Not that this algorithm is simpler than you might think because we are operating as a private (non-shared) cache. This lets us ignore 's-maxage'. We can also ignore 'proxy-invalidate' since we aren't a proxy. We will never return a stale document as fresh as a design decision, and thus the non-implementation of 'max-stale'. This also lets us safely ignore 'must-revalidate' since we operate as if every server has sent 'must-revalidate'. Since we are private we get to ignore both 'public' and 'private' parameters. We also ignore 'no-transform' since we don't do any transformations. The 'no-store' parameter is handled at a higher level. So the only Cache-Control parameters we look at are: no-cache only-if-cached max-age min-fresh """ retval = "STALE" cc = _parse_cache_control(request_headers) cc_response = _parse_cache_control(response_headers) if "pragma" in request_headers and request_headers["pragma"].lower().find("no-cache") != -1: retval = "TRANSPARENT" if "cache-control" not in request_headers: request_headers["cache-control"] = "no-cache" elif "no-cache" in cc: retval = "TRANSPARENT" elif "no-cache" in cc_response: retval = "STALE" elif "only-if-cached" in cc: retval = "FRESH" elif "date" in response_headers: date = calendar.timegm(email.utils.parsedate_tz(response_headers["date"])) now = time.time() current_age = max(0, now - date) if "max-age" in cc_response: try: freshness_lifetime = int(cc_response["max-age"]) except ValueError: freshness_lifetime = 0 elif "expires" in response_headers: expires = email.utils.parsedate_tz(response_headers["expires"]) if None == expires: freshness_lifetime = 0 else: freshness_lifetime = max(0, calendar.timegm(expires) - date) else: freshness_lifetime = 0 if "max-age" in cc: try: freshness_lifetime = int(cc["max-age"]) except ValueError: freshness_lifetime = 0 if "min-fresh" in cc: try: min_fresh = int(cc["min-fresh"]) except ValueError: min_fresh = 0 current_age += min_fresh if freshness_lifetime > current_age: retval = "FRESH" return retval def _decompressContent(response, new_content): content = new_content try: encoding = response.get("content-encoding", None) if encoding in ["gzip", "deflate"]: if encoding == "gzip": content = gzip.GzipFile(fileobj=io.BytesIO(new_content)).read() if encoding == "deflate": content = zlib.decompress(content, -zlib.MAX_WBITS) response["content-length"] = str(len(content)) # Record the historical presence of the encoding in a way the won't interfere. response["-content-encoding"] = response["content-encoding"] del response["content-encoding"] except (IOError, zlib.error): content = "" raise FailedToDecompressContent( _("Content purported to be compressed with %s but failed to decompress.") % response.get("content-encoding"), response, content, ) return content def _bind_write_headers(msg): def _write_headers(self): # Self refers to the Generator object. for h, v in msg.items(): print("%s:" % h, end=" ", file=self._fp) if isinstance(v, header.Header): print(v.encode(maxlinelen=self._maxheaderlen), file=self._fp) else: # email.Header got lots of smarts, so use it. headers = header.Header(v, maxlinelen=self._maxheaderlen, charset="utf-8", header_name=h) print(headers.encode(), file=self._fp) # A blank line always separates headers from body. print(file=self._fp) return _write_headers def _updateCache(request_headers, response_headers, content, cache, cachekey): if cachekey: cc = _parse_cache_control(request_headers) cc_response = _parse_cache_control(response_headers) if "no-store" in cc or "no-store" in cc_response: cache.delete(cachekey) else: info = email.message.Message() for key, value in response_headers.items(): if key not in ["status", "content-encoding", "transfer-encoding"]: info[key] = value # Add annotations to the cache to indicate what headers # are variant for this request. vary = response_headers.get("vary", None) if vary: vary_headers = vary.lower().replace(" ", "").split(",") for header in vary_headers: key = "-varied-%s" % header try: info[key] = request_headers[header] except KeyError: pass status = response_headers.status if status == 304: status = 200 status_header = "status: %d\r\n" % status try: header_str = info.as_string() except UnicodeEncodeError: setattr(info, "_write_headers", _bind_write_headers(info)) header_str = info.as_string() header_str = re.sub("\r(?!\n)|(?<!\r)\n", "\r\n", header_str) text = b"".join([status_header.encode("utf-8"), header_str.encode("utf-8"), content]) cache.set(cachekey, text) def _cnonce(): dig = _md5( ("%s:%s" % (time.ctime(), ["0123456789"[random.randrange(0, 9)] for i in range(20)])).encode("utf-8") ).hexdigest() return dig[:16] def _wsse_username_token(cnonce, iso_now, password): return ( base64.b64encode(_sha(("%s%s%s" % (cnonce, iso_now, password)).encode("utf-8")).digest()).strip().decode("utf-8") ) # For credentials we need two things, first # a pool of credential to try (not necesarily tied to BAsic, Digest, etc.) # Then we also need a list of URIs that have already demanded authentication # That list is tricky since sub-URIs can take the same auth, or the # auth scheme may change as you descend the tree. # So we also need each Auth instance to be able to tell us # how close to the 'top' it is. class Authentication(object): def __init__(self, credentials, host, request_uri, headers, response, content, http): (scheme, authority, path, query, fragment) = parse_uri(request_uri) self.path = path self.host = host self.credentials = credentials self.http = http def depth(self, request_uri): (scheme, authority, path, query, fragment) = parse_uri(request_uri) return request_uri[len(self.path) :].count("/") def inscope(self, host, request_uri): # XXX Should we normalize the request_uri? (scheme, authority, path, query, fragment) = parse_uri(request_uri) return (host == self.host) and path.startswith(self.path) def request(self, method, request_uri, headers, content): """Modify the request headers to add the appropriate Authorization header. Over-rise this in sub-classes.""" pass def response(self, response, content): """Gives us a chance to update with new nonces or such returned from the last authorized response. Over-rise this in sub-classes if necessary. Return TRUE is the request is to be retried, for example Digest may return stale=true. """ return False def __eq__(self, auth): return False def __ne__(self, auth): return True def __lt__(self, auth): return True def __gt__(self, auth): return False def __le__(self, auth): return True def __ge__(self, auth): return False def __bool__(self): return True class BasicAuthentication(Authentication): def __init__(self, credentials, host, request_uri, headers, response, content, http): Authentication.__init__(self, credentials, host, request_uri, headers, response, content, http) def request(self, method, request_uri, headers, content): """Modify the request headers to add the appropriate Authorization header.""" headers["authorization"] = "Basic " + base64.b64encode( ("%s:%s" % self.credentials).encode("utf-8") ).strip().decode("utf-8") class DigestAuthentication(Authentication): """Only do qop='auth' and MD5, since that is all Apache currently implements""" def __init__(self, credentials, host, request_uri, headers, response, content, http): Authentication.__init__(self, credentials, host, request_uri, headers, response, content, http) self.challenge = auth._parse_www_authenticate(response, "www-authenticate")["digest"] qop = self.challenge.get("qop", "auth") self.challenge["qop"] = ("auth" in [x.strip() for x in qop.split()]) and "auth" or None if self.challenge["qop"] is None: raise UnimplementedDigestAuthOptionError(_("Unsupported value for qop: %s." % qop)) self.challenge["algorithm"] = self.challenge.get("algorithm", "MD5").upper() if self.challenge["algorithm"] != "MD5": raise UnimplementedDigestAuthOptionError( _("Unsupported value for algorithm: %s." % self.challenge["algorithm"]) ) self.A1 = "".join([self.credentials[0], ":", self.challenge["realm"], ":", self.credentials[1],]) self.challenge["nc"] = 1 def request(self, method, request_uri, headers, content, cnonce=None): """Modify the request headers""" H = lambda x: _md5(x.encode("utf-8")).hexdigest() KD = lambda s, d: H("%s:%s" % (s, d)) A2 = "".join([method, ":", request_uri]) self.challenge["cnonce"] = cnonce or _cnonce() request_digest = '"%s"' % KD( H(self.A1), "%s:%s:%s:%s:%s" % ( self.challenge["nonce"], "%08x" % self.challenge["nc"], self.challenge["cnonce"], self.challenge["qop"], H(A2), ), ) headers["authorization"] = ( 'Digest username="%s", realm="%s", nonce="%s", ' 'uri="%s", algorithm=%s, response=%s, qop=%s, ' 'nc=%08x, cnonce="%s"' ) % ( self.credentials[0], self.challenge["realm"], self.challenge["nonce"], request_uri, self.challenge["algorithm"], request_digest, self.challenge["qop"], self.challenge["nc"], self.challenge["cnonce"], ) if self.challenge.get("opaque"): headers["authorization"] += ', opaque="%s"' % self.challenge["opaque"] self.challenge["nc"] += 1 def response(self, response, content): if "authentication-info" not in response: challenge = auth._parse_www_authenticate(response, "www-authenticate").get("digest", {}) if "true" == challenge.get("stale"): self.challenge["nonce"] = challenge["nonce"] self.challenge["nc"] = 1 return True else: updated_challenge = auth._parse_authentication_info(response, "authentication-info") if "nextnonce" in updated_challenge: self.challenge["nonce"] = updated_challenge["nextnonce"] self.challenge["nc"] = 1 return False class HmacDigestAuthentication(Authentication): """Adapted from Robert Sayre's code and DigestAuthentication above.""" __author__ = "Thomas Broyer (t.broyer@ltgt.net)" def __init__(self, credentials, host, request_uri, headers, response, content, http): Authentication.__init__(self, credentials, host, request_uri, headers, response, content, http) challenge = auth._parse_www_authenticate(response, "www-authenticate") self.challenge = challenge["hmacdigest"] # TODO: self.challenge['domain'] self.challenge["reason"] = self.challenge.get("reason", "unauthorized") if self.challenge["reason"] not in ["unauthorized", "integrity"]: self.challenge["reason"] = "unauthorized" self.challenge["salt"] = self.challenge.get("salt", "") if not self.challenge.get("snonce"): raise UnimplementedHmacDigestAuthOptionError( _("The challenge doesn't contain a server nonce, or this one is empty.") ) self.challenge["algorithm"] = self.challenge.get("algorithm", "HMAC-SHA-1") if self.challenge["algorithm"] not in ["HMAC-SHA-1", "HMAC-MD5"]: raise UnimplementedHmacDigestAuthOptionError( _("Unsupported value for algorithm: %s." % self.challenge["algorithm"]) ) self.challenge["pw-algorithm"] = self.challenge.get("pw-algorithm", "SHA-1") if self.challenge["pw-algorithm"] not in ["SHA-1", "MD5"]: raise UnimplementedHmacDigestAuthOptionError( _("Unsupported value for pw-algorithm: %s." % self.challenge["pw-algorithm"]) ) if self.challenge["algorithm"] == "HMAC-MD5": self.hashmod = _md5 else: self.hashmod = _sha if self.challenge["pw-algorithm"] == "MD5": self.pwhashmod = _md5 else: self.pwhashmod = _sha self.key = "".join( [ self.credentials[0], ":", self.pwhashmod.new("".join([self.credentials[1], self.challenge["salt"]])).hexdigest().lower(), ":", self.challenge["realm"], ] ) self.key = self.pwhashmod.new(self.key).hexdigest().lower() def request(self, method, request_uri, headers, content): """Modify the request headers""" keys = _get_end2end_headers(headers) keylist = "".join(["%s " % k for k in keys]) headers_val = "".join([headers[k] for k in keys]) created = time.strftime("%Y-%m-%dT%H:%M:%SZ", time.gmtime()) cnonce = _cnonce() request_digest = "%s:%s:%s:%s:%s" % (method, request_uri, cnonce, self.challenge["snonce"], headers_val,) request_digest = hmac.new(self.key, request_digest, self.hashmod).hexdigest().lower() headers["authorization"] = ( 'HMACDigest username="%s", realm="%s", snonce="%s",' ' cnonce="%s", uri="%s", created="%s", ' 'response="%s", headers="%s"' ) % ( self.credentials[0], self.challenge["realm"], self.challenge["snonce"], cnonce, request_uri, created, request_digest, keylist, ) def response(self, response, content): challenge = auth._parse_www_authenticate(response, "www-authenticate").get("hmacdigest", {}) if challenge.get("reason") in ["integrity", "stale"]: return True return False class WsseAuthentication(Authentication): """This is thinly tested and should not be relied upon. At this time there isn't any third party server to test against. Blogger and TypePad implemented this algorithm at one point but Blogger has since switched to Basic over HTTPS and TypePad has implemented it wrong, by never issuing a 401 challenge but instead requiring your client to telepathically know that their endpoint is expecting WSSE profile="UsernameToken".""" def __init__(self, credentials, host, request_uri, headers, response, content, http): Authentication.__init__(self, credentials, host, request_uri, headers, response, content, http) def request(self, method, request_uri, headers, content): """Modify the request headers to add the appropriate Authorization header.""" headers["authorization"] = 'WSSE profile="UsernameToken"' iso_now = time.strftime("%Y-%m-%dT%H:%M:%SZ", time.gmtime()) cnonce = _cnonce() password_digest = _wsse_username_token(cnonce, iso_now, self.credentials[1]) headers["X-WSSE"] = ('UsernameToken Username="%s", PasswordDigest="%s", ' 'Nonce="%s", Created="%s"') % ( self.credentials[0], password_digest, cnonce, iso_now, ) class GoogleLoginAuthentication(Authentication): def __init__(self, credentials, host, request_uri, headers, response, content, http): from urllib.parse import urlencode Authentication.__init__(self, credentials, host, request_uri, headers, response, content, http) challenge = auth._parse_www_authenticate(response, "www-authenticate") service = challenge["googlelogin"].get("service", "xapi") # Bloggger actually returns the service in the challenge # For the rest we guess based on the URI if service == "xapi" and request_uri.find("calendar") > 0: service = "cl" # No point in guessing Base or Spreadsheet # elif request_uri.find("spreadsheets") > 0: # service = "wise" auth = dict(Email=credentials[0], Passwd=credentials[1], service=service, source=headers["user-agent"],) resp, content = self.http.request( "https://www.google.com/accounts/ClientLogin", method="POST", body=urlencode(auth), headers={"Content-Type": "application/x-www-form-urlencoded"}, ) lines = content.split("\n") d = dict([tuple(line.split("=", 1)) for line in lines if line]) if resp.status == 403: self.Auth = "" else: self.Auth = d["Auth"] def request(self, method, request_uri, headers, content): """Modify the request headers to add the appropriate Authorization header.""" headers["authorization"] = "GoogleLogin Auth=" + self.Auth AUTH_SCHEME_CLASSES = { "basic": BasicAuthentication, "wsse": WsseAuthentication, "digest": DigestAuthentication, "hmacdigest": HmacDigestAuthentication, "googlelogin": GoogleLoginAuthentication, } AUTH_SCHEME_ORDER = ["hmacdigest", "googlelogin", "digest", "wsse", "basic"] class FileCache(object): """Uses a local directory as a store for cached files. Not really safe to use if multiple threads or processes are going to be running on the same cache. """ def __init__(self, cache, safe=safename): # use safe=lambda x: md5.new(x).hexdigest() for the old behavior self.cache = cache self.safe = safe if not os.path.exists(cache): os.makedirs(self.cache) def get(self, key): retval = None cacheFullPath = os.path.join(self.cache, self.safe(key)) try: f = open(cacheFullPath, "rb") retval = f.read() f.close() except IOError: pass return retval def set(self, key, value): cacheFullPath = os.path.join(self.cache, self.safe(key)) f = open(cacheFullPath, "wb") f.write(value) f.close() def delete(self, key): cacheFullPath = os.path.join(self.cache, self.safe(key)) if os.path.exists(cacheFullPath): os.remove(cacheFullPath) class Credentials(object): def __init__(self): self.credentials = [] def add(self, name, password, domain=""): self.credentials.append((domain.lower(), name, password)) def clear(self): self.credentials = [] def iter(self, domain): for (cdomain, name, password) in self.credentials: if cdomain == "" or domain == cdomain: yield (name, password) class KeyCerts(Credentials): """Identical to Credentials except that name/password are mapped to key/cert.""" def add(self, key, cert, domain, password): self.credentials.append((domain.lower(), key, cert, password)) def iter(self, domain): for (cdomain, key, cert, password) in self.credentials: if cdomain == "" or domain == cdomain: yield (key, cert, password) class AllHosts(object): pass class ProxyInfo(object): """Collect information required to use a proxy.""" bypass_hosts = () def __init__( self, proxy_type, proxy_host, proxy_port, proxy_rdns=True, proxy_user=None, proxy_pass=None, proxy_headers=None, ): """Args: proxy_type: The type of proxy server. This must be set to one of socks.PROXY_TYPE_XXX constants. For example: p = ProxyInfo(proxy_type=socks.PROXY_TYPE_HTTP, proxy_host='localhost', proxy_port=8000) proxy_host: The hostname or IP address of the proxy server. proxy_port: The port that the proxy server is running on. proxy_rdns: If True (default), DNS queries will not be performed locally, and instead, handed to the proxy to resolve. This is useful if the network does not allow resolution of non-local names. In httplib2 0.9 and earlier, this defaulted to False. proxy_user: The username used to authenticate with the proxy server. proxy_pass: The password used to authenticate with the proxy server. proxy_headers: Additional or modified headers for the proxy connect request. """ if isinstance(proxy_user, bytes): proxy_user = proxy_user.decode() if isinstance(proxy_pass, bytes): proxy_pass = proxy_pass.decode() ( self.proxy_type, self.proxy_host, self.proxy_port, self.proxy_rdns, self.proxy_user, self.proxy_pass, self.proxy_headers, ) = ( proxy_type, proxy_host, proxy_port, proxy_rdns, proxy_user, proxy_pass, proxy_headers, ) def astuple(self): return ( self.proxy_type, self.proxy_host, self.proxy_port, self.proxy_rdns, self.proxy_user, self.proxy_pass, self.proxy_headers, ) def isgood(self): return socks and (self.proxy_host != None) and (self.proxy_port != None) def applies_to(self, hostname): return not self.bypass_host(hostname) def bypass_host(self, hostname): """Has this host been excluded from the proxy config""" if self.bypass_hosts is AllHosts: return True hostname = "." + hostname.lstrip(".") for skip_name in self.bypass_hosts: # *.suffix if skip_name.startswith(".") and hostname.endswith(skip_name): return True # exact match if hostname == "." + skip_name: return True return False def __repr__(self): return ( "<ProxyInfo type={p.proxy_type} " "host:port={p.proxy_host}:{p.proxy_port} rdns={p.proxy_rdns}" + " user={p.proxy_user} headers={p.proxy_headers}>" ).format(p=self) def proxy_info_from_environment(method="http"): """Read proxy info from the environment variables. """ if method not in ("http", "https"): return env_var = method + "_proxy" url = os.environ.get(env_var, os.environ.get(env_var.upper())) if not url: return return proxy_info_from_url(url, method, noproxy=None) def proxy_info_from_url(url, method="http", noproxy=None): """Construct a ProxyInfo from a URL (such as http_proxy env var) """ url = urllib.parse.urlparse(url) username = None password = None port = None if "@" in url[1]: ident, host_port = url[1].split("@", 1) if ":" in ident: username, password = ident.split(":", 1) else: password = ident else: host_port = url[1] if ":" in host_port: host, port = host_port.split(":", 1) else: host = host_port if port: port = int(port) else: port = dict(https=443, http=80)[method] proxy_type = 3 # socks.PROXY_TYPE_HTTP pi = ProxyInfo( proxy_type=proxy_type, proxy_host=host, proxy_port=port, proxy_user=username or None, proxy_pass=password or None, proxy_headers=None, ) bypass_hosts = [] # If not given an explicit noproxy value, respect values in env vars. if noproxy is None: noproxy = os.environ.get("no_proxy", os.environ.get("NO_PROXY", "")) # Special case: A single '*' character means all hosts should be bypassed. if noproxy == "*": bypass_hosts = AllHosts elif noproxy.strip(): bypass_hosts = noproxy.split(",") bypass_hosts = tuple(filter(bool, bypass_hosts)) # To exclude empty string. pi.bypass_hosts = bypass_hosts return pi class HTTPConnectionWithTimeout(http.client.HTTPConnection): """HTTPConnection subclass that supports timeouts HTTPConnection subclass that supports timeouts All timeouts are in seconds. If None is passed for timeout then Python's default timeout for sockets will be used. See for example the docs of socket.setdefaulttimeout(): http://docs.python.org/library/socket.html#socket.setdefaulttimeout """ def __init__(self, host, port=None, timeout=None, proxy_info=None): http.client.HTTPConnection.__init__(self, host, port=port, timeout=timeout) self.proxy_info = proxy_info if proxy_info and not isinstance(proxy_info, ProxyInfo): self.proxy_info = proxy_info("http") def connect(self): """Connect to the host and port specified in __init__.""" if self.proxy_info and socks is None: raise ProxiesUnavailableError("Proxy support missing but proxy use was requested!") if self.proxy_info and self.proxy_info.isgood() and self.proxy_info.applies_to(self.host): use_proxy = True ( proxy_type, proxy_host, proxy_port, proxy_rdns, proxy_user, proxy_pass, proxy_headers, ) = self.proxy_info.astuple() host = proxy_host port = proxy_port else: use_proxy = False host = self.host port = self.port proxy_type = None socket_err = None for res in socket.getaddrinfo(host, port, 0, socket.SOCK_STREAM): af, socktype, proto, canonname, sa = res try: if use_proxy: self.sock = socks.socksocket(af, socktype, proto) self.sock.setproxy( proxy_type, proxy_host, proxy_port, proxy_rdns, proxy_user, proxy_pass, ) else: self.sock = socket.socket(af, socktype, proto) self.sock.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1) if has_timeout(self.timeout): self.sock.settimeout(self.timeout) if self.debuglevel > 0: print("connect: ({0}, {1}) ************".format(self.host, self.port)) if use_proxy: print( "proxy: {0} ************".format( str((proxy_host, proxy_port, proxy_rdns, proxy_user, proxy_pass, proxy_headers,)) ) ) self.sock.connect((self.host, self.port) + sa[2:]) except socket.error as e: socket_err = e if self.debuglevel > 0: print("connect fail: ({0}, {1})".format(self.host, self.port)) if use_proxy: print( "proxy: {0}".format( str((proxy_host, proxy_port, proxy_rdns, proxy_user, proxy_pass, proxy_headers,)) ) ) if self.sock: self.sock.close() self.sock = None continue break if not self.sock: raise socket_err class HTTPSConnectionWithTimeout(http.client.HTTPSConnection): """This class allows communication via SSL. All timeouts are in seconds. If None is passed for timeout then Python's default timeout for sockets will be used. See for example the docs of socket.setdefaulttimeout(): http://docs.python.org/library/socket.html#socket.setdefaulttimeout """ def __init__( self, host, port=None, key_file=None, cert_file=None, timeout=None, proxy_info=None, ca_certs=None, disable_ssl_certificate_validation=False, tls_maximum_version=None, tls_minimum_version=None, key_password=None, ): self.disable_ssl_certificate_validation = disable_ssl_certificate_validation self.ca_certs = ca_certs if ca_certs else CA_CERTS self.proxy_info = proxy_info if proxy_info and not isinstance(proxy_info, ProxyInfo): self.proxy_info = proxy_info("https") context = _build_ssl_context( self.disable_ssl_certificate_validation, self.ca_certs, cert_file, key_file, maximum_version=tls_maximum_version, minimum_version=tls_minimum_version, key_password=key_password, ) super(HTTPSConnectionWithTimeout, self).__init__( host, port=port, timeout=timeout, context=context, ) self.key_file = key_file self.cert_file = cert_file self.key_password = key_password def connect(self): """Connect to a host on a given (SSL) port.""" if self.proxy_info and self.proxy_info.isgood() and self.proxy_info.applies_to(self.host): use_proxy = True ( proxy_type, proxy_host, proxy_port, proxy_rdns, proxy_user, proxy_pass, proxy_headers, ) = self.proxy_info.astuple() host = proxy_host port = proxy_port else: use_proxy = False host = self.host port = self.port proxy_type = None proxy_headers = None socket_err = None address_info = socket.getaddrinfo(host, port, 0, socket.SOCK_STREAM) for family, socktype, proto, canonname, sockaddr in address_info: try: if use_proxy: sock = socks.socksocket(family, socktype, proto) sock.setproxy( proxy_type, proxy_host, proxy_port, proxy_rdns, proxy_user, proxy_pass, ) else: sock = socket.socket(family, socktype, proto) sock.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1) if has_timeout(self.timeout): sock.settimeout(self.timeout) sock.connect((self.host, self.port)) self.sock = self._context.wrap_socket(sock, server_hostname=self.host) # Python 3.3 compatibility: emulate the check_hostname behavior if not hasattr(self._context, "check_hostname") and not self.disable_ssl_certificate_validation: try: ssl.match_hostname(self.sock.getpeercert(), self.host) except Exception: self.sock.shutdown(socket.SHUT_RDWR) self.sock.close() raise if self.debuglevel > 0: print("connect: ({0}, {1})".format(self.host, self.port)) if use_proxy: print( "proxy: {0}".format( str((proxy_host, proxy_port, proxy_rdns, proxy_user, proxy_pass, proxy_headers,)) ) ) except (ssl.SSLError, ssl.CertificateError) as e: if sock: sock.close() if self.sock: self.sock.close() self.sock = None raise except (socket.timeout, socket.gaierror): raise except socket.error as e: socket_err = e if self.debuglevel > 0: print("connect fail: ({0}, {1})".format(self.host, self.port)) if use_proxy: print( "proxy: {0}".format( str((proxy_host, proxy_port, proxy_rdns, proxy_user, proxy_pass, proxy_headers,)) ) ) if self.sock: self.sock.close() self.sock = None continue break if not self.sock: raise socket_err SCHEME_TO_CONNECTION = { "http": HTTPConnectionWithTimeout, "https": HTTPSConnectionWithTimeout, } class Http(object): """An HTTP client that handles: - all methods - caching - ETags - compression, - HTTPS - Basic - Digest - WSSE and more. """ def __init__( self, cache=None, timeout=None, proxy_info=proxy_info_from_environment, ca_certs=None, disable_ssl_certificate_validation=False, tls_maximum_version=None, tls_minimum_version=None, ): """If 'cache' is a string then it is used as a directory name for a disk cache. Otherwise it must be an object that supports the same interface as FileCache. All timeouts are in seconds. If None is passed for timeout then Python's default timeout for sockets will be used. See for example the docs of socket.setdefaulttimeout(): http://docs.python.org/library/socket.html#socket.setdefaulttimeout `proxy_info` may be: - a callable that takes the http scheme ('http' or 'https') and returns a ProxyInfo instance per request. By default, uses proxy_info_from_environment. - a ProxyInfo instance (static proxy config). - None (proxy disabled). ca_certs is the path of a file containing root CA certificates for SSL server certificate validation. By default, a CA cert file bundled with httplib2 is used. If disable_ssl_certificate_validation is true, SSL cert validation will not be performed. tls_maximum_version / tls_minimum_version require Python 3.7+ / OpenSSL 1.1.0g+. A value of "TLSv1_3" requires OpenSSL 1.1.1+. """ self.proxy_info = proxy_info self.ca_certs = ca_certs self.disable_ssl_certificate_validation = disable_ssl_certificate_validation self.tls_maximum_version = tls_maximum_version self.tls_minimum_version = tls_minimum_version # Map domain name to an httplib connection self.connections = {} # The location of the cache, for now a directory # where cached responses are held. if cache and isinstance(cache, str): self.cache = FileCache(cache) else: self.cache = cache # Name/password self.credentials = Credentials() # Key/cert self.certificates = KeyCerts() # authorization objects self.authorizations = [] # If set to False then no redirects are followed, even safe ones. self.follow_redirects = True self.redirect_codes = REDIRECT_CODES # Which HTTP methods do we apply optimistic concurrency to, i.e. # which methods get an "if-match:" etag header added to them. self.optimistic_concurrency_methods = ["PUT", "PATCH"] self.safe_methods = list(SAFE_METHODS) # If 'follow_redirects' is True, and this is set to True then # all redirecs are followed, including unsafe ones. self.follow_all_redirects = False self.ignore_etag = False self.force_exception_to_status_code = False self.timeout = timeout # Keep Authorization: headers on a redirect. self.forward_authorization_headers = False def close(self): """Close persistent connections, clear sensitive data. Not thread-safe, requires external synchronization against concurrent requests. """ existing, self.connections = self.connections, {} for _, c in existing.items(): c.close() self.certificates.clear() self.clear_credentials() def __getstate__(self): state_dict = copy.copy(self.__dict__) # In case request is augmented by some foreign object such as # credentials which handle auth if "request" in state_dict: del state_dict["request"] if "connections" in state_dict: del state_dict["connections"] return state_dict def __setstate__(self, state): self.__dict__.update(state) self.connections = {} def _auth_from_challenge(self, host, request_uri, headers, response, content): """A generator that creates Authorization objects that can be applied to requests. """ challenges = auth._parse_www_authenticate(response, "www-authenticate") for cred in self.credentials.iter(host): for scheme in AUTH_SCHEME_ORDER: if scheme in challenges: yield AUTH_SCHEME_CLASSES[scheme](cred, host, request_uri, headers, response, content, self) def add_credentials(self, name, password, domain=""): """Add a name and password that will be used any time a request requires authentication.""" self.credentials.add(name, password, domain) def add_certificate(self, key, cert, domain, password=None): """Add a key and cert that will be used any time a request requires authentication.""" self.certificates.add(key, cert, domain, password) def clear_credentials(self): """Remove all the names and passwords that are used for authentication""" self.credentials.clear() self.authorizations = [] def _conn_request(self, conn, request_uri, method, body, headers): i = 0 seen_bad_status_line = False while i < RETRIES: i += 1 try: if conn.sock is None: conn.connect() conn.request(method, request_uri, body, headers) except socket.timeout: conn.close() raise except socket.gaierror: conn.close() raise ServerNotFoundError("Unable to find the server at %s" % conn.host) except socket.error as e: errno_ = _errno_from_exception(e) if errno_ in (errno.ENETUNREACH, errno.EADDRNOTAVAIL) and i < RETRIES: continue # retry on potentially transient errors raise except http.client.HTTPException: if conn.sock is None: if i < RETRIES - 1: conn.close() conn.connect() continue else: conn.close() raise if i < RETRIES - 1: conn.close() conn.connect() continue # Just because the server closed the connection doesn't apparently mean # that the server didn't send a response. pass try: response = conn.getresponse() except (http.client.BadStatusLine, http.client.ResponseNotReady): # If we get a BadStatusLine on the first try then that means # the connection just went stale, so retry regardless of the # number of RETRIES set. if not seen_bad_status_line and i == 1: i = 0 seen_bad_status_line = True conn.close() conn.connect() continue else: conn.close() raise except socket.timeout: raise except (socket.error, http.client.HTTPException): conn.close() if i == 0: conn.close() conn.connect() continue else: raise else: content = b"" if method == "HEAD": conn.close() else: content = response.read() response = Response(response) if method != "HEAD": content = _decompressContent(response, content) break return (response, content) def _request( self, conn, host, absolute_uri, request_uri, method, body, headers, redirections, cachekey, ): """Do the actual request using the connection object and also follow one level of redirects if necessary""" auths = [(auth.depth(request_uri), auth) for auth in self.authorizations if auth.inscope(host, request_uri)] auth = auths and sorted(auths)[0][1] or None if auth: auth.request(method, request_uri, headers, body) (response, content) = self._conn_request(conn, request_uri, method, body, headers) if auth: if auth.response(response, body): auth.request(method, request_uri, headers, body) (response, content) = self._conn_request(conn, request_uri, method, body, headers) response._stale_digest = 1 if response.status == 401: for authorization in self._auth_from_challenge(host, request_uri, headers, response, content): authorization.request(method, request_uri, headers, body) (response, content) = self._conn_request(conn, request_uri, method, body, headers) if response.status != 401: self.authorizations.append(authorization) authorization.response(response, body) break if self.follow_all_redirects or method in self.safe_methods or response.status in (303, 308): if self.follow_redirects and response.status in self.redirect_codes: # Pick out the location header and basically start from the beginning # remembering first to strip the ETag header and decrement our 'depth' if redirections: if "location" not in response and response.status != 300: raise RedirectMissingLocation( _("Redirected but the response is missing a Location: header."), response, content, ) # Fix-up relative redirects (which violate an RFC 2616 MUST) if "location" in response: location = response["location"] (scheme, authority, path, query, fragment) = parse_uri(location) if authority == None: response["location"] = urllib.parse.urljoin(absolute_uri, location) if response.status == 308 or (response.status == 301 and (method in self.safe_methods)): response["-x-permanent-redirect-url"] = response["location"] if "content-location" not in response: response["content-location"] = absolute_uri _updateCache(headers, response, content, self.cache, cachekey) if "if-none-match" in headers: del headers["if-none-match"] if "if-modified-since" in headers: del headers["if-modified-since"] if "authorization" in headers and not self.forward_authorization_headers: del headers["authorization"] if "location" in response: location = response["location"] old_response = copy.deepcopy(response) if "content-location" not in old_response: old_response["content-location"] = absolute_uri redirect_method = method if response.status in [302, 303]: redirect_method = "GET" body = None (response, content) = self.request( location, method=redirect_method, body=body, headers=headers, redirections=redirections - 1, ) response.previous = old_response else: raise RedirectLimit( "Redirected more times than redirection_limit allows.", response, content, ) elif response.status in [200, 203] and method in self.safe_methods: # Don't cache 206's since we aren't going to handle byte range requests if "content-location" not in response: response["content-location"] = absolute_uri _updateCache(headers, response, content, self.cache, cachekey) return (response, content) def _normalize_headers(self, headers): return _normalize_headers(headers) # Need to catch and rebrand some exceptions # Then need to optionally turn all exceptions into status codes # including all socket.* and httplib.* exceptions. def request( self, uri, method="GET", body=None, headers=None, redirections=DEFAULT_MAX_REDIRECTS, connection_type=None, ): """ Performs a single HTTP request. The 'uri' is the URI of the HTTP resource and can begin with either 'http' or 'https'. The value of 'uri' must be an absolute URI. The 'method' is the HTTP method to perform, such as GET, POST, DELETE, etc. There is no restriction on the methods allowed. The 'body' is the entity body to be sent with the request. It is a string object. Any extra headers that are to be sent with the request should be provided in the 'headers' dictionary. The maximum number of redirect to follow before raising an exception is 'redirections. The default is 5. The return value is a tuple of (response, content), the first being and instance of the 'Response' class, the second being a string that contains the response entity body. """ conn_key = "" try: if headers is None: headers = {} else: headers = self._normalize_headers(headers) if "user-agent" not in headers: headers["user-agent"] = "Python-httplib2/%s (gzip)" % __version__ uri = iri2uri(uri) # Prevent CWE-75 space injection to manipulate request via part of uri. # Prevent CWE-93 CRLF injection to modify headers via part of uri. uri = uri.replace(" ", "%20").replace("\r", "%0D").replace("\n", "%0A") (scheme, authority, request_uri, defrag_uri) = urlnorm(uri) conn_key = scheme + ":" + authority conn = self.connections.get(conn_key) if conn is None: if not connection_type: connection_type = SCHEME_TO_CONNECTION[scheme] certs = list(self.certificates.iter(authority)) if issubclass(connection_type, HTTPSConnectionWithTimeout): if certs: conn = self.connections[conn_key] = connection_type( authority, key_file=certs[0][0], cert_file=certs[0][1], timeout=self.timeout, proxy_info=self.proxy_info, ca_certs=self.ca_certs, disable_ssl_certificate_validation=self.disable_ssl_certificate_validation, tls_maximum_version=self.tls_maximum_version, tls_minimum_version=self.tls_minimum_version, key_password=certs[0][2], ) else: conn = self.connections[conn_key] = connection_type( authority, timeout=self.timeout, proxy_info=self.proxy_info, ca_certs=self.ca_certs, disable_ssl_certificate_validation=self.disable_ssl_certificate_validation, tls_maximum_version=self.tls_maximum_version, tls_minimum_version=self.tls_minimum_version, ) else: conn = self.connections[conn_key] = connection_type( authority, timeout=self.timeout, proxy_info=self.proxy_info ) conn.set_debuglevel(debuglevel) if "range" not in headers and "accept-encoding" not in headers: headers["accept-encoding"] = "gzip, deflate" info = email.message.Message() cachekey = None cached_value = None if self.cache: cachekey = defrag_uri cached_value = self.cache.get(cachekey) if cached_value: try: info, content = cached_value.split(b"\r\n\r\n", 1) info = email.message_from_bytes(info) for k, v in info.items(): if v.startswith("=?") and v.endswith("?="): info.replace_header(k, str(*email.header.decode_header(v)[0])) except (IndexError, ValueError): self.cache.delete(cachekey) cachekey = None cached_value = None if ( method in self.optimistic_concurrency_methods and self.cache and "etag" in info and not self.ignore_etag and "if-match" not in headers ): # http://www.w3.org/1999/04/Editing/ headers["if-match"] = info["etag"] # https://tools.ietf.org/html/rfc7234 # A cache MUST invalidate the effective Request URI as well as [...] Location and Content-Location # when a non-error status code is received in response to an unsafe request method. if self.cache and cachekey and method not in self.safe_methods: self.cache.delete(cachekey) # Check the vary header in the cache to see if this request # matches what varies in the cache. if method in self.safe_methods and "vary" in info: vary = info["vary"] vary_headers = vary.lower().replace(" ", "").split(",") for header in vary_headers: key = "-varied-%s" % header value = info[key] if headers.get(header, None) != value: cached_value = None break if ( self.cache and cached_value and (method in self.safe_methods or info["status"] == "308") and "range" not in headers ): redirect_method = method if info["status"] not in ("307", "308"): redirect_method = "GET" if "-x-permanent-redirect-url" in info: # Should cached permanent redirects be counted in our redirection count? For now, yes. if redirections <= 0: raise RedirectLimit( "Redirected more times than redirection_limit allows.", {}, "", ) (response, new_content) = self.request( info["-x-permanent-redirect-url"], method=redirect_method, headers=headers, redirections=redirections - 1, ) response.previous = Response(info) response.previous.fromcache = True else: # Determine our course of action: # Is the cached entry fresh or stale? # Has the client requested a non-cached response? # # There seems to be three possible answers: # 1. [FRESH] Return the cache entry w/o doing a GET # 2. [STALE] Do the GET (but add in cache validators if available) # 3. [TRANSPARENT] Do a GET w/o any cache validators (Cache-Control: no-cache) on the request entry_disposition = _entry_disposition(info, headers) if entry_disposition == "FRESH": if not cached_value: info["status"] = "504" content = b"" response = Response(info) if cached_value: response.fromcache = True return (response, content) if entry_disposition == "STALE": if "etag" in info and not self.ignore_etag and not "if-none-match" in headers: headers["if-none-match"] = info["etag"] if "last-modified" in info and not "last-modified" in headers: headers["if-modified-since"] = info["last-modified"] elif entry_disposition == "TRANSPARENT": pass (response, new_content) = self._request( conn, authority, uri, request_uri, method, body, headers, redirections, cachekey, ) if response.status == 304 and method == "GET": # Rewrite the cache entry with the new end-to-end headers # Take all headers that are in response # and overwrite their values in info. # unless they are hop-by-hop, or are listed in the connection header. for key in _get_end2end_headers(response): info[key] = response[key] merged_response = Response(info) if hasattr(response, "_stale_digest"): merged_response._stale_digest = response._stale_digest _updateCache(headers, merged_response, content, self.cache, cachekey) response = merged_response response.status = 200 response.fromcache = True elif response.status == 200: content = new_content else: self.cache.delete(cachekey) content = new_content else: cc = _parse_cache_control(headers) if "only-if-cached" in cc: info["status"] = "504" response = Response(info) content = b"" else: (response, content) = self._request( conn, authority, uri, request_uri, method, body, headers, redirections, cachekey, ) except Exception as e: is_timeout = isinstance(e, socket.timeout) if is_timeout: conn = self.connections.pop(conn_key, None) if conn: conn.close() if self.force_exception_to_status_code: if isinstance(e, HttpLib2ErrorWithResponse): response = e.response content = e.content response.status = 500 response.reason = str(e) elif isinstance(e, socket.timeout): content = b"Request Timeout" response = Response({"content-type": "text/plain", "status": "408", "content-length": len(content),}) response.reason = "Request Timeout" else: content = str(e).encode("utf-8") response = Response({"content-type": "text/plain", "status": "400", "content-length": len(content),}) response.reason = "Bad Request" else: raise return (response, content) class Response(dict): """An object more like email.message than httplib.HTTPResponse.""" """Is this response from our local cache""" fromcache = False """HTTP protocol version used by server. 10 for HTTP/1.0, 11 for HTTP/1.1. """ version = 11 "Status code returned by server. " status = 200 """Reason phrase returned by server.""" reason = "Ok" previous = None def __init__(self, info): # info is either an email.message or # an httplib.HTTPResponse object. if isinstance(info, http.client.HTTPResponse): for key, value in info.getheaders(): key = key.lower() prev = self.get(key) if prev is not None: value = ", ".join((prev, value)) self[key] = value self.status = info.status self["status"] = str(self.status) self.reason = info.reason self.version = info.version elif isinstance(info, email.message.Message): for key, value in list(info.items()): self[key.lower()] = value self.status = int(self["status"]) else: for key, value in info.items(): self[key.lower()] = value self.status = int(self.get("status", self.status)) def __getattr__(self, name): if name == "dict": return self else: raise AttributeError(name) PK �a�Z��{"n n auth.pynu �[��� PK �a�Zm�eY # � __pycache__/iri2uri.cpython-310.pycnu �[��� PK �a�Z�ܛ�O� O� $ __pycache__/__init__.cpython-310.pycnu �[��� PK �a�Z�Sr%� � ! �� __pycache__/certs.cpython-310.pycnu �[��� PK �a�Z0֮ �8 �8 ! �� __pycache__/socks.cpython-310.pycnu �[��� PK �a�ZZКh h � __pycache__/auth.cpython-310.pycnu �[��� PK �a�Z ӷ� ! q __pycache__/error.cpython-310.pycnu �[��� PK �a�ZsFF[� � � error.pynu �[��� PK �a�Z��b�9 9 � iri2uri.pynu �[��� PK �a�Z�� �L �L *& socks.pynu �[��� PK �a�Z�m섢 � Ws certs.pynu �[��� PK �a�Z�%;� � 1w __init__.pynu �[��� PK � �
| ver. 1.4 |
Github
|
.
| PHP 8.2.28 | Generation time: 0.02 |
proxy
|
phpinfo
|
Settings