HEX
Server: Apache/2.4.52 (Ubuntu)
System: Linux ip-10-0-8-47 6.8.0-1021-aws #23~22.04.1-Ubuntu SMP Tue Dec 10 16:31:58 UTC 2024 aarch64
User: ubuntu (1000)
PHP: 8.1.2-1ubuntu2.22
Disabled: NONE
$ pwd: /proc/self/root/lib/python3/dist-packages/cloudinit/__pycache__/
Upload Files
File: //proc/self/root/lib/python3/dist-packages/cloudinit/__pycache__/url_helper.cpython-310.pyc
o

�Ad�o�@sxddlZddlZddlZddlZddlZddlmZmZmZddl	m
Z
ddlmZddl
mZddlmZddlmZddlmZmZmZmZmZmZmZdd	lmZmZmZddlZdd
lm Z ddl!m"Z#ddl!m$Z$e#�%e&�Z'd
Z(dd�Z)dd�Z*dedfdd�Z+Gdd�d�Z,Gdd�de,�Z-Gdd�d�Z.Gdd�de/�Z0dd�Z1				 					!	!			"	!	#	"dFd$e2de.fd%d&�Z3	dGd'ed(efd)e4d*e5d+ej6d,ee7defd-d.�Z8	/	0dHd'ed(efd1ee4d2e7d*e5def
d3d4�Z9dde'j:ddd ddd#d!d/fd5ed6eed7e5d8eed9eeee5ge5fd:e4d;e2d<e7fd=d>�Z;Gd?d@�d@�Z<	dGdAdB�Z=efej>fdC�dDdE�Z?dS)I�N)�ThreadPoolExecutor�TimeoutError�as_completed)�	parsedate)�ENOENT)�partial)�	NOT_FOUND)�count)�Any�Callable�Iterator�List�Optional�Tuple�Union)�quote�urlparse�
urlunparse)�
exceptions)�log)�version�REDACTEDcCs<tt|dd��}|ds|dr|d|d<d|d<t|�S)N�http)�scheme���)�listrr)�url�
parsed_url�r �6/usr/lib/python3/dist-packages/cloudinit/url_helper.py�	_cleanurl$s
r"cGs$dd�}|}|D]}|||�}q|S)NcSsNtt|��}|d}|r|�d�s|d7}|tt|�dd�7}||d<t|�S)Nr�/z/:)�safe)rr�endswithr�strr)r�add_on�
url_parsed�pathr r r!�combine_single/sz#combine_url.<locals>.combine_singler )�base�add_onsr*rr'r r r!�combine_url.s
	r-�return)�FileResponse�UrlResponsec
Ks�|��}|�d�r
d|}|���d�rh|�d�rt�d|�|td�d�}zt|d��}|��}Wd�n1s<wYWnt	ya}z|j
}|j
tkrTt}t
||d|d�|�d}~wwt||d	�St|fi|��S)
a0Wrapper function around readurl to allow passing a file path as url.

    When url is not a local file path, passthrough any kwargs to readurl.

    In the case of parameter passthrough to readurl, default values for some
    parameters. See: call-signature of readurl in this module for param docs.
    r#z	file://%szfile://�dataz'Unable to post data to file resource %sN�rb)�cause�code�headersr)�contents)�lstrip�
startswith�lower�get�LOG�warning�len�open�read�IOError�errnorr�UrlErrorr/�readurl)r�kwargs�	file_path�fpr6�er4r r r!�read_file_or_url>s*


��
��rHc@s&eZdZd	dd�Zdd�Zdd�ZdS)
�StringResponse��cCs||_i|_||_d|_dS�N)r4r5r6r)�selfr6r4r r r!�__init__^s
zStringResponse.__init__cOs|jdkrdSdS)NrJFT�r4�rL�argsrDr r r!�okds
zStringResponse.okcCs|j�d�S)Nzutf-8)r6�decode�rLr r r!�__str__iszStringResponse.__str__N�rJ)�__name__�
__module__�__qualname__rMrQrTr r r r!rI]s
rIc@seZdZddd�ZdS)r/rJcCstj|||d�||_dS)NrN)rIrMr)rLr)r6r4r r r!rMns
zFileResponse.__init__NrU�rVrWrXrMr r r r!r/m�r/c@s�eZdZdejfdd�Zedefdd��Zedd��Z	dd
d�Z
edd
��Zedd��Zdd�Z
		ddeededeefdd�ZdS)r0�responsecCs
||_dSrK)�	_response)rLr[r r r!rMts
zUrlResponse.__init__r.cCs|jjdurdS|jjS)N�)r\�contentrSr r r!r6wszUrlResponse.contentscC�|jjSrK)r\rrSr r r!r}�zUrlResponse.urlFcCs.d}|rd}d|jkr|krdSdSdS)Ni,i�rJTFrN)rL�redirects_ok�upperr r r!rQ�s�zUrlResponse.okcCr_rK)r\r5rSr r r!r5�r`zUrlResponse.headerscCr_rK)r\�status_coderSr r r!r4�r`zUrlResponse.codecCr_rK)r\�textrSr r r!rT�szUrlResponse.__str__r�
chunk_size�decode_unicodeccs�|j�||�EdHdS)atIterates over the response data.

        When stream=True is set on the request, this avoids reading the content
        at once into memory for large responses.

        :param chunk_size: Number of bytes it should read into memory.
        :param decode_unicode: If True, content will be decoded using the best
        available encoding based on the response.
        N)r\�iter_content)rLrerfr r r!rg�s�zUrlResponse.iter_contentN)F)rF)rVrWrX�requests�ResponserM�property�bytesr6rrQr5r4rTr�int�boolrrgr r r r!r0ss(

	

����r0c@seZdZddd�ZdS)rBNcCs<t�|t|��||_||_||_|jduri|_||_dSrK)r@rMr&r3r4r5r)rLr3r4r5rr r r!rM�s

zUrlError.__init__)NNNrYr r r r!rB�rZrBcCs�i}t|�j}|dkr@|r@d|vr|dr|d|d<nd|d<d|vr4d|vr4|d|dg|d<|Sd|vr@t|d�|d<|S)N�https�ca_certs�verifyT�	cert_file�key_file�cert)rrr&)r�ssl_details�ssl_argsrr r r!�
_get_ssl_args�s
��rvrTFr�streamcs8t|�}||d�}|�t||��|
|d<|s|rdnd}||d<|dur8t|t�r/||d<n	tt|�d�|d<|dur>g}d	}|rKtt|�d	d	�}d
dt�	�i}�rZ|���|�|sf�fdd
�}|}|rl||d<|durrd}g}|
ryt
�ntd|�D�]}||�|d<i}|��D]1\}�|dkr�q�|dkr�|r��fdd�|D�}|r�t
���||<|D]}t|||<q�q��||<q�zM|r�t�d||
r�dn|||�|dur�t��}|�}|jdi|��}Wd�n1s�wY|	r�|��t�d||jt|j�|d	�t|�WStj�y�}z}t|tj��r:t|d��r:t|jd��r:|�t ||jj|jj!|d��n|�t ||d��t|tj"��rTWYd}~|d�|�rk||�
�|d��skWYd}~|d�|
�rs|dk�s|d	|k�r�|dk�r�|�r�t�d|�t#�$|�WYd}~q~d}~ww|d�)a�Wrapper around requests.Session to read the url and retry if necessary

    :param url: Mandatory url to request.
    :param data: Optional form data to post the URL. Will set request_method
        to 'POST' if present.
    :param timeout: Timeout in seconds to wait for a response. May be a tuple
        if specifying (connection timeout, read timeout).
    :param retries: Number of times to retry on exception if exception_cb is
        None or exception_cb returns True for the exception caught. Default is
        to fail with 0 retries on exception.
    :param sec_between: Default 1: amount of seconds passed to time.sleep
        between retries. None or -1 means don't sleep.
    :param headers: Optional dict of headers to send during request
    :param headers_cb: Optional callable returning a dict of values to send as
        headers during request
    :param headers_redact: Optional list of header names to redact from the log
    :param ssl_details: Optional dict providing key_file, ca_certs, and
        cert_file keys for use on in ssl connections.
    :param check_status: Optional boolean set True to raise when HTTPError
        occurs. Default: True.
    :param allow_redirects: Optional boolean passed straight to Session.request
        as 'allow_redirects'. Default: True.
    :param exception_cb: Optional callable which accepts the params
        msg and exception and returns a boolean True if retries are permitted.
    :param session: Optional exiting requests.Session instance to reuse.
    :param infinite: Bool, set True to retry indefinitely. Default: False.
    :param log_req_resp: Set False to turn off verbose debug messages.
    :param request_method: String passed as 'method' to Session.request.
        Typically GET, or POST. Default: POST if data is provided, GET
        otherwise.
    :param stream: if False, the response content will be immediately
    downloaded.
    )rrw�allow_redirects�POST�GET�methodN�timeoutrrz
User-Agentz
Cloud-Init/%scs�SrKr �r)r5r r!�_cbszreadurl.<locals>._cbr1���r5csg|]	}��|�r|�qSr )r:)�.0�k)�vr r!�
<listcomp>'szreadurl.<locals>.<listcomp>z'[%s/%s] open '%s' with %s configuration�infinitez(Read from %s (%s, %sb) after %s attemptsr[rc�r4r5rr}�1Please wait %s seconds while we wait to try againr )%r"�updaterv�
isinstance�tuple�max�floatrlr�version_stringr	�range�items�copy�deepcopyrr;�debugrh�Session�request�raise_for_statusrcr=r^r0r�RequestException�	HTTPError�hasattrr[�appendrBr5�SSLError�time�sleep)rr1r|�retries�sec_betweenr5�
headers_cb�headers_redactrt�check_statusrx�exception_cb�sessionr��log_req_resp�request_methodrw�req_args�manual_tries�def_headersr~�excps�i�filtered_req_argsr��matched_headers�key�sess�rrGr )r5r�r!rC�s�4�

�
�

���

������	��
���
��&rC�func.�addrr|�event�delaycCs|r
|j|d�r
dS|||�S)z Execute func with optional delay�r|N��wait�r�r�r|r�r�r r r!�_run_func_with_delayus
r��333333�?�
�	addresses�
stagger_delayc
s(d}d}d}g}t���tt|�d��zyzW�����fdd�t|�D�}t|�d�D],}	||	}|	��}
|
r>|
}|�|�q*|	��}|rV��	�||fWW�j
dd�Sq*|rbt�d||�|�t�
d	|�td
��ty�t�dd�|�d�|��YnwW�j
dd�||fS�j
dd�w)
aexecute multiple callbacks in parallel

    Run blocking func against two different addresses staggered with a
    delay. The first call to return successfully is returned from this
    function and remaining unfinished calls are cancelled if they have not
    yet started
    N)�max_workersc
s,i|]\}}�jt�|��|�d�|�qS)r�)�submitr�)r�r�r���executorr��is_doner�r|r r!�
<dictcomp>�s	���zdual_stack.<locals>.<dictcomp>r�Fr�z<Exception(s) %s during request to %s, raising last exceptionzEmpty result for address %szNo result returnedzJTimed out waiting for addresses: %s, exception(s) raised while waiting: %s� )�	threading�Eventrr=�	enumerater�	exceptionr��result�set�shutdownr;r<�error�
ValueErrorr�join)r�r�r�r|�
return_result�returned_address�last_exceptionr�futures�future�return_exceptionr r�r!�
dual_stack�sT
	�
�	����r��	status_cbr��
sleep_timer��
sleep_time_cbr��connect_synchronously�async_delaycsdtdtfdd�}dd��	dd����fd	d
�����fdd�������	�
fd
d�}
����
fdd�}t��}|
r<|
n|}|pA|}d�d}	||��}|||||�}|r^|\}}||jfS�	�|�rdn�d�t�d|�t�|�t|�t���p~d}qGt�d�
�dS)a�
    urls:      a list of urls to try
    max_wait:  roughly the maximum time to wait before giving up
               The max time is *actually* len(urls)*timeout as each url will
               be tried once and given the timeout provided.
               a number <= 0 will always result in only one try
    timeout:   the timeout provided to urlopen
    status_cb: call method with string message when a url is not available
    headers_cb: call method with single argument of url to get headers
                for request.
    headers_redact: a list of header names to redact from the log
    exception_cb: call method with 2 arguments 'msg' (per status_cb) and
                  'exception', the exception that occurred.
    sleep_time_cb: call method with 2 arguments (response, loop_n) that
                   generates the next sleep time.
    request_method: indicate the type of HTTP request, GET, PUT, or POST
    connect_synchronously: if false, enables executing requests in parallel
    async_delay: delay before parallel metadata requests, see RFC 6555
    returns: tuple of (url, response contents), on failure, (False, None)

    the idea of this routine is to wait for the EC2 metadata service to
    come up.  On both Eucalyptus and EC2 we have seen the case where
    the instance hit the MD before the MD service was up.  EC2 seems
    to have permanently fixed this, though.

    In openstack, the metadata service might be painfully slow, and
    unable to avoid hitting a timeout of even up to 10 seconds or more
    (LP: #894279) for a simple GET.

    Offset those needs with the need to not hang forever (and block boot)
    on a system where cloud-init is configured to look for EC2 Metadata
    service but is not going to find one.  It is possible that the instance
    data host (169.254.169.254) may be firewalled off Entirely for a system,
    meaning that the connection will block forever unless a timeout is set.

    A value of None for max_wait will retry indefinitely.
    �loop_numberr.cSst|d�dS)N�r)rl)�_r�r r r!�default_sleep_timesz(wait_for_url.<locals>.default_sleep_timecSs$|durdS|dkpt��||kS)z4Check if time is up based on start time and max waitNFr)r�)�max_wait�
start_timer r r!�timeupszwait_for_url.<locals>.timeupcSsr|jsd|j}tt|�|j|j|d�}||fS|��s1d|j}tt|�|j|j|d�}||fSd}d}||fS)z?Map requests response code/contents to internal "UrlError" typezempty response [%s]r�zbad status code [%s]rN)r6r4rBr�r5rQ)r[r�reason�url_excr r r!�handle_url_responses*
��
�	�z)wait_for_url.<locals>.handle_url_responsec

s�d}d}z||�\}}�||�\}}|s||fWSWn/ty2}	zd|	}|	}WYd}	~	nd}	~	wtyI}	zd|	}|	}WYd}	~	nd}	~	wwtt��|�}
�rXd�nd}d||
||f}||�|rp|||d�dSdS)	z:Execute request, handle response, optionally log exceptionrNzrequest error [%s]zunexpected error [%s]z%ss�	unlimitedzCalling '%s' failed [%s/%s]: %s)�msgr�)rB�	Exceptionrlr�)
�
url_reader_cb�urlsr��exc_cb�log_cbr�rr[r�rG�
time_taken�max_wait_str�
status_msg)r�r�r r!�read_url_handle_exceptions.s:
������z0wait_for_url.<locals>.read_url_handle_exceptionscs$t|�durin�|��|d�d�S)NF)r5r�r|r�r�)rC)rr|)r�r�r�r r!�read_url_cbNs�z!wait_for_url.<locals>.read_url_cbcs���fdd�}�D]6}t��}�dkr1��|�rdS�dur1�r1|�|�kr1t|�|���|||||�}|r?|Sq	dS)z|iterate over list of urls, request each one and handle responses
        and thrown exceptions individually per url
        cs|�|��fSrKr r})r�r|r r!�url_reader_serial]�z@wait_for_url.<locals>.read_url_serial.<locals>.url_reader_serialrN)r�rl)r�r|r�r�r�r�now�out)�loop_nr�r�r�r�r�r�r!�read_url_serialXs(
���
���z%wait_for_url.<locals>.read_url_serialcs,tt��|d�}�|�|||�}|r|SdS)z�pass list of urls to dual_stack which sends requests in parallel
        handle response and exceptions of the first endpoint to respond
        )r�r|N)rr�)r�r|r�r��url_reader_parallelr�)r�r�r�r�r r!�read_url_parallelss�
��z'wait_for_url.<locals>.read_url_parallelrNTrr�z$Timed out, no response from urls: %s)FN)rlr�r6r;r�r�r�)r�r�r|r�r�r�r�r�r�r�r�r�r�r�r�r��do_read_url�calculate_sleep_timer[r�addressr )r�r�r�r�r�r�r�r�r�r�r�r!�wait_for_url�s<4 

�


�
�r�c@sheZdZ					ddd�Zdd�Zdd�Zd	d
�Zdd�Zd
d�Zdd�Z	dd�Z
dd�Zdd�ZdS)�OauthUrlHelperN�/run/oauth_skew.jsoncCst||_|pd|_||_||_||_d|_d|_|j|j|jf}t|�s'd|_nt|�s/t	d��|�
�}|p6i|_dS)NrTr�FzBall or none of token_key, token_secret, or consumer_key can be set)�consumer_key�consumer_secret�	token_key�token_secret�skew_data_file�	_do_oauth�skew_change_limit�any�allr��read_skew_file�	skew_data)rLr�r�rr�r�required�oldr r r!rM�s 
�zOauthUrlHelper.__init__cCsP|jr&tj�|j�r&t|jdd��
}t�|�Wd�S1s!wYdS)Nr���mode)r�osr)�isfiler>�json�load)rLrFr r r!r�s
 �zOauthUrlHelper.read_skew_filecCsj|jsdS|��}|duri}|||<t|jdd��}|�t�|��Wd�dS1s.wYdS)N�wr
)rrr>�writer�dumps)rL�host�value�currFr r r!�update_skew_file�s"�zOauthUrlHelper.update_skew_filec	
Cs�t|t�r|jdks|jdksdSd|jvrt�d|j�dS|jd}z	t�t|��}Wnt	yG}zt�d||�WYd}~dSd}~wwt
|t���}t|j�j
}|j�|d�}t||�|jkrs|�||�t�d||�||j|<dS)Ni�i��datez$Missing header 'date' in %s responsez#Failed to convert datetime '%s': %srz$Setting oauth clockskew for %s to %d)r�rBr4r5r;r<r��mktimerr�rlrr�netlocrr:�absrr)	rLr�r�r�remote_timerG�skewr�old_skewr r r!r��s4���

��
zOauthUrlHelper.exception_cbcCsZ|jsiSd}t|�j}|jr||jvrtt���|j|}t||j|j|j	|j
|d�S)N)rr�r�rr��	timestamp)rrrrrlr��
oauth_headersr�r�rr�)rLrrrr r r!r��s
�zOauthUrlHelper.headers_cbcCs:t|j|�d��|d<t|j|�d��|d<||i|��S)Nr�r�)r�_headers_cbr:�
_exception_cb)rL�wrapped_funcrPrDr r r!�_wrappeds��zOauthUrlHelper._wrappedcO�|�t||�SrK)r#r�rOr r r!r�r�zOauthUrlHelper.wait_for_urlcOr$rK)r#rCrOr r r!rCr�zOauthUrlHelper.readurlc
CsFd}z|r|||�}W|�||�|SW|�||�|S|�||�wrK)r�)rL�extra_exception_cbr�r��retr r r!r!s��zOauthUrlHelper._exception_cbcCs$i}|r||�}|�|�|��|SrK)r�r�)rL�extra_headers_cbrr5r r r!r s
zOauthUrlHelper._headers_cb)NNNNr�)
rVrWrXrMrrr�r�r#r�rCr!r r r r r!r��s 
�		r�c
Csrzddlm}Wnty}ztd�|�d}~ww|r!t|�}nd}|j|||||j|d�}|�|�\}	}
}|
S)Nrzoauth support is not available)�
client_secret�resource_owner_key�resource_owner_secret�signature_methodr)�oauthlib.oauth1�oauth1�ImportError�NotImplementedErrorr&�Client�SIGNATURE_PLAINTEXT�sign)rr�r�rr�rr-rG�client�_uri�signed_headers�_bodyr r r!r&s&
��
�r)�retry_codes�retry_instancescCs6t|t�sdS|j|vrdS|jrt|j|�rdSdS)aConfigurable retry exception callback for readurl().

    :param retry_codes: Codes to retry on. Defaults to 404.
    :param retry_instances: Exception types to retry on. Defaults to
      requests.Timeout.

    :returns: False to raise the exception from readurl(), True to retry.
    FT)r�rBr4r3)r��excr7r8r r r!�retry_on_url_exc?s

r:)NNrrNNNNTTNNFTrFrK)r�r�)@r�rrr�r��concurrent.futuresrrr�email.utilsrrAr�	functoolsr�http.clientr�	itertoolsr	�typingr
rrr
rrr�urllib.parserrrrhr�	cloudinitr�loggingr�	getLoggerrVr;rr"r-rHrIr/r0r@rBrvrmrCr&rlr�r�r�r�r�r�r�r�Timeoutr:r r r r!�<module>s�
$

1��
�:�
�����
��
����
�U�����	�
��
�R|
�
�
@ Telegram