File: //lib/python3.6/site-packages/cloudinit/__pycache__/util.cpython-36.opt-1.pyc
3
�q�h�x �
@ s8
d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlmZmZ d dl m Z m Z d dl m Z d dl m!Z!m"Z" d dlm#Z#m$Z$ d dl%m&Z& d dl'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- d d l.m/Z/ d d
l0m1Z1m2Z2 d d l0m3Z4 d d l0m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z< d d
l=m>Z> da?e4j@eA�ZBe jCdiZDdejE ejF ZG�d�ZH�d�ZIdd� ZJe#� �d�dd��ZKe#� �d�d d ��ZL�d�d d �ZM�d�d!d"�ZNd#d$� ZOd%d&� ZPd'd(� ZQG d)d*� d*�ZRG d+d,� d,eS�ZTG d-d.� d.eS�ZUd/d0� ZV�d�d1d2�ZW�d�d3d4�ZX�d�d5d6�ZY�d�d8d9�ZZ�d�d:d;�Z[dd<�e*d=�d>d?�Z\d@dA� Z]dBdC� Z^dDdE� Z_�d�dGdH�Z`dIdJ� ZaebecdK�dLdM�ZddNdO� ZedFdFde4jfdFfdPdQ�Zge#� dRdS� �Zhe#� dTdU� �Zie#� dVdW� �Zje#� dXdY� �Zke#� dZd[� �Zle#� d\d]� �Zm�d�d_d`�Zn�d�dadb�Zo�d�dcdd�Zp�d�dedf�Zqe#� dgdh� �Zrdidj� Zse#� dkdl� �Zt�d�dmdn�Zu�d�dodp�Zvdqdr� Zw�d�dsdt�Zx�d�ecd=�dudv�Zye jzdwdx� �Z{e jzdydz� �Z|d{d|� Z}d}d~� Z~�d�d�d��Z�d�d�d��Z�decffd�d��Z��d�d�d��Z�dd<�ecd=�d�d��Z�dd<�ecd=�d�d��Z��d�d�d��Z��d�d�d��Z�d�d�� Z�e d�d�d�d�g�Z��d�d�d��Z��d�d�d��Z�e�d=�d�d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z��d�d�d��Z��d�d�d��Z��d�d�d��Z��d�d�d��Z��d�d�d��Z��d�d�d��Z�d�d�� Z��d�d�d��Z�e#� d�d�� �Z�d�d�� Z�e�d=�d�d��Z��d�d�dZ��d�d�dĄZ��d�d�dƄZ�d�dȄ Z�d�dʄ Z�d�d̄ Z��d�ebebd͜d�dτZ�e j�e�dМd�d҄Z�d�dԄ Z�d�dք Z�d�d Z��d�d�dۄZ�ecffd�d݄Z�d�d߄ Z�d�d� Z�d�d� Z��d�d�d�Z�e jzd�d� �Z�d�d� Z��d�d�d�Z�d�d� Z�d�d� Z��d�d�d�Z�d�d� Z�d�d�� Zd�d�� Z�e#� d�d�� �Z�d�d�� Z�d�d�� Z��d�d^d��e�e�d�d ��d�d�Z��d�d� Z��d�d� Z�ebe��d��d�d �Z�ebe��d
��d �d �Z�ebeb�d
��d
�d�Z�ebeb�d
��d�d�Z�ebe+eb �d��d�d�ZÐd�dFdd�d��d�d�ZĐd�d� ZŐd��d �d �ZƐd �d � Zǐd��d �d!�ZȐd��d"�d#�Zɐd$�d%� Zʐd&�d'� Zːd(�d)� Z̐d*�d+� Z�e#� �d,�d-� �Zΐd.�d/� Zϐd��d1�d2�ZАd3�d4� Zѐd5�d6� ZҐd7�d8� Z�eBd^f�d9�d:�ZԐd;�d<� ZՐd=�d>� Zd?�d@� ZאdA�dB� ZؐdC�dD� ZِdE�dF� Z�eBd^f�dG�dH�Z�ebe��dI��dJ�dK�Z�e-�dL�Zݐd�e(�dMe�f eݐdN��dO�dP�ZސdQ�dR� Z�dde j�jCf�dS�dT�Z�d��dV�dW�Z�dX�dY� Z�d��dZ�d[�Z�d\�d]� Z�d��d^�d_�Z�d`�da� Z�db�dc� Z�d��dd�de�Z�d��dg�dh�Z�di�dj� Z�d��dk�dl�Z�dm�dn� Z�d��dq�dr�Z�e$G �ds�dt� �dte �dt�du�dv�dw�dxg���Z�dd��dy�ebebe,eb e��dz��d{�d|�Z�d��d}�ebebe��d~��d�d��Z�dS (� � N)� b64decode� b64encode)�deque�
namedtuple)�suppress)�EACCES�ENOENT)� lru_cache�total_ordering)�Path)�Callable�Deque�Dict�List�Optional�TypeVar)�parse)�features�importer)�log)�mergers�net�safeyaml�subp�
temp_utils�
type_utils�
url_helper�version)� CFG_BUILTIN�_z_-.()�true�1�on�yes�off�0�no�falsec C s" t tttj� jjd�d d� ��S )N�.� )�tuple�map�int�os�uname�release�split� r1 r1 �/usr/lib/python3.6/util.py�kernel_versionG s r3 c C s t j ddgd| d�}|jj� S )z�Return the sanitized string output by `dpkg --print-architecture`.
N.B. This function is wrapped in functools.lru_cache, so repeated calls
won't shell out every time.
Zdpkgz--print-architectureT)�capture�target)r �stdout�strip)r5 �outr1 r1 r2 �get_dpkg_architectureK s r9 c s� ddddd�}i � y�t j ddgd| d �}x:|jj� D ],}|jd
�\}}}||kr4|j� � || < q4W � fd d �|j� D �}t|�r�tjd
dj |�� W nF t j
k
r� } z(tjd|� t dd� |j� D ��� W Y d d }~X nX � S )N�codename� description�idr/ )ZCodenameZ DescriptionzDistributor IDZRelease� lsb_releasez--allT)r4 r5 �:c s g | ]}|� kr|�qS r1 r1 )�.0�k)�datar1 r2 �
<listcomp>h s z lsb_release.<locals>.<listcomp>z.Missing fields in lsb_release --all output: %s�,z#Unable to get lsb_release --all: %sc s s | ]}|d fV qdS )Z UNAVAILABLENr1 )r? �vr1 r1 r2 � <genexpr>q s z lsb_release.<locals>.<genexpr>) r r6 �
splitlines� partitionr7 �values�len�LOG�warning�join�ProcessExecutionError�dict) r5 Zfmapr8 �line�fnamer �val�missing�errr1 )rA r2 r= X s( (r= �utf-8c C s t | t�r| S | j|�S )N)�
isinstance�str�decode)�blob�encodingr1 r1 r2 �
decode_binaryv s
rZ c C s t | t�r| S | j|�S )N)rU �bytes�encode)�textrY r1 r1 r2 � encode_text} s
r^ c C s, t | �}y
|jd�S tk
r& |S X d S )Nzutf-8)r rW �UnicodeDecodeError)�source�decodedr1 r1 r2 �b64d� s
rb c C s" t | t�s| jd�} t| �jd�S )Nzutf-8)rU r[ r\ r rW )r` r1 r1 r2 �b64e� s
rc c C sP | j dd�}| j� dkrLt|t�rL| j� }|r<|jr<|j}nd}|j|d�S |S )NT)rW r] zutf-8�surrogateescape)Z get_payloadZget_content_maintyperU r[ Z get_charsetZ input_codecrW )�partZ cte_payload�charsetrY r1 r1 r2 �fully_decoded_payload� s
rg c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
� SeLinuxGuardFc C s< yt jd�| _W n tk
r* d | _Y nX || _|| _d S )N�selinux)r �
import_moduleri � ImportError�path� recursive)�selfrl rm r1 r1 r2 �__init__� s zSeLinuxGuard.__init__c C s | j r| j j� rdS dS d S )NTF)ri �is_selinux_enabled)rn r1 r1 r2 � __enter__� s zSeLinuxGuard.__enter__c C s� | j s| j j� rd S tjj| j�s*d S tjj| j�}y"tj|�}| j j||tj � W n t
k
rn d S X t j d|| j
� y| j j|| j
d� W n4 t
k
r� } zt jd|| j
|� W Y d d }~X nX d S )Nz,Restoring selinux mode for %s (recursive=%s))rm z,restorecon failed on %s,%s maybe badness? %s)ri rp r- rl �lexists�realpath�lstatZ matchpathcon�stat�ST_MODE�OSErrorrJ �debugrm Z
restoreconrK )rn Z excp_typeZ
excp_valueZexcp_tracebackrl Zstats�er1 r1 r2 �__exit__� s,
zSeLinuxGuard.__exit__N)F)�__name__�
__module__� __qualname__ro rq rz r1 r1 r1 r2 rh � s
rh c @ s e Zd ZdS )�MountFailedErrorN)r{ r| r} r1 r1 r1 r2 r~ � s r~ c @ s e Zd ZdS )�DecompressionErrorN)r{ r| r} r1 r1 r1 r2 r � s r c O st t j� }|dkr\y| ||� t jd� W qp tk
rX ttdtj| �� t jd� Y qpX ntjd|tj| �� d S )Nr z&Failed forking and calling callback %s� z(Forked child %s who will run callback %s) r- �fork�_exit� Exception�logexcrJ r �obj_namerx )Zchild_cb�args�kwargsZfidr1 r1 r2 �fork_cb� s
r� c C sB t | t�r| dkS t}|r&t|�| }t| �j� j� |kr>dS dS )NTF)rU �bool� TRUE_STRINGS�listrV �lowerr7 )rQ �addons� check_setr1 r1 r2 �is_true� s
r� c C sB t | t�r| dkS t}|r&t|�| }t| �j� j� |kr>dS dS )NFT)rU r� �
FALSE_STRINGSr� rV r� r7 )rQ r� r� r1 r1 r2 �is_false� s
r� c C s | sdS t | t�r| S t| |�S )NF)rU r� r� )rQ r� r1 r1 r2 �translate_bool
s
r� � c s8 t j� � �stjtj �dj� �fdd�td| �D ��S )N� c s g | ]}� j ���qS r1 )Zchoice)r? Z_x)�r� select_fromr1 r2 rB s z rand_str.<locals>.<listcomp>r )�randomZ SystemRandom�string�
ascii_letters�digitsrL �range)�strlenr� r1 )r� r� r2 �rand_str s r� c C s. |sd}x t dd�d | }|| kr
P q
W |S )Nr� � )r� r )r� )Z
dictionaryZpostfixZnewkeyr1 r1 r2 �
rand_dict_key s r� )�instance_data_file)�returnc C s� ddl m}m}m} y t| �}W n2 tk
rR } z|jtkr@i S � W Y dd}~X nX |r�tj j
|�r�y ||| |�}t j d|| � W nH |k
r� Y n6 |k
r� } zt j
d||t|�� W Y dd}~X nX |dkr�i S t|i d�S )z>Read a yaml config with optional template, and convert to dictr )�JinjaLoadError�
NotJinjaError� render_jinja_payload_from_fileNz?Applied instance data in '%s' to configuration loaded from '%s'z:Could not apply Jinja template '%s' to '%s'. Exception: %s)�default)Z!cloudinit.handlers.jinja_templater� r� r� � load_file�IOError�errnor r- rl �existsrJ rx rK �repr� load_yaml)rP r� r� r� r� Z config_filery r1 r1 r2 � read_conf& s8
r� c G s t t| � �S )N)�sorted�
uniq_merge)�listsr1 r1 r2 �uniq_merge_sortedX s r� c G sJ g }x<| D ]4}t |t�r4|j� jd�}dd� |D �}|j|� q
W t|�S )NrC c S s g | ] }|r|�qS r1 r1 )r? �ar1 r1 r2 rB j s z uniq_merge.<locals>.<listcomp>)rU rV r7 r0 �extend� uniq_list)r� Z
combined_list�a_listr1 r1 r2 r� d s
r� c C sl x t j� D ]\}}| j||�} q
W g }x | D ]}|tkr,|j|� q,W x|D ]}| j|d�} qLW | j� } | S )Nr� )�FN_REPLACEMENTS�items�replace�
FN_ALLOWED�appendr7 )�fnr@ rD Zremovalsr1 r1 r2 �clean_filenameo s
r� Tc C s� yLt jt| ��}tjtjd dd|��� }|r8t|j� �S |j� S W d Q R X W n8 t k
r� } z |rf| S t
t |��|�W Y d d }~X nX d S )N�rbr� ) �io�BytesIOr^ �
contextlib�closing�gzipZGzipFilerZ �readr� r rV )rA �quietrW �bufZghry r1 r1 r2 � decomp_gzip| s r� c C s� | sdS | j dd�}|d j� }t|�dkr:|d j� }nd }| sX|dksX|j� dkr\d }| sv|dksv|j� dkrzd }||fS )Nr> r� r r) z-1Znone)NN)r0 r7 rI r� )Zug_pairZ ug_parted�u�gr1 r1 r2 �extract_usergroup� s r� )�root_dirr� c C sl t � }x`tjtjj| d��D ]H}tjj|�s.q tjj|�dd� }|j� }|r |jd�dkr |||< q W |S )Nz*.pyr � r( r� ������) rN �globr- rl rL �isfile�basenamer7 �find)r� �entriesrP �modnamer1 r1 r2 �get_modules_from_dir� s r� c C s, t | d��}|j|� |j� W d Q R X d S )N�w)�open�write�flush)�conpathr] Zwfhr1 r1 r2 �write_to_console� s
r� c
C s� |rt jj| � |r�d}d}tjj|�rxyt|| � d}W n< tk
rv d}t jj|� d�� |rr|j t
j |� Y nX |r�| r�t jj| � |r�| d dkr�|j || d d� � n |j || � d S ) Nz /dev/consoleFTz Failed to write to /dev/console�
r� r� r� ) �sys�stderrr� r- rl r� r� rw r6 r �loggingZWARNING) r] Zconsoler� r Z log_levelZfallback_to_stdoutr� Zwriting_to_console_workedZ
console_errorr1 r1 r2 � multi_log� s(
r� c C s dt j� kS )NZLinux)�platform�systemr1 r1 r1 r2 �is_Linux� s r� c C s$ dt j� krdS t j� dkr dS dS )NZBSDTZ DragonFlyF)r� r� r1 r1 r1 r2 �is_BSD� s
r� c C s t � d dkS )N�variant�freebsd)� system_infor1 r1 r1 r2 �
is_FreeBSD� s r� c C s t � d dkS )Nr� � dragonfly)r� r1 r1 r1 r2 �is_DragonFlyBSD� s r� c C s t � d dkS )Nr� �netbsd)r� r1 r1 r1 r2 � is_NetBSD� s r� c C s t � d dkS )Nr� �openbsd)r� r1 r1 r1 r2 �
is_OpenBSD� s r� Fc C s || kr |S t | | �S )N)r� )�yobj�keyr� r1 r1 r2 �get_cfg_option_bool� s r� c C s* || kr |S | | }t |t�s&t|�}|S )N)rU rV )r� r� r� rQ r1 r1 r2 �get_cfg_option_str s
r� c C s t t| ||d��S )N)r� )r, r� )r� r� r� r1 r1 r2 �get_cfg_option_int s r� c C s� | sd} t jj| �si S t| �}d}d|kr0d}tj||�}|r�|j� }d|d kr`|d |d< |d j� jd�d |d< |d d kr�d
|d< |d |d |d d �S i S )
z�Return a dictionary of distro info fields from /etc/redhat-release.
Dict keys will align with /etc/os-release keys:
ID, VERSION_ID, VERSION_CODENAME
z/etc/redhat-releasezA(?P<name>.+) release (?P<version>[\d\.]+) \((?P<codename>[^)]+)\)Z Virtuozzoz)(?P<name>.+) release (?P<version>[\d\.]+)�namer: z linuxr zred hat enterprise�redhatr )�ID�
VERSION_ID�VERSION_CODENAME) r- rl r� r� �re�match� groupdictr� rG )Z release_fileZredhat_releaseZ redhat_regexr� �groupr1 r1 r2 �_parse_redhat_release s( r� c C sv d} d}d}i }d}t jjd�r,ttd��}|s:d}t� }|r�|jdd�} |jdd�}d| ksfd| krptj� }nn| d ks�| d
kr�|jd d�}nP| d kr�| r�|jd d�}n4|jd
d�}|s�t j
d|jdd��}|r�|j � d }| dkr�d} n�t � �r
tj
� j� } tj� }nbd}z(y tj� }W n tk
�r2 Y nX W d d }x|D ]}|�rBd}�qBW |�sftjd� X |S | ||fS )Nr� Fz/etc/os-releaseTr� r� �sles�suse�alpine�photonZ PRETTY_NAME� virtuozzor� z [^ ]+ \((?P<codename>[^)]+)\)�VERSIONr: �rhelr� r� zPUnable to determine distribution, template expansion may have unexpected results)r� r� r� )r- rl r� �load_shell_contentr� r� �getr� �machiner� r� r� r� r� r� r/ �distr� rJ rK ) Z distro_nameZdistro_versionZflavorZ
os_releaseZos_release_rhelr� r �found�entryr1 r1 r2 �get_linux_distro7 sZ
r c C sv | d j � }d}|dkrf| d d j � }|d,kr6|}qr|d-krDd}qr|d krRd}qr|d.kr`d}qrd}n |d/krr|}|S )0Nr� �unknown�linuxr r �alinux� almalinuxr� �anolis�arch�centos�
cloudlinux�debian� eurolinux�fedora�mariner� miraclelinux� openeuler� opencloudos� openmandrivar� r �rockyr� � tencentosr �ubuntu� linuxmint�mintr� �opensuse�
opensuse-leap�opensuse-microos�opensuse-tumbleweed�sle_hpc� sle-micror� �windows�darwinr� r� r� r� )r r
r� r r r r r r r r r r r r r� r r r� r r )r r r )r r r! r" r# r$ r� )r% r& r� r� r� r� )r� )�infor� r� Z
linux_distr1 r1 r2 � _get_variantu sd r( c C s< t j � t j� t j� t j� tt j� �t� d�} t| �| d< | S )N)r� r� r/ �pythonr. r r� )r� r� r/ Zpython_versionr� r. r r( )r' r1 r1 r2 r� � s
r� c C sX || kr |S | | dkr g S | | }t |t�r@dd� |D �}|S t |t�sRt|�}|gS )a�
Gets the C{key} config option from C{yobj} as a list of strings. If the
key is present as a single string it will be returned as a list with one
string arg.
@param yobj: The configuration object.
@param key: The configuration key to get.
@param default: The default to return if key is not found.
@return: The configuration option as a list of strings or default if key
is not found.
Nc S s g | ]}|�qS r1 r1 )r? rD r1 r1 r2 rB � s z'get_cfg_option_list.<locals>.<listcomp>)rU r� rV )r� r� r� rQ Zcvalr1 r1 r2 �get_cfg_option_list� s
r* c C s> t |t�r|jd�}| }x |D ]}||kr.|S || }q W |S )a� Return the value of the item at path C{keyp} in C{yobj}.
example:
get_cfg_by_path({'a': {'b': {'num': 4}}}, 'a/b/num') == 4
get_cfg_by_path({'a': {'b': {'num': 4}}}, 'c/d') == None
@param yobj: A dictionary.
@param keyp: A path inside yobj. it can be a '/' delimited string,
or an iterable.
@param default: The default to return if the path does not exist.
@return: The value of the item at keyp."
is not found.�/)rU rV r0 )r� Zkeypr� Zcur�tokr1 r1 r2 �get_cfg_by_path� s
r- c C s t | |�\}}t||� ||fS )N)�get_output_cfg�redirect_output)�cfg�mode�outfmt�errfmtr1 r1 r2 � fixup_output� s
r4 c
C s� t tjjd��r tjd� d S |s(tj}|s2tj}dd� }| �rtjd|| � | j dd�\}}|dksn|d kr�d
}|dkr~d }t
||�}n0|d kr�t j |d
t j
|d�} | j}n td| ��|r�tj|j� |j� � || k�rtjd|| � tj|j� |j� � d S |�r�tjd||� |j dd�\}}|dk�s:|d k�rXd
}|dk�rLd }t
||�}n2|d k�r~t j |d
t j
|d�} | j}n td| ��|�r�tj|j� |j� � d S )NZ_CLOUD_INIT_SAVE_STDOUTz5Not redirecting output due to _CLOUD_INIT_SAVE_STDOUTc S s> t jd� ytjd�j} W n tk
r. Y n X t j| � dS )a� Reconfigure umask and group ID to create output files securely.
This is passed to subprocess.Popen as preexec_fn, so it is executed in
the context of the newly-created process. It:
* sets the umask of the process so created files aren't world-readable
* if an adm group exists in the system, sets that as the process' GID
(so that the created file(s) are owned by root:adm)
� ZadmN)r- �umask�grp�getgrnam�gr_gid�KeyError�setgid)Zgroup_idr1 r1 r2 � set_subprocess_umask_and_gid s
z5redirect_output.<locals>.set_subprocess_umask_and_gidzRedirecting %s to %s� r� �>z>>�ab�wb�|T)�shell�stdinZ
preexec_fnz"Invalid type for output format: %sz!Invalid type for error format: %s)r� r- �environr rJ rx r� r6 r� r0 r� �
subprocess�Popen�PIPErC � TypeError�dup2�fileno)
r2 r3 Zo_outZo_errr< r1 �argZowithZnew_fp�procr1 r1 r2 r/ s`
r/ c C sR |r t | �} i }x<| D ]4}|rtj|�}|s4tj� }tj|�}|j||�}qW |S )N)�reversedr Zdict_extract_mergersZdefault_mergersZ construct�merge)Zsrcs�reverseZ
merged_cfgr0 Zmergers_to_applyZmergerr1 r1 r2 �
mergemanydictS s
rP c c s. t j� }zt j| � | V W d t j|� X d S )N)r- �getcwd�chdir)ZndirZcurrr1 r1 r2 rR b s
rR c c s& t j| �}z
|V W d t j|� X d S )N)r- r6 )Zn_msk�oldr1 r1 r2 r6 l s
r6 c C s dj | |d|d�S )Nz{0:{fill}{align}{size}}�^)�fillZalign�size)�format)r] rU Zmax_lenr1 r1 r2 �centeru s rX c C s t jd| � tj| � d S )NzRecursively deleting %s)rJ rx �shutilZrmtree)rl r1 r1 r2 �del_dir{ s rZ r� � c C sj y.t |||�\}}}|| d< || d< || d< dS tjk
rd } z|jtjkrRdS � W Y d d }~X nX d S )Nz user-dataz vendor-dataz meta-dataTF)� read_seededr �UrlError�codeZ NOT_FOUND)rU �base�ext�timeout�md�ud�vdry r1 r1 r2 �read_optional_seed� s re c C s� i }| sddg}n(t jj| jd�d�t jj| jd�d�g}t|�}dd� |D �}d }x2|D ]*}t jjt jj|d��rZt jj|d�}P qZW d }x2|D ]*}t jjt jj|d��r�t jj|d�}P q�W |r�|r�||d < ||d
< n |r�||d < |S ) Nz/var/lib/cloud/data/sslz /var/lib/cloud/instance/data/sslrA Zsslc S s g | ]}|rt jj|�r|�qS r1 )r- rl �isdir)r? �dr1 r1 r2 rB � s z%fetch_ssl_details.<locals>.<listcomp>zcert.pemzkey.pem� cert_file�key_file)r- rl rL Z
get_ipath_curZ get_cpathr� r� )�pathsZ ssl_detailsZssl_cert_pathsrh rg ri r1 r1 r2 �fetch_ssl_details� s0
rk c C s |}t | �} y\tjdt| �|� tj| �}|d krBtjd� |}n t||�sbtd|tj |�f ��|}W n� tj
tt fk
�r } z�d}d }t |d�r�t
|d�r�t
|d�}n t |d�r�t
|d�r�t
|d�}|r�|dj|jd |jd |d �7 }n|d
j|d �7 }tj|� W Y d d }~X nX |S ) NzKAttempting to load yaml from string of length %s with allowed root types %sz-loaded blob returned None, returning default.z2Yaml load allows %s root types, but got %s insteadzFailed loading yaml blobZ context_markZ problem_markz5. Invalid format at line {line} column {col}: "{err}"r� )rO �colrS z. {err})rS )rZ rJ rx rI r �loadrU rH r r� Z YAMLError�
ValueError�hasattr�getattrrW rO �columnrK )rX r� ZallowedZloadedZ convertedry �msgZmarkr1 r1 r2 r� � s<
r� �
c C sV | j d�dkr@| jdd| �}| jdd| �}| jdd| �}nTtjrj| d dkrjtj| �jdkrj| d7 } d | d|f }d | d|f }d | d|f }tj|||d
�}d } |j � r�t
t |j �i d �} tj|||d
�}
d } |
j � r�|
j } d } ytj|||d
�}
W n2 tj
k
�r. } ztjd |� W Y d d }~X n X |
j � �rB|
j } n
tjd
� | | | fS )Nz%sr z user-dataz vendor-dataz meta-datar� r+ r� z%s%s%s)ra �retries)r� z!Error in vendor-data response: %sz Error in vendor-data responser� )r� r� r Z%NOCLOUD_SEED_URL_APPEND_FORWARD_SLASHr �urlparseZqueryr Zread_file_or_url�okr� rZ �contentsr] rJ rx )r_ r` ra rt Z file_retriesZud_urlZvd_urlZmd_urlZmd_resprb Zud_resprc rd Zvd_respry r1 r1 r2 r\ � s<
r\ c s� t tj� �dd�}dd� |D �}� fdd�|D �}g }xh|D ]`}y |jttjj� |�|d�� W q< tk
r� } z |jt kr�t
j d� |� W Y dd}~X q<X q<W t |�S ) z Read configuration directory.T)rO c S s g | ]}|j d �r|�qS )z.cfg)�endswith)r? �fr1 r1 r2 rB s z read_conf_d.<locals>.<listcomp>c s& g | ] }t jjt jj� |��r|�qS r1 )r- rl r� rL )r? ry )�confdr1 r2 rB s )r� z,REDACTED config part %s/%s for non-root userN)
r� r- �listdirr� r� rl rL rw r� r rJ rK rP )rz r� Zconfs�cfgsr� ry r1 )rz r2 � read_conf_d s
r} c C s� t � }i }yt| |d�}W n8 tk
rR } z |jtkrBtjd| � W Y dd}~X n X |j|� d}d|kr�|d }|r�t|t �s�t
d| t j |�f ��q�t |�j
� }n tjj| � d��r�| � d�}|r�tjj|�r�t||d�}|j|� t|�S )a Read yaml file along with optional ".d" directory, return merged config
Given a yaml file, load the file as a dictionary. Additionally, if there
exists a same-named directory with .d extension, read all files from
that directory in order and return the merged config. The template
file is optional and will be applied to any applicable jinja file
in the configs.
For example, this function can read both /etc/cloud/cloud.cfg and all
files in /etc/cloud/cloud.cfg.d and merge all configs into a single dict.
)r� z)REDACTED config part %s for non-root userNr� Zconf_dz8Config file %s contains 'conf_d' with non-string type %sz.d)r r� rw r� r rJ rK r� rU rV rH r r� r7 r- rl rf r} �
appendleftrP )Zcfgfiler� r| r0 ry rz Z confd_cfgr1 r1 r2 �read_conf_with_confd# s.
r c C s t t| d��S )N)�cmdline)r� �read_cc_from_cmdline)r� r1 r1 r2 �read_conf_from_cmdlineO s r� c C s� | d krt � } d}d}t|�}t|�}t| �}g }| j|�}x`|dkr�| j||| �}|dk rb|}|jtj| || |� j� �jdd�� | j||| �}q>W dj|�S )Nzcc:Zend_ccr z\nr� ) � get_cmdlinerI r� r� r Zunquote�lstripr� rL ) r� Z tag_beginZtag_endZbegin_lZend_lZclen�tokensZbegin�endr1 r1 r2 r� T s$
r� c C s2 | j d�}|dks"| |d dkr&| S | jdd�S )Nr� r r� �
z
)r� r� )rw �posr1 r1 r2 �dos2unixv s
r� �HostnameFqdnInfo�hostname�fqdn�
is_defaultc C s� d}d| kr,| d }t | d|jd�d �}nld| krf| d jd�dkrf| d }| d d|jd�� }n2|jd|d�j}d| kr�| d }n|j|d �\}}t|||�S )
a� Get hostname and fqdn from config if present and fallback to cloud.
@param cfg: Dictionary of merged user-data configuration (from init.cfg).
@param cloud: Cloud instance from init.cloudify().
@param metadata_only: Boolean, set True to only query cloud meta-data,
returning None if not present in meta-data.
@return: a namedtuple of
<hostname>, <fqdn>, <is_default> (str, str, bool).
Values can be none when
metadata_only is True and no cfg or metadata provides hostname info.
is_default is a bool and
it's true only if hostname is localhost and was
returned by util.get_hostname() as a default.
This is used to differentiate with a user-defined
localhost hostname.
Fr� r� r( r NT)r� �
metadata_only)r� )r� r0 r� � get_hostnamer� r� )r0 Zcloudr� r� r� r� r1 r1 r2 �get_hostname_fqdn� s
r� �
/etc/hostsc C s� d}yvxpt |�j� D ]`}|jd�}|dkr6|d|� }|j� }|sDq|j� }t|�dk rZq| |dd� kr|d }P qW W n tk
r� Y nX |S )a�
For each host a single line should be present with
the following information:
IP_address canonical_hostname [aliases...]
Fields of the entry are separated by any number of blanks and/or tab
characters. Text from a "#" character until the end of the line is a
comment, and is ignored. Host names may contain only alphanumeric
characters, minus signs ("-"), and periods ("."). They must begin with
an alphabetic character and end with an alphanumeric character.
Optional aliases provide for name changes, alternate spellings, shorter
hostnames, or generic hostnames (for example, localhost).
N�#r r� r) r� )r� rF r� r7 r0 rI r� )r� �filenamer� rO Zhashpos�toksr1 r1 r2 �get_fqdn_from_hosts� s$
r� c C s< t j| �}|j}tdkr�t� }d }i }x�|D ]�}ydtj|dddtjtj�}g ||< x>|D ]6\}} }
} } || j d| | d f � |j
| d � qXW W q, tj tj fk
r� Y q,X q,W |a|r�t
jd|� yNtt�� tj|jjd��r�d S W dQ R X tj|d�}|d d
d }
|
tkS tj tj fk
�r6 d S X dS )
a� determine if a url's network address is resolvable, return a boolean
This also attempts to be resilent against dns redirection.
Note, that normal nsswitch resolution is used here. So in order
to avoid any utilization of 'search' entries in /etc/resolv.conf
we have to append '.'.
The top level 'invalid' domain is invalid per RFC. And example.com
should also not exist. The '__cloud_init_expected_not_found__' entry will
be resolved inside the search list.
N�does-not-exist.example.com.�example.invalid.�!__cloud_init_expected_not_found__r z%s: %sz detected dns redirection: %sz[]T� F)r� r� r� )r ru r� �_DNS_REDIRECT_IP�set�socketZ getaddrinfoZ SOCK_STREAMZ AI_CANONNAMEr� �addZgaierror�errorrJ rx r rn r Z
is_ip_addressZnetlocr7 )�urlZ
parsed_urlr� ZbadipsZbadnamesZ
badresultsZiname�resultZ_famZ_stypeZ_protoZcnameZsockaddrZaddrr1 r1 r2 �
is_resolvable� s<
r� c C s t j� } | S )N)r� Z gethostname)r� r1 r1 r2 r�
s r� c C s* yt j| �d S t jk
r$ d S X d S )Nr )r� �
gethostbyaddrZherror)Zipr1 r1 r2 r� s r� c C s t tjd| t| fd�S )z5determine if this url is resolvable (existing or ip).zResolving URL: )�logfuncrr �funcr� )�log_timerJ rx r� )r� r1 r1 r2 �is_resolvable_url s
r� c C s\ | dkr dS t jd| � x>| D ]6}y t|�r<t jd|� |S W q tk
rR Y q X q W dS )zc
Search through a list of mirror urls for one that works
This needs to return quickly.
Nz%search for mirror in candidates: '%s'zfound working mirror: '%s')rJ rx r� r� )Z
candidatesZcandr1 r1 r2 �search_for_mirror s
r� c
C sD t tjjd��rdS ttj�� } tj| j� tj j� � W dQ R X dS )z�
reopen stdin as /dev/null so even subprocesses or other os level things get
/dev/null as input.
if _CLOUD_INIT_SAVE_STDIN is set in environment to a non empty and true
value then input will not be closed (useful for debugging).
Z_CLOUD_INIT_SAVE_STDINN)
r� r- rD r r� �devnullrI rJ r� rC )�fpr1 r1 r2 � close_stdin3 s r� �devicec C sv g }| s t j d�t j d� S | jd�rL| jd�}dd� d| d| gD �}n&| dkr`t j d�}n| d krrt j d�}|S )
Nz/dev/msdosfs/*z/dev/iso9660/*zLABEL=c S s g | ]}t jj|�r|�qS r1 )r- rl r� )r? �pr1 r1 r2 rB J s z*find_devs_with_freebsd.<locals>.<listcomp>z
/dev/msdosfs/z
/dev/iso9660/z TYPE=vfatz TYPE=iso9660)r� �
startswithr� )�criteria�oformat�tag�no_cacherl �devlist�labelr1 r1 r2 �find_devs_with_freebsdA s
r� c C s� g }d }d }| r8| j d�r$| jd�}| j d�r8| jd�}tjdddgdgd�}xx|jj� D ]j} |sf|r�tjd| gdd gd�\}
} |r�d
| |
kr�qZ|d kr�d |
kr�qZ|d
kr�d |
kr�qZ|jd| � qZW |S )NzLABEL=zTYPE=�sysctlz-nz hw.disknamesr )�rcsZ mscdlabelr� z
label "%s"�iso9660zISO filesystem�vfatz/dev/)r� r� r r6 r0 r� ) r� r� r� r� rl r� r� �_typer8 �devZ
mscdlabel_outr r1 r1 r2 �find_devs_with_netbsdU s(
r� c C s� t j dddgdgd�}g }xd|jj� jd�D ]P}|jd�s<q,|dkrFq,|j|d d� d
� |jd �s,|j|d d� d � q,W d
d� |D �S )Nr� z-nz hw.disknamesr )r� rC r> zfd0:r� r� �cd�ic S s g | ] }d | �qS )z/dev/r1 )r? r� r1 r1 r2 rB | s z*find_devs_with_openbsd.<locals>.<listcomp>r� r� )r r6 �rstripr0 rx r� r� )r� r� r� r� rl r8 r� r r1 r1 r2 �find_devs_with_openbsdn s
r� c C s� t j dddgdgd�}dd� t|jj� dd �D �}| d
krJd d� |D �}n(| dkrbdd� |D �}n| rrtjd| � dd� |D �S )Nr� z-nz
kern.disksr )r� c S s( g | ] }|j d � r|j d� r|�qS )rb Zvn)r� )r? r� r1 r1 r2 rB � s z/find_devs_with_dragonflybsd.<locals>.<listcomp>T)rO z TYPE=iso9660c S s$ g | ] }|j d �s |j d�r|�qS )r� �acd)r� )r? r� r1 r1 r2 rB � s �LABEL=CONFIG-2� TYPE=vfatc S s$ g | ] }|j d �p|j d�s|�qS )r� r� )r� )r? r� r1 r1 r2 rB � s zUnexpected criteria: %sc S s g | ] }d | �qS )z/dev/r1 )r? r� r1 r1 r2 rB � s )r� r� )r r� r6 r0 rJ rx )r� r� r� r� rl r8 r� r1 r1 r2 �find_devs_with_dragonflybsd s
r� c
C sJ t � rt| ||||�S t� r,t| ||||�S t� rBt| ||||�S t� rXt| ||||�S dg}g }| rt|jd| � |r�|jd| � |r�|j ddg� |r�|jd| � |r�|j|� || }yt
j
|ddgd �\}} W n: t
j k
�r }
z|
j t
k�rd
}n� W Y d d }
~
X nX g } x*|j� D ] } | j� } | �r$| j| � �q$W | S ) z�
find devices matching given criteria (via blkid)
criteria can be *one* of:
TYPE=<filesystem>
LABEL=<label>
UUID=<uuid>
�blkidz-t%sz-s%sz-cz /dev/nullz-o%sr r) )r� r� N)r� r� r� r� r� r� r� r� r� r� r rM r� r rF r7 )
r� r� r� r� rl Z
blk_id_cmdZoptions�cmdr8 �_errry r� rO r1 r1 r2 �find_devs_with� sD
r� c C s� | dkrg } nt | �} dddg}|r2|jddg� |j| � tj|ddd �}i }x:|jj� D ],}|jd
�\}}}t|�||< ||| d < q\W |S ) z�Get all device tags details from blkid.
@param devs: Optional list of device paths you wish to query.
@param disable_cache: Bool, set True to start with clean cache.
@return: Dict of key value pairs of info for the device.
Nr� z-oZfullz-cz /dev/nullTr� )r4 rW r> ZDEVNAME)r� r� r r6 rF rG r ) ZdevsZ
disable_cacher� r8 �retrO r� r rA r1 r1 r2 r� � s
r� c C s, g }x"| D ]}||krq
q
|j |� q
W |S )N)r� )Zin_listZout_listr� r1 r1 r2 r� � s
r� c C s� t jd| |� tj� }y(t| d��}t|||d� W d Q R X W n4 tk
rr } z|sV� |jtkrb� W Y d d }~X nX |j � }t jdt
|�| � |r�t |�S |S d S )NzReading from %s (quiet=%s)r� )�chunk_cbzRead %s bytes from %s) rJ rx r� r� r� � pipe_in_outr� r� r �getvaluerI rZ )rP Zread_cbr� rW ZofhZifhry rw r1 r1 r2 r� s
r� c C s� t � r\y td�} | jdd�d d� }W q� tk
rX } ztjd|� d}W Y d d }~X q�X n*ytd�j� }W n tk
r� d}Y nX |S ) Nz/proc/1/cmdline� r= r� z"failed reading /proc/1/cmdline: %sr� z
/proc/cmdliner� )� is_containerr� r� r� rJ rK r7 )rw r� ry r1 r1 r2 � _get_cmdline s
r� c C s dt jkrt jd S t� S )NZDEBUG_PROC_CMDLINE)r- rD r� r1 r1 r1 r2 r� ' s
r� c C s6 d} yt | �j� }|dkS ttfk
r0 dS X d S )Nz /proc/sys/crypto/fips_enabledr! F)r� r7 r� rw )Z fips_procrw r1 r1 r2 � fips_enabled. s r� � c C sR d}x@| j |�}t|�dkr P q|j|� |t|�7 }|r||� qW |j� |S )Nr )r� rI r� r� )Zin_fhZout_fhZ
chunk_sizer� Z bytes_pipedrA r1 r1 r2 r� : s
r� c C s6 |dkr|dkrd S t jd| ||� tj| ||� d S )Nr� z%Changing the ownership of %s to %s:%sr� )Nr� r� )Nr� )rJ rx r- �chown)rP �uid�gidr1 r1 r2 � chownbyidI s r� c C sn d}d}y$|rt j|�j}|r*tj|�j}W n0 tk
r\ } ztd| �|�W Y d d }~X nX t| ||� d S )Nr� zUnknown user or group: %sr� r� ) �pwd�getpwnamZpw_uidr7 r8 r9 r: rw r� )rP �userr� r� r� ry r1 r1 r2 � chownbynameQ s r� c
C sz d d g}| sd| kr|S | d }||kr4|| }nd|kr@|S |d }t |t�rZ||g}t |t�r�t|�dkr||d |d< t|�dkr�|d |d< t |t�r�d|kr�|d |d< d|kr�|d |d< |d dkr�|d |d< ddd g}x�tt|��D ]|}|| �sq�|| j� }d
}x<|D ]4} |j| ��r d | |t| �d � j� f }d }P �q W |�sjd d|j� f }|||< q�W |S )
N�output�allr r� r� z&1z>>r> rA Fz%s %sT) rU rV r� rI rN r� r� r� r7 )
r0 r1 r� ZoutcfgZmodecfgZswlistr� rQ r �sr1 r1 r2 r. g sL
r. c C s� g }| st | t� r|S | jd�}|r2|j|� xvt| d�D ]h}|sHq>tjd|�}|sZq>|jd�}|j� }t |�dkr�|j|� q>ddg|dd� kr>|j|d � q>W t
t |��S ) z�Return a list of log file paths from the configuration dictionary.
@param cfg: The cloud-init merged configuration dictionary.
Z def_log_fileNz (?P<type>\||>+)\s*(?P<target>.*)r5 r� �teez-ar) ) rU rN r r� r. r� r� r� r0 rI r� r� )r0 ZlogsZ default_log�fmtr� r5 �partsr1 r1 r2 �get_config_logfiles� s&
r� c G sB |r| j |f|�� tj� }|dkr(d }| j|f|�d|i� d S )N�exc_info)NNN)rK r� r� rx )r rr r� r� r1 r1 r2 r� � s r� )�routiner� c C s< t j|�}|jt| �� |j� }|d k r4|d|� S |S d S )Nr )�hashlib�new�updater^ Z hexdigest)rX r� Zmlen�hasher�digestr1 r1 r2 � hash_blob� s
r� )ry r� c s6 t j� }x$t� fdd�d�D ]}|j|� q W |j� S )z�Hash the content of a binary buffer using SHA1.
@param f: buffered binary stream to hash.
@return: digested data as bytes.
c s � j tj�S )N)r� r� �DEFAULT_BUFFER_SIZEr1 )ry r1 r2 �<lambda>� s z hash_buffer.<locals>.<lambda>� )r� Zsha1�iterr� r� )ry r� �chunkr1 )ry r2 � hash_buffer� s r� c C s, yt j| �rdS W n tk
r& dS X d S )NTF)r� r� r: )r� r1 r1 r2 �is_user� s
r� c C s, yt j| �rdS W n tk
r& dS X d S )NTF)r7 r8 r: )r� r1 r1 r2 �is_group� s
r� c C s t jd| |� tj| |� d S )NzRenaming %s to %s)rJ rx r- �rename)�src�destr1 r1 r2 r� � s r� �� c C s x| D ]}t ||� qW d S )N)�
ensure_dir)Zdirlistr1 rg r1 r1 r2 � ensure_dirs� s
r� c C sH t jt| ��}t|t|��sDdjdd� |D ��}td|t|�f ��|S )Nz, c S s g | ] }t |��qS r1 )rV )r? �tr1 r1 r2 rB s z load_json.<locals>.<listcomp>z((%s) root types expected, got %s instead)�json�loadsrZ rU r* rL rH �type)r] Z
root_typesra Zexpected_typesr1 r1 r2 � load_json� s r� c C s2 ydj t| ��S tk
r, dj t| ��S X dS )z1Handler for types which aren't json serializable.z
ci-b64:{0}z)Warning: redacted unserializable type {0}N)rW rc �AttributeErrorr� )Z_objr1 r1 r2 �json_serialize_default
s r� c C s t j| dddtd�S )z%Return data in nicely formatted json.r� TrC �: )�indentZ sort_keysZ
separatorsr� )rC r� )r� �dumpsr� )rA r1 r1 r2 �
json_dumps s r c C s< t jj| �}|t jj|�kr | S t jj|�r0| S t|�S dS )z�Get the last directory in a path that does not exist.
Example: when path=/usr/a/b and /usr/a does not exis but /usr does,
return /usr/a
N)r- rl �dirnamerf �get_non_exist_parent_dir)rl Zp_pathr1 r1 r2 r s r c C s� t jj| �s�t| �}tt jj| �dd�� t j| � W d Q R X t| |� |sP|r�t|||� t | j
|�d dd � �}t |�}x0|j D ]}|j |�}t|||� q�W n
t| |� d S )NT)rm r� )
r- rl rf r rh r �makedirs�chmodr� r r0 r� Zjoinpath)rl r1 r� r� Znon_existed_parent_dirZsub_relative_dirZsub_pathre r1 r1 r2 r� . s
r� c c s( z
| V W d | r"d| g}t j |� X d S )N�umount)r )r Z
umount_cmdr1 r1 r2 � unmounterE s
r c
C s i } y�t jjd�r$td�j� }d}ntjd�}|jj� }d}d}x�|D ]�}yV|dkrj|j� \}}}} }
} n4tj ||�} | j
d�}| j
d�}| j
d�}| j
d�} W n t k
r� wFY nX |j d d
�}||| d �| |< qFW t
jd | |� W n$ ttfk
�r tt
d
� Y nX | S )Nz /proc/mountsrL �mountz*^(/dev/[\S]+) on (/.*) \((.+), .+, (.+)\)$r� r) r� r� z\040r= )�fstype�
mountpoint�optszFetched %s mounts from %sz Failed fetching mount points)r- rl r� r� rF r r6 r0 r� �searchr� r� r� rJ rx r� rw r� )
�mounted�
mount_locs�methodr8 ZmountreZmpliner� Zmpr r
Z_freqZ_passno�mr1 r1 r2 �mountsO s8
r c C s t |t�r|g}n:t |ttf�r*t|�}n"|dkr8d}ntdjt|�d���t� rb|dkr�dg}nVt� r�|dkrzdddg}x<t |�D ](\}}|dkr�d||< |dkr�d||< q�W nd g}t
� }t j � ��@} d }
t
jj| �|kr�|t
jj| � d
} n�d} x�|D ]�}d} yNdddg}
|�r&|
jd|g� |
j| � |
j| � tj|
|d� | }
| } P W nJ ttfk
�r� } z(|�r�tjd| |dj|
�|� |} W Y dd}~X nX � q�W | �s�td| | | f ��| jd��s�| d7 } t|
��$ |dk�r�|| �}n
|| |�}|S Q R X W dQ R X dS )a2
Mount the device, call method 'callback' passing the directory
in which it was mounted, then unmount. Return whatever 'callback'
returned. If data != None, also pass data to callback.
mtype is a filesystem type. it may be a list, string (a single fsname)
or a list of fsnames.
Nz6Unsupported type provided for mtype parameter: {_type})r� �auto�ufsZcd9660Zmsdosr� r� �msdosfsr� Fr r z-oZroz-t)Z
update_envzbFailed to mount device: '%s' with type: '%s' using mount command: '%s', which caused exception: %sr= z#Failed mounting %s to %s due to: %sr+ )r� r )rU rV r� r* rH rW r� r� r� � enumerater r Ztempdirr- rl rs r� r� r r� rw rJ rx rL r~ rx r )r� �callbackrA ZmtypeZupdate_env_for_mountZ log_errorZmtypes�indexr Ztmpdr r Zfailure_reasonZmountcmd�excr� r1 r1 r2 �mount_cbw sv
r c C s
t jt�S )N)�obj_copy�deepcopyr r1 r1 r1 r2 �get_builtin_cfg� s r c C s t jd| � tjj| �S )Nz Testing if a link exists for %s)rJ rx r- rl �islink)rl r1 r1 r2 �is_link� s r c C sh t jd|| � |rXtjj|�rXtjjtjj|�dtd� �}tj| |� tj ||� d S tj| |� d S )Nz$Creating symbolic link from %r => %rZtmpr� )
rJ rx r- rl rr rL r r� �symlinkr� )r` �link�forceZtmp_linkr1 r1 r2 �sym_link� s r! c C sP t jd| � ytj| � W n0 tk
rJ } z|jtkr:|�W Y d d }~X nX d S )NzAttempting to remove %s)rJ rx r- �unlinkrw r� r )rl ry r1 r1 r2 �del_file� s
r# c C s t jd| |� tj| |� d S )NzCopying %s to %s)rJ rx rY �copy)r� r� r1 r1 r2 r$ � s r$ c C s2 yt jdt j� �} W n tk
r, d} Y nX | S )Nz%a, %d %b %Y %H:%M:%S %zz??)�timeZstrftimeZgmtimer� )Ztsr1 r1 r2 � time_rfc2822� s
r& c s� ddl � ddl� d} G � fdd�d� j�}� j� jjd��}� j� }� j|�|_|� }|j d| � j
|�� j
|�dd�d kr�|j |j d S t
d
��dS ) z�Use sysctlbyname(3) via ctypes to find kern.boottime
kern.boottime is of type struct timeval. Here we create a
private class to easier unpack it.
@return boottime: float to be compatible with linux
r N� c s e Zd Zd� jfd� jfgZdS )zboottime.<locals>.timeval�tv_sec�tv_usecN)r{ r| r} Zc_int64Z_fields_r1 )�ctypesr1 r2 �timeval s r+ �cs
kern.boottimer� g ��.Az/Unable to retrieve kern.boottime on this systemr� )r* Z ctypes.utilZ StructureZCDLL�utilZ find_libraryZc_size_tZsizeof�valueZ sysctlbynameZbyrefr( r) � RuntimeError)Z
NULL_BYTESr+ ZlibcrV r� r1 )r* r2 �boottime s" r0 c C st d} d}yDt jjd�r4d}td�}|rJ|j� d } nd}ttj� t� �} W n" tk
rn t t
d| � Y nX | S )Nz??r
z /proc/uptimer r* z&Unable to read uptime using method: %s) r- rl r� r� r0 rV r% r0 r� r� rJ )Z
uptime_strr rw r1 r1 r2 �uptime$ s r1 c C s t | |dd d� d S )Nr? )�omoder1 )�
write_file)rl �contentr1 r1 r2 � append_file7 s r5 � )�
preserve_mode)r1 r7 r� c C s t | dd||d� d S )Nr� r? )r4 r2 r1 r7 )r3 )rl r1 r7 r1 r1 r2 � ensure_file; s r8 c C s& yt | �S ttfk
r d S X d S )N)r, rn rH )Z possible_intr1 r1 r2 �safe_intC s r9 c
C s4 t |�}| r0|r0t| �� tj| |� W d Q R X d S )N)r9 rh r- r )rl r1 Z real_moder1 r1 r2 r J s
r )�grp_namer� c C s: d}yt j| �j}W n tk
r4 tjd| � Y nX |S )zt
Returns the group id of a group name, or -1 if no group exists
@param grp_name: the name of the group
r� z"Group %s is not a valid group namer� )r7 r8 r9 r: rJ rx )r: r� r1 r1 r2 � get_group_idQ s r; )rl r� c C s t jtj | �j�S )z�
Returns the octal permissions of the file/folder pointed by the path,
encoded as an int.
@param path: The full path of the file/folder.
)ru �S_IMODEr- �st_mode)rl r1 r1 r2 �get_permissions_ s r> c C s t j| �}tj|j�jS )zw
Returns the owner of the file/folder pointed by the path.
@param path: The full path of the file/folder.
)r- ru r� �getpwuid�st_uidZpw_name)rl �str1 r1 r2 � get_ownerj s
rB c C s t j| �}tj|j�jS )zw
Returns the group of the file/folder pointed by the path.
@param path: The full path of the file/folder.
)r- ru r7 �getgrgid�st_gid�gr_name)rl rA r1 r1 r2 � get_groupt s
rF )�usernamer� c C sN g }x&t j� D ]}| |jkr|j|j� qW tj| �j}|jt j|�j� |S )zp
Returns a list of all groups to which the user belongs
@param username: the user we want to check
) r7 ZgetgrallZgr_memr� rE r� r� Zpw_gidrC )rG �groupsr� r� r1 r1 r2 �get_user_groups~ s
rI r@ )�ensure_dir_existsr� r� c ! C s� |r&y t | �}W n tk
r$ Y nX |r@ttjj| �||d� d|j� krZt|�}d}n t|�}d}y d| } W n t k
r� d| } Y nX t
j d| || t |�|� t
| d��. t| |��}
|
j|� |
j� W d Q R X W d Q R X t| |� d S )
a)
Writes a file with the given content and sets the file mode as specified.
Restores the SELinux context if possible.
@param filename: The full path of the file to write.
@param content: The content to write to the file.
@param mode: The filesystem mode to set on the file.
@param omode: The open mode used when opening the file (w, wb, a, etc.)
@param preserve_mode: If True and `filename` exists, preserve `filename`s
current mode instead of applying `mode`.
@param ensure_dir_exists: If True (the default), ensure that the directory
containing `filename` exists before writing to
the file.
@param user: The user to set on the file.
@param group: The group to set on the file.
)r� r� �br[ Z
charactersz%oz%rz Writing to %s - %s: [%s] %s %s)rl N)r> rw r� r- rl r r� r^ rZ rH rJ rx rI rh r� r� r� r ) r� r4 r1 r2 r7 rJ r� r� Z
write_typeZmode_rZfhr1 r1 r2 r3 � s8
r3 c C sD x>t j| �D ]0}t jj| |�}t jj|�r4t|� q t|� q W dS )z�
Deletes all contents of a directory without deleting the directory itself.
@param dirname: The directory whose contents should be deleted.
N)r- r{ rl rL rf rZ r# )r ZnodeZ
node_fullpathr1 r1 r2 �delete_dir_contents� s
rL r� �createdc C s6 t j� }t| �}|d|j� |f 7 }|dt� 7 }|S )Nz %s by cloud-init v. %sz on %s)r Zversion_stringrV �titler& )Z comment_charr_ Zci_ver�headerr1 r1 r2 � make_header� s
rP c G s t jjt jj| f|�� �S )N)r- rl �abspathrL )r_ rj r1 r1 r2 �abs_join� s rR c C s� t | ttf�s tdtj| � ��d}|r0|d7 }dd }d}x�| D ]�}t |ttf�r�g }x&|D ] }|jdt|�jd|� � q^W d |d
j |�f }|d 7 }qBt |t�r�d ||f }|d 7 }qB|d kr�qBtd tj|�|f ��qBW t
j d
|� |S )Nz8Input to shellify was type '%s'. Expected list or tuple.r� z
#!/bin/sh
z%s%s%s%s�'�\r z'%s'z%s%s
r= r� zCUnable to shellify type '%s'. Expected list, string, tuple. Got: %szShellified %s commands.)rS rT rS rS ) rU r* r� rH r r� r� rV r� rL rJ rx )ZcmdlistZ
add_headerr4 ZescapedZ cmds_mader� Zfixedry r1 r1 r2 �shellify� s4
rU c C sB |r | j |�r | t|�d � } |r>| j|�r>| d t|� � } | S )N)r� rI rx )rO �prefix�suffixr1 r1 r2 �strip_prefix_suffix s
rX c C s@ t j| d �d krdS yt j | � W n t jk
r: dS X dS )Nr FT)r �whichrM )r� r1 r1 r2 �_cmd_exits_zero s rZ c C s t dddg�S )Nzsystemd-detect-virtz--quietz --container)rZ r1 r1 r1 r2 �_is_container_systemd s r[ c C s
t dg�S )Nzlxc-is-container)rZ r1 r1 r1 r2 �_is_container_old_lxc$ s r\ c C sD t � s
dS dddg} tj| d �d kr*dS tj| �\}}|j� dkS )NFr� z-qnzsecurity.jail.jailedr r! )r� r rY r7 )r� r8 r r1 r1 r2 �_is_container_freebsd( s
r] c C s� t ttf} x| D ]}|� rdS qW y$td�}d|kr8dS d|krDdS W n ttfk
r^ Y nX tjjd�r~tjjd� r~dS yHt d�j
� }x6|D ].}|j d�r�|j � j
d d�\}}|d
kr�dS q�W W n ttfk
r� Y nX d S ) zH
Checks to see if this code running in a container of some sort
Tr� Z containerZLIBVIRT_LXC_UUIDz/proc/vzz/proc/bcz/proc/self/statuszVxID:r> r% F)r[ r] r\ � get_proc_envr� rw r- rl rf r� rF r� r7 r0 )Zchecks�helperZpid1env�linesrO Z_keyrQ r1 r1 r2 r� 2 s4
r� c C s t jjd�S )z2Check to see if we are running in a lxd container.z
/dev/lxd/sock)r- rl r� r1 r1 r1 r2 �is_lxd` s ra r� c C s� t jjdt| �d�}yt|dd�}W n ttfk
r< i S X i }d
\}}|rbd \}}|j||�}x4|j|�D ]&}|sxqn|j|d �\} }
| rn|
|| < qnW |S ) aH
Return the environment in a dict that a given process id was started with.
@param encoding: if true, then decoding will be done with
.decode(encoding, errors) and text will be returned.
if false then binary will be returned.
@param errors: only used if encoding is true.z/procrD F)rW r' � =r� �=r� )r' rb )r� rc ) r- rl rL rV r� r� rw rW r0 ) �pidrY �errorsr� rw �envZnullZequalr, r� rQ r1 r1 r2 r^ e s" r^ c C sT i }xJ| j � D ]>}y|j dd�\}}W n tk
rB |}d}Y nX |||< qW |S )Nrc r� T)r0 rn )Zkvstringr� r, r� rQ r1 r1 r2 �keyval_str_to_dict� s
rg c C s& | j d�r| dd � } tjjd| �S )Nz/dev/r[ z /sys/class/block/%s/partition)r� r- rl r� )r� r1 r1 r2 � is_partition� s
rh c C s� t |t�s|g}g }x�|D ]�}t |t�r4|j|� qt |ttf�r�t|�dk sZt|�dkrbtd��t|�dkr�|d r�|j| t|� � q|j|d � qtd��qW |S )Nr� r) z Invalid package & version tuple.r zInvalid package type.)rU r� rV r� r* rI r/ )Z version_fmtZpkgsZpkglist�pkgr1 r1 r2 �expand_package_list� s
rj c C s� dd� | j d�D �}d}d}d}d}�xHt|�D �]:\} }
|
j � } t| �dk rj|jd| d t| �|
� dS | d } d d� | j d�D �}
t|
�t|�kr�q0tt|
�t|��}|
d
|� |d
|� kr�q0|dk r�t|�t|
�kr�q0y| jd �} W n( tk
�r |jd | d |
� dS X y | | d }| | d
}W n( tk
�rZ |jd| d |
� dS X | }|
}| d }q0W |�r�|�r�|�r�|�r�|�r�||||fS n |�r�|�r�|�r�|||fS dS )zRReturn the mount information for PATH given the lines from
/proc/$$/mountinfo.c S s g | ] }|r|�qS r1 r1 )r? ry r1 r1 r2 rB � s z$parse_mount_info.<locals>.<listcomp>r+ Nrs z$Line %d has two few columns (%d): %sr� r� c S s g | ] }|r|�qS r1 r1 )r? ry r1 r1 r2 rB � s r �-z,Did not find column named '-' in line %d: %sr) z/Too few columns after '-' column in line %d: %sr[ )r0 r rI rx �minr rn �
IndexError)rl Zmountinfo_linesr � get_mnt_optsZ
path_elements�devpth�fs_typeZmatch_mount_pointZmatch_mount_point_elementsr� rO r� � mount_pointZmount_point_elements�xZ
mount_optionsr1 r1 r2 �parse_mount_info� sX
rs c C sB x<t d�j� D ],}|j� dd� \}}}|| kr|||fS qW dS )z<On older kernels there's no /proc/$$/mountinfo, so use mtab.z /etc/mtabNr� )r� rF r0 )rl rO ro rq rp r1 r1 r2 �
parse_mtab� s
rt c C s� | j d�}t|�dkr |d S t|�dkr2|d S |d dkr�| d d � }tjd
d d g�\}}x<|j d
�D ].}|j � }t|�dkrj|d |krj|d }P qjW t|�S tjd| � d S )Nr+ r� r r� r) r� �gptr r[ Zglabel�statusz-sr� z)Unexpected input in find_freebsd_part: %s)r� ru r )r0 rI r rV rJ rK )ZfsZsplittedZ target_labelre r� Zlabelsr� r1 r1 r2 �find_freebsd_part
s
rw c C sJ d }x@|j d�D ]2}|j � }t|�dkrtjj|d | �r|}P qW |S )Nr� r) r� )r0 rI r- rl r� )rl �mnt_list�
path_foundrO r� r1 r1 r2 �get_path_dev_freebsd
s rz c C sz t j dd| gddgd�\}}t|�rPt j ddg�\}}t| |�}|d krLd S |}|j� }t|d �}d| |d |d fS )Nr z-pr r� )r� z/dev/r) )r rI rz r0 rw )rl r� rS rx ry r� Z
label_partr1 r1 r2 �get_mount_info_freebsd%
s
r{ c C s� t jjd�stjd� d S ytjdd| g�\}}W n0 tjk
rb } ztjd| |� d S d }~X nX t|�rpd S d}xL|j d�D ]>}t
j ||�r�| |kr�d|kr�|j � d }tjd
| |� |S q�W d S ) Nz/dev/zfsz"Cannot get zpool info, no /dev/zfs�zpoolrv z$Unable to get zpool status of %s: %sz .*(ONLINE).*r� �stater zfound zpool "%s" on disk %s) r- rl r� rJ rx r rM rK rI r0 r� r )r| Z zpoolstatusrS r� rO Zdiskr1 r1 r2 �get_device_info_from_zpool3
s
r~ c C s� t j dg�\}}|j� }d}t� r&d}x�|D ]�}tj||�}|sBq,|jd�}|jd�}|jd�} | d krr|jd�} tjd||| � tjd |�}
|
r�t� r�| d
kr�t | �S || kr,|| |fS q,W d S ) Nr zH^(/dev/[\S]+|.*zroot\S*?) on (/[\S]*) (?=(?:type)[\s]+([\S]+)|\(([^,]*))zA^(/dev/[\S]+|\S*?) on (/[\S]*) (?=(?:type)[\s]+([\S]+)|\(([^,]*))r� r) r� r� z?found line in mount -> devpth: %s, mount_point: %s, fs_type: %sz^(/dev/.+)p([0-9])$Zzfs)
r rF r� r� r r� rJ rx r� r{ ) rl Z mountoutputr� r
ZregexrO r ro rq rp Zdevmr1 r1 r2 � parse_mountG
s2
r c C sR dt j� }t jj|�r2t|�j� }t| |||�S t jjd�rFt| �S t| �S d S )Nz/proc/%s/mountinfoz /etc/mtab) r- �getpidrl r� r� rF rs rt r )rl r rn Zmountinfo_pathr` r1 r1 r2 �get_mount_infou
s r� )�optr� c C s t | dd��^ }}||jd�kS )NT)rn rC )r� r0 )rl r� r Zmnt_optsr1 r1 r2 �
has_mount_opt�
s r� �T.)r� r� c $ C s� |d kr g }|d kri }t j � }d }|rLytt� �}W n tk
rJ Y nX z|||�}W d t j � | } d }
|d k r�ytt� �| }
W n tk
r� Y nX d| } |r�t|
t�r�| d|
7 } n| d7 } y| || � W n tk
r� Y nX X |S )Nz took %0.3f secondsz (%0.2f)z (N/A))r% �floatr1 rn rU r� ) r� rr r� r� r� Z
get_uptime�startZustartr� ZdeltaZudeltaZtmsgr1 r1 r2 r� �
s<
r� c C s( | j dd�}t|�dkr |S | d fS d S )Nr( r� )�rsplitrI )Zdottedr� r1 r1 r2 �expand_dotted_devname�
s r� c C s� |d kr g }|d krg }g }i }xp|| D ]d}y t | | | ddd�||< W q* tk
r� } z$|jtkrj� ||kr||j|� W Y d d }~X q*X q*W t|�r�tdjdj|�d���|S )NF)r� rW z Missing required files: {files}rC )�files) r� r� r� r r� rI rn rW rL )r_ ZrequiredZoptionalZdelimrR r� ry ry r1 r1 r2 �pathprefix2dict�
s$
r� �
/proc/meminfoc
C s� d d
ddd�}ddd d
�}i }x�t | �j� D ]v}y|j� \}}}W n$ tk
rf |j� \}}d }Y nX |r�t|�|| ||< q,||kr,t|�|| ||| < q,W |S )Nr) rs � r� � )ZkBZmB�BZgBZtotalZfreeZ available)z MemTotal:zMemFree:z
MemAvailable:r� i i i @)r� rF r0 rn r, ) Zmeminfo�raw�mpliersZkmapr� rO r� r. Zunitr1 r1 r2 � read_meminfo�
s
r� c C s� | }| j d�r | dd� } n| j d�r2| dd� } dddddd
�}| }d}x,|D ]$}| j |�rP|}| d t|� � }qPW y t|�}W n0 tk
r� } ztd | �|�W Y dd}~X nX |d k r�td
| ��t||| �S )a} Convert human string or integer to size in bytes
In the original implementation, SI prefixes parse to IEC values
(1KB=1024B). Later, support for parsing IEC prefixes was added,
also parsing to IEC values (1KiB=1024B). To maintain backwards
compatibility for the long-used implementation, no fix is provided for SI
prefixes (to make 1KB=1000B may now violate user expectations).
Future prospective callers of this function should consider implementing a
new function with more standard expectations (1KB=1000B and 1KiB=1024B)
Examples:
10M => 10485760
10MB => 10485760
10MiB => 10485760
ZiBNr) r� r� rs r� r� �( )r� �K�M�Gr� r z'%s' is not valid input.z'%s': cannot be negative���r� i i i @l )rx rI r� rn r, )rV Zsize_inr� ZnumZmplierr ry r1 r1 r2 � human2bytes
s&
r� c C s< | dkrt j� d } | dkp6| d dko6| dd� dk}|S )z$Return True if platform is x86-basedNr� Zx86_64r r� r) Z86)r- r. )Z
uname_archZx86_arch_matchr1 r1 r2 �is_x868 s
r� c C s, t jd d� dk r"tjtj| ��S tj| �S )Nr) � )r) r� )r� � version_info�emailZmessage_from_filer� �StringIO�message_from_string)r� r1 r1 r2 r� B s r� c C s� t j ddg| dd�}t� }xh|jj� D ]Z}y|jd d�\}}}W n tk
rV w&Y nX |jd�sl|jd�r&|jtj dd |�� q&W |S )
Nz
dpkg-queryz--listT)r5 r4 r) �hiZiiz:.*r� )
r r� r6 rF r0 rn r� r� r� �sub)r5 r8 Z pkgs_instrO r} ri r r1 r1 r2 �get_installed_packagesH s r� c C s� d} y,t t| dd��}|jdd�j� dkr.dS W n0 tk
r` } ztjd| |� W Y d d }~X nX t� }d|krtdS td dd�}d|j� kr�dS tj j
d
�r�dS d S ) Nz/etc/os-releaseT)r� r� r� z ubuntu-corez!Unexpected error loading '%s': %sz
snap_core=z /etc/system-image/channel.iniz/etc/system-image/config.d/F) r r� r r� rn rJ rK r� r- rl rf )ZorpathZorinfory r� r4 r1 r1 r2 �system_is_snappyW s r� c C s� d }x(| j � D ] }|jd�r|dd � }P qW |d kr:d S |jd�rH|S |jd�rfd|td�d � S |jd�r�d|td�d � j� S |jd�r�d |td�d � j� }tjj|�r�|S t|�}|r�|d
S |S d| S ) Nzroot=r[ z/dev/zLABEL=z/dev/disk/by-label/zUUID=z/dev/disk/by-uuid/z PARTUUID=z/dev/disk/by-partuuid/r )r0 r� rI r� r- rl r� r� )r� r r, Z
disks_path�resultsr1 r1 r2 �rootdev_from_cmdlineo s,
r� c C sJ dd� }i }x8|| �D ],}|j dd�\}}|s2|}|s:|r|||< qW |S )z�Given shell like syntax (key=value
key2=value2
) in content
return the data in dictionary form. If 'add_empty' is True
then add entries in to the returned dictionary for 'VAR='
variables. Set their value to empty_val.c S s t j| dd�S )NT)Zcomments)�shlexr0 )rX r1 r1 r2 � _shlex_split� s z(load_shell_content.<locals>._shlex_splitrc r� )r0 )r4 Z add_emptyZ empty_valr� rA rO r� r. r1 r1 r2 r � s r � �?c C s� t | �}d}xr|t dd� |D ��8 }t|�dkrDtjd||| � g S |dkr\tjd||| � || |krjP tj|� ||7 }qW tjd|||� |S )Nr c S s g | ]}t jj|�r|�qS r1 )r- rl r� )r? ry r1 r1 r2 rB � s z"wait_for_files.<locals>.<listcomp>z)%sAll files appeared after %s seconds: %sz6%sWaiting up to %s seconds for the following files: %sz*%sStill missing files after %s seconds: %s)r� rI rJ rx r% Zsleep)�flistZmaxwaitZnaplenZlog_preZneedZwaitedr1 r1 r2 �wait_for_files� s0
r� c C s& t | dd�}|d jd�}|d dkS )z1Check whether the given mount point is mounted rwT)rn r� rC r Zrwr� )r� r0 )rq r� Z
mount_optsr1 r1 r2 �mount_is_read_write� s r� c C sX t jd�sdS ddg}| r:tjj| �r*dS |jd| g� |rN|jd| g� t j |�S )zAInvoke udevadm settle with optional exists and timeout parametersZudevadmNZsettlez--exit-if-exists=%sz --timeout=%s)r rY r- rl r� r� )r� ra Z
settle_cmdr1 r1 r2 �udevadm_settle� s
r� c C s� d}yJt d| dd�}|rLtjdt|��}|r>t|jd��}ntjd| |� W n0 tk
r~ } ztjd| |� W Y d d }~X nX |S )
z-
Return the parent pid of a process.
r z
/proc/%s/statT)r� z ^\d+ \(.+\) [RSDZTtWXxKPI] (\d+)r� z6Unable to match parent pid of process pid=%s input: %sz Failed to load /proc/%s/stat. %sN) r� r� r rV r, r� rJ rK r� )rd Zppidrw r ry r1 r1 r2 �
get_proc_ppid� s
r� r� � Error:
{}c C s& t |j| �tjd� |r"tj|� |S )a
Print error to stderr and return or exit
@param msg: message to print
@param rc: return code (default: 1)
@param fmt: format string for putting message in (default: 'Error:
{}')
@param sys_exit: exit when called (default: false)
)�file)�printrW r� r� �exit)rr Zrcr� Zsys_exitr1 r1 r2 r� � s
r� c s^ e Zd Zd� fdd� Zeed�dd��Zdd� Zd d
� Zd d � Z d
d� Z
e d�dd�Z � Z
S )�Versionr� c s t t| �j| ||||�S )zPDefault of -1 allows us to tiebreak in favor of the most specific
number)�superr� �__new__)�cls�major�minor�patch�rev)� __class__r1 r2 r� s zVersion.__new__)r c C s | t tt|jd���� S )Nr( )r� r+ r, r0 )r� r r1 r1 r2 �from_str s zVersion.from_strc C s d| j |�kS )Nr� )�_compare_version)rn �otherr1 r1 r2 �__gt__ s zVersion.__gt__c C s0 | j |j ko.| j|jko.| j|jko.| j|jkS )N)r� r� r� r� )rn r� r1 r1 r2 �__eq__ s zVersion.__eq__c c s8 x2| j | j| j| jfD ]}|dkr.t|�V qP qW dS )z)Iterate over the version (drop sentinels)r� Nr� )r� r� r� r� rV )rn �nr1 r1 r2 �__iter__ s zVersion.__iter__c C s
dj | �S )Nr( )rL )rn r1 r1 r2 �__str__ s zVersion.__str__)r� c C sP | |kr dS | j |j kr dS | j|jkr,dS | j|jkr<dS | j|jkrLdS dS )z�
return values:
1: self > v2
-1: self < v2
0: self == v2
to break a tie between 3.1.N and 3.1, always treat the more
specific number as larger
r r� r� )r� r� r� r� )rn r� r1 r1 r2 r� ! s
zVersion._compare_versionr� r� r� r� )r� r� r� r� )r{ r| r} r� � classmethodrV r� r� r� r� r� r, r� �
__classcell__r1 r1 )r� r2 r� s r� r� r� r� r� )�
extra_message�schedule)�
deprecated�deprecated_versionr� r� c C s� t td�st� t_|pd}t| | | t|� �}tj|�}t|j| |j �}|tjkr�tjj
|� | � d|� d|� d|� �j � }t t d�r�t j
|� n
t j|� dS )a Mark a "thing" as deprecated. Deduplicated deprecations are
logged.
@param deprecated: Noun to be deprecated. Write this as the start
of a sentence, with no period. Version and extra message will
be appended.
@param deprecated_version: The version in which the thing was
deprecated
@param extra_message: A remedy for the user's problem. A good
message will be actionable and specific (i.e., don't use a
generic "Use updated key." if the user used a deprecated key).
End the string with a period.
@param schedule: Manually set the deprecation schedule. Defaults to
5 years. Leave a comment explaining your reason for deviation if
setting this value.
Note: uses keyword-only arguments to improve legibility
�_logr� z is deprecated in z and scheduled to be removed in z. r� N)ro � deprecater� r� �hashrV r� r� r� r� r� r� rJ r� rK ) r� r� r� r� �messageZdedupr Zversion_removedZ
deprecate_msgr1 r1 r2 r� 8 s
r� )r� )r� r� r� c s � ��fdd�}|S )a~ Mark a "thing" as deprecated. Deduplicated deprecations are
logged.
@param deprecated_version: The version in which the thing was
deprecated
@param extra_message: A remedy for the user's problem. A good
message will be actionable and specific (i.e., don't use a
generic "Use updated key." if the user used a deprecated key).
End the string with a period.
@param schedule: Manually set the deprecation schedule. Defaults to
5 years. Leave a comment explaining your reason for deviation if
setting this value.
Note: uses keyword-only arguments to improve legibility
c s t j� ���� �fdd��}|S )Nc s �| |�}t � �j��d� |S )N)r� r� r� r� )r� r{ )r� r� r8 )r� r� r� r� r1 r2 � decoratorx s
z2deprecate_call.<locals>.wrapper.<locals>.decorator)� functools�wraps)r� r� )r� r� r� )r� r2 �wrapperw s z deprecate_call.<locals>.wrapperr1 )r� r� r� r� r1 )r� r� r� r2 �deprecate_calld s r� )r r! r" r# )r$ r% r& r' )N)N)rT )rT )N)N)N)r� N)N)TT)F)N)r )N)N)N)NN)F)r� r� r[ )N)r� r� r[ rs r )N)N)F)r� )Nr� NFN)Nr� NFN)Nr� NFN)Nr� NFN)Nr� NFN)NF)NFT)r� N)NN)NN)N)r� )NNN)NNNT)F)r6 )r6 r@ F)r� rM )T)NN)rT r� )NNF)r� F)N)N)FN)r� r� )NN)r� r� F)�r� r$ r r� r� r� r7 r� r� r� r� r- Zos.pathr� r� r� r� r� rY r� ru r� rE r� r% �base64r r � collectionsr r r r� r r r r
Zpathlibr Ztypingr r
r r r r Zurllibr Z cloudinitr r r r� r r r r r r r r Zcloudinit.settingsr r� Z getLoggerr{ rJ �sepr� r� r� r� r� r� r3 r9 r= rZ r^ rb rc rg rh r� r~ r r� r� r� r� r� r� r� r� r� r� r� r� rV rN r� r� �DEBUGr� r� r� r� r� r� r� r� r� r� r� r r( r� r* r- r4 r/ rP �contextmanagerrR r6 rX rZ re rk r� r\ r} r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r. r� r� r� �BufferedIOBaser[ r� r� r� r� r� r� r� r r r� r r r r r r! r# r& r0 r1 r5 r, r8 r9 r r; r> rB rF rI r3 rL rP rR rU rX rZ r[ r\ r] r� ra r^ rg rh rj rs rt rw rz r{ r~ r r� r� r� r� r� rl r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r1 r1 r1 r2 �<module> s� (
.
2
& (>: P
!( + , " + (3
?
:
+ X #
4 %
. N
.'
' +
;&(