File manager - Edit - /usr/lib/python3/dist-packages/cloudinit/__pycache__/util.cpython-310.pyc
Back
o �Ad�i � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlmZmZ d dlm Z m Z d dl m Z m Z d dl!m"Z"m#Z# d dl$m%Z% d dl&m'Z'm(Z(m)Z)m*Z*m+Z+ d dl,m-Z- d d l.m/Z/m0Z0 d d l.m1Z2 d d l.m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9 d d l:m;Z; da<e2�=e>�Z?e j@d iZAdejB ejC ZDdZEdZFdd� ZGe"� �dldd��ZHe"� �dldd��ZI�dmdd�ZJ�dmdd�ZKd d � ZLd d � ZMd d!� ZNG d"d#� d#�ZOG d$d%� d%eP�ZQG d&d'� d'eP�ZRd(d)� ZS�dld*d+�ZT�dld,d-�ZU�dld.d/�ZV�dnd1d2�ZW�dld3d4�ZXdd5�d6e)fd7d8�ZYd9d:� ZZd;d<� Z[d=d>� Z\�dod@dA�Z]dBdC� Z^dDe_d6e`fdEdF�ZadGdH� Zbd?d?de2jcd?fdIdJ�Zde"� dKdL� �Zee"� dMdN� �Zfe"� dOdP� �Zge"� dQdR� �Zhe"� dSdT� �Zie"� dUdV� �Zj�dpdXdY�Zk�dldZd[�Zl�dqd\d]�Zm�dld^d_�Zne"� d`da� �Zodbdc� Zpe"� ddde� �Zq�dldfdg�Zr�dldhdi�Zsdjdk� Zt�drdldm�Zu�dpd6e`fdndo�Zve jwdpdq� �Zxe jwdrds� �Zydtdu� Zzdvdw� Z{�dsdzd{�Z|�dld|d}�Z}de`ffd~d�Z~�dtd�d��Zdd5�d6e`fd�d��Z�dd5�d6e`fd�d��Z��dld�d��Z��dld�d��Z�d�d�� Z�e d�g d���Z��dpd�d��Z��dud�d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z� �dvd�d��Z� �dvd�d��Z� �dvd�d��Z� �dvd�d��Z� �dvd�d��Z��dwd�d��Z�d�d�� Z�d�d�� Z��dxd�d��Z�e"� d�d�� �Z�d�d�� Z��dyd�d��Z��drd�d��Z��drd�d��Z�d�d�� Z�d�d�� Z�d�dÄ Z��dld�dńZ�d�dDŽ Z�d�dɄ Z�d�d˄ Z��dzd�d΄Z�e`ffd�dЄZ�d�d҄ Z�d�dԄ Z�d�dք Z��d{d�dZ�e jwd�dڄ �Z�d�d܄ Z� �d{d�dބZ�d�d� Z�d�d� Z��dpd�d�Z�d�d� Z�d�d� Zd�d� Z�e"� d�d� �Z�d�d� Z�d�d� Z� �d|dWd�d�e�d�e�d6dfd�d��Z�d�d�� Z�d�d�� Z�d�e_d6e�fd�d��Z�d�e_d6e�fd��d �Z�d�e_d6e_f�d�d�Z�d�e_d6e_f�d�d�Z��de_d6e*e_ f�d�d�Z� � W�d}d?dd�d ��d �d �Z��d �d � Z��d~�d�d�Z��d�d� Z��d�d�d�Zdr�d�d�ZÐd�d� ZĐd�d� ZŐd �d � ZƐd �d � Z�e"� �d �d!� �ZȐd"�d#� Zɐd��d%�d&�Zʐd'�d(� Zːd)�d*� Z̐d+�d,� Z�e?dWf�d-�d.�Zΐd/�d0� Zϐd1�d2� ZАd3�d4� Zѐd5�d6� ZҐd7�d8� ZӐd9�d:� ZԐd;�d<� Z�e?dWf�d=�d>�Zd?e_d6e�f�d@�dA�Z�e+�dB�Z� W�d��dCe'�dDe�f d6e�f�dE�dF�ZِdG�dH� Z�dde j�j@f�dI�dJ�Zܐd��dL�dM�ZݐdN�dO� Zސdl�dP�dQ�ZߐdR�dS� Z�dl�dT�dU�Z�dV�dW� Z�dX�dY� Z�d��dZ�d[�Z�d��d]�d^�Z�d_�d`� Z�dr�da�db�Z�dc�dd� Z�d��dg�dh�Z�e#G �di�dj� �dje �djg �dk����Z�dS (� � N)� b64decode� b64encode)�deque� namedtuple)�EACCES�ENOENT)� lru_cache�total_ordering)�Path)�Callable�Deque�Dict�List�TypeVar)�parse)�features�importer)�log)�mergers�safeyaml�subp� temp_utils� type_utils� url_helper�version)� CFG_BUILTIN�_z_-.())�true�1�on�yes)�off�0�no�falsec C s" t ttt�� j�d�d d� ��S )N�.� )�tuple�map�int�os�uname�release�split� r. r. �0/usr/lib/python3/dist-packages/cloudinit/util.py�kernel_versionD s "r0 c C s t j ddgd| d�}|j�� S )z�Return the sanitized string output by `dpkg --print-architecture`. N.B. This function is wrapped in functools.lru_cache, so repeated calls won't shell out every time. �dpkgz--print-architectureT��capture�target)r �stdout�strip)r4 �outr. r. r/ �get_dpkg_architectureH s � r8 c s� ddddd�}i � zDt j ddgd| d �}|j�� D ]}|�d �\}}}||v r/|�� � || < q� fd d �|�� D �}t|�rKt�d d� |�� W � S W � S t j yr } zt�d|� t dd� |�� D ��� W Y d }~� S d }~ww )N�codename� description�idr, )�Codename� DescriptionzDistributor ID�Release� lsb_releasez--allTr2 �:c s g | ]}|� vr|�qS r. r. )�.0�k��datar. r/ � <listcomp>e s z lsb_release.<locals>.<listcomp>z.Missing fields in lsb_release --all output: %s�,z#Unable to get lsb_release --all: %sc s s � | ]}|d fV qdS )� UNAVAILABLENr. �rA �vr. r. r/ � <genexpr>n s � z lsb_release.<locals>.<genexpr>) r r5 � splitlines� partitionr6 �values�len�LOG�warning�join�ProcessExecutionError�dict) r4 �fmapr7 �line�fnamer �val�missing�errr. rC r/ r? U s8 ��� � � ��r? �utf-8c C � t | t�r| S | �|�S �N)� isinstance�str�decode)�blob�encodingr. r. r/ � decode_binarys � rb c C r[ r\ )r] �bytes�encode)�textra r. r. r/ � encode_textz rc rg c C s, t | �}z|�d�W S ty | Y S w �NrZ )r r_ �UnicodeDecodeError)�source�decodedr. r. r/ �b64d� s �rl c C s" t | t�s | �d�} t| ��d�S rh )r] rd re r r_ )rj r. r. r/ �b64e� s rm c C sP | j dd�}| �� dkr&t|t�r&| �� }|r |jr |j}nd}|�|d�S |S )NT�r_ rf rZ �surrogateescape)� get_payload�get_content_maintyper] rd � get_charset� input_codecr_ )�part� cte_payload�charsetra r. r. r/ �fully_decoded_payload� s � rw c @ s& e Zd Zd dd�Zdd� Zdd� ZdS ) � SeLinuxGuardFc C s: zt �d�| _W n ty d | _Y nw || _|| _d S )N�selinux)r � import_modulery � ImportError�path� recursive)�selfr| r} r. r. r/ �__init__� s � zSeLinuxGuard.__init__c C s | j r | j �� r dS dS �NTF)ry �is_selinux_enabled�r~ r. r. r/ � __enter__� s zSeLinuxGuard.__enter__c C s� | j r| j �� s d S tj�| j�sd S tj�| j�}zt�|�}| j �||tj � W n t y5 Y d S w t � d|| j � z | j j|| j d� W d S t yf } zt �d|| j |� W Y d }~d S d }~ww )Nz,Restoring selinux mode for %s (recursive=%s)�r} z,restorecon failed on %s,%s maybe badness? %s)ry r� r* r| �lexists�realpath�lstat� matchpathcon�stat�ST_MODE�OSErrorrO �debugr} � restoreconrP )r~ � excp_type� excp_value�excp_tracebackr| �stats�er. r. r/ �__exit__� s6 �����zSeLinuxGuard.__exit__N�F)�__name__� __module__� __qualname__r r� r� r. r. r. r/ rx � s rx c @ � e Zd ZdS )�MountFailedErrorN�r� r� r� r. r. r. r/ r� � � r� c @ r� )�DecompressionErrorNr� r. r. r. r/ r� � r� r� c O sx t �� }|dkr0z| |i |�� t �d� W d S ty/ ttdt�| �� t �d� Y d S w t�d|t�| �� d S )Nr z&Failed forking and calling callback %s� z(Forked child %s who will run callback %s) r* �fork�_exit� Exception�logexcrO r �obj_namer� )�child_cb�args�kwargs�fidr. r. r/ �fork_cb� s$ ���r� c C sB t | t�r | du S t}|rt|�| }t| ��� �� |v r dS dS r� )r] �bool� TRUE_STRINGS�listr^ �lowerr6 �rW �addons� check_setr. r. r/ �is_true� � r� c C sB t | t�r | du S t}|rt|�| }t| ��� �� |v r dS dS �NFT)r] r� � FALSE_STRINGSr� r^ r� r6 r� r. r. r/ �is_false� r� r� c C s | sdS t | t�r | S t| |�S �NF)r] r� r� )rW r� r. r. r/ �translate_bool s r� � c s8 t �� � �s tjtj �d�� �fdd�td| �D ��S )N� c s g | ]}� � ���qS r. )�choice)rA �_x��r� select_fromr. r/ rE s z rand_str.<locals>.<listcomp>r )�random� SystemRandom�string� ascii_letters�digitsrQ �range)�strlenr� r. r� r/ �rand_str s r� c C s, |sd} t dd�d | }|| vr |S q)Nr� T� )r� r )r� )� dictionary�postfix�newkeyr. r. r/ � rand_dict_key s �r� ��instance_data_file�returnc C s� ddl m}m}m} zt| �}W n ty* } z|jtkr%i W Y d}~S � d}~ww |rgtj � |�rgz||| |�}t � d|| � W n$ |yK Y n |yf } zt � d||t|�� W Y d}~nd}~ww |du rmi S t|i d�S )z>Read a yaml config with optional template, and convert to dictr )�JinjaLoadError� NotJinjaError� render_jinja_payload_from_fileNz?Applied instance data in '%s' to configuration loaded from '%s'z:Could not apply Jinja template '%s' to '%s'. Exception: %s��default)�!cloudinit.handlers.jinja_templater� r� r� � load_file�IOError�errnor r* r| �existsrO r� rP �repr� load_yaml)rV r� r� r� r� � config_filer� r. r. r/ � read_conf# sF ���� ��� r� c G s t t| � �S r\ )�sorted� uniq_merge)�listsr. r. r/ �uniq_merge_sortedU � r� c G sF g }| D ]}t |t�r|�� �d�}dd� |D �}|�|� qt|�S )NrF c S � g | ]}|r|�qS r. r. )rA �ar. r. r/ rE g � z uniq_merge.<locals>.<listcomp>)r] r^ r6 r- �extend� uniq_list)r� � combined_list�a_listr. r. r/ r� a s r� c C s` t �� D ] \}}| �||�} qg }| D ] }|tvr |�|� q|D ]}| �|d�} q!| �� } | S )Nr� )�FN_REPLACEMENTS�items�replace� FN_ALLOWED�appendr6 )�fnrB rI �removalsr. r. r/ �clean_filenamel s �r� Tc C s� z:t �t| ��}t�t�d dd|��� }|r$t|�� �W d � W S |�� W d � W S 1 s3w Y W d S t yW } z|rL| W Y d }~S t t |��|�d }~ww )N�rbr� ) �io�BytesIOrg � contextlib�closing�gzip�GzipFilerb �readr� r� r^ )rD �quietr_ �buf�ghr� r. r. r/ � decomp_gzipy s �(���r� c C s~ | sdS | � dd�}|d �� }t|�dkr |d �� }nd }|r+|dks+|�� dkr-d }|r9|dks9|�� dkr;d }||fS )N�NNr@ r� r r& z-1�none)r- r6 rN r� )�ug_pair� ug_parted�u�gr. r. r/ �extract_usergroup� s r �root_dirc C sh t � }t�tj�| d��D ]$}tj�|�sq tj�|�dd� }|�� }|r1|�d�dkr1|||< q |S )Nz*.pyr ���r% ���) rS �globr* r| rQ �isfile�basenamer6 �find)r �entriesrV �modnamer. r. r/ �get_modules_from_dir� s �r c C sB t | d��}|�|� |�� W d � d S 1 sw Y d S )N�w)�open�write�flush)�conpathrf �wfhr. r. r/ �write_to_console� s "�r c C s� |rt j�| � |rEd}d}tj�|�r;z t|| � d}W n ty: d}t j�|� d�� |r8|� t j |� Y nw |rE|sEt j�| � |ra| d dkrY|� || d d� � d S |� || � d S d S )Nz /dev/consoleFTz Failed to write to /dev/console� r ) �sys�stderrr r* r| r� r r� r5 r �logging�WARNING) rf �consoler r � log_level�fallback_to_stdoutr �writing_to_console_worked� console_errorr. r. r/ � multi_log� s. �� �r c C s dt �� v S )N�Linux��platform�systemr. r. r. r/ �is_Linux� � r" c C s$ dt �� v rdS t �� dkrdS dS )N�BSDT� DragonFlyFr r. r. r. r/ �is_BSD� s r& c C � t � d dkS )N�variant�freebsd�� system_infor. r. r. r/ � is_FreeBSD� � r, c C r' )Nr( � dragonflyr* r. r. r. r/ �is_DragonFlyBSD� r- r/ c C r' )Nr( �netbsdr* r. r. r. r/ � is_NetBSD� r- r1 c C r' )Nr( �openbsdr* r. r. r. r/ � is_OpenBSD� r- r3 Fc C s || vr|S t | | �S r\ )r� ��yobj�keyr� r. r. r/ �get_cfg_option_bool� s r7 c C s* || vr|S | | }t |t�st|�}|S r\ )r] r^ )r5 r6 r� rW r. r. r/ �get_cfg_option_str� s r8 c C s t t| ||d��S )Nr� )r) r8 r4 r. r. r/ �get_cfg_option_int s r9 c C s� | sd} t j�| �s i S t| �}d}d|v rd}t�||�}|rS|�� }d|d v r0|d |d< |d �� �d�d |d< |d d krGd |d< |d |d |d d �S i S ) z�Return a dictionary of distro info fields from /etc/redhat-release. Dict keys will align with /etc/os-release keys: ID, VERSION_ID, VERSION_CODENAME z/etc/redhat-releasezA(?P<name>.+) release (?P<version>[\d\.]+) \((?P<codename>[^)]+)\)� Virtuozzoz)(?P<name>.+) release (?P<version>[\d\.]+)�namer9 z linuxr zred hat enterprise�redhatr )�ID� VERSION_ID�VERSION_CODENAME) r* r| r� r� �re�match� groupdictr� rL )� release_file�redhat_release� redhat_regexrA �groupr. r. r/ �_parse_redhat_release s, � �rG c C s� d} d}d}i }d}t j�d�rttd��}|s d}t� }|rq|�dd�} |�dd�}d| v s3d| v r8t�� }n2| d krC|�d d�}n'| d krP|sP|�d d�}n|�d d�}|sjt � d |�dd��}|rj|� � d }| dkrpd} nJt � rt� � �� } t�� }n<d}z%zt�� }W n ty� Y nw W d }|D ]}|r�d}q�|s�t�d� |S d }|D ]}|r�d}q�|s�t�d� w w | ||fS )Nr� F�/etc/os-releaseTr= r> �sles�suse�photon� PRETTY_NAME� virtuozzor? z [^ ]+ \((?P<codename>[^)]+)\)�VERSIONr9 �rhelr< )r� r� r� r� zPUnable to determine distribution, template expansion may have unexpected results)r* r| r� �load_shell_contentr� rG �getr �machiner@ rA rB r& r! r� r, �distr� rO rP ) � distro_name�distro_version�flavor� os_release�os_release_rhelrA rS �found�entryr. r. r/ �get_linux_distro4 sz � � �������� r[ c C s� | d � � }d}|dkr8| d d � � }|dv r |}|S |dv r$d}|S |d kr,d }|S |d v r4d }|S d}|S |d v r>|}|S )Nr! �unknown�linuxrS r )� almalinux�alpine�arch�centos� cloudlinux�debian� eurolinux�fedora�mariner� miraclelinux� openeuler� opencloudos� openmandrivarK rO �rockyrJ � tencentosrM )�ubuntu� linuxmint�mintrm r< rO )�opensusez opensuse-leapzopensuse-microoszopensuse-tumbleweed�sle_hpcz sle-microrI rJ )�windows�darwinr) r0 r2 r. )r� )�infor! r( � linux_distr. r. r/ � _get_variantr s* ��� � �rv c C s< t � � t �� t �� t �� tt �� �t� d�} t| �| d< | S )N)r r! r, �pythonr+ rS r( )r r! r, �python_versionr� r+ r[ rv )rt r. r. r/ r+ � s � r+ c C sX || vr|S | | du rg S | | }t |t�r dd� |D �}|S t |t�s)t|�}|gS )a� Gets the C{key} config option from C{yobj} as a list of strings. If the key is present as a single string it will be returned as a list with one string arg. @param yobj: The configuration object. @param key: The configuration key to get. @param default: The default to return if key is not found. @return: The configuration option as a list of strings or default if key is not found. Nc S s g | ]}|�qS r. r. rH r. r. r/ rE � s z'get_cfg_option_list.<locals>.<listcomp>)r] r� r^ )r5 r6 r� rW �cvalr. r. r/ �get_cfg_option_list� s rz c C s> t |t�r |�d�}| }|D ]}||vr| S || }q|S )a� Return the value of the item at path C{keyp} in C{yobj}. example: get_cfg_by_path({'a': {'b': {'num': 4}}}, 'a/b/num') == 4 get_cfg_by_path({'a': {'b': {'num': 4}}}, 'c/d') == None @param yobj: A dictionary. @param keyp: A path inside yobj. it can be a '/' delimited string, or an iterable. @param default: The default to return if the path does not exist. @return: The value of the item at keyp." is not found.�/)r] r^ r- )r5 �keypr� �cur�tokr. r. r/ �get_cfg_by_path� s r c C s t | |�\}}t||� ||fS r\ )�get_output_cfg�redirect_output)�cfg�mode�outfmt�errfmtr. r. r/ � fixup_output� s r� c C s� t tj�d��rt�d� d S |stj}|stj}dd� }| rt�d|| � | � dd�\}}|dks6|d krDd }|dkr>d }t ||�}n|d krVt j |d t j |d�} | j}ntd| ��|rht�|�� |�� � || krt�d|| � t�|�� |�� � d S |r�t�d||� |� dd�\}}|dks�|d kr�d }|dkr�d }t ||�}n|d kr�t j |d t j |d�} | j}ntd| ��|r�t�|�� |�� � d S d S d S )N�_CLOUD_INIT_SAVE_STDOUTz5Not redirecting output due to _CLOUD_INIT_SAVE_STDOUTc S s> t �d� zt�d�j} W n ty Y dS w t �| � dS )a� Reconfigure umask and group ID to create output files securely. This is passed to subprocess.Popen as preexec_fn, so it is executed in the context of the newly-created process. It: * sets the umask of the process so created files aren't world-readable * if an adm group exists in the system, sets that as the process' GID (so that the created file(s) are owned by root:adm) � �admN)r* �umask�grp�getgrnam�gr_gid�KeyError�setgid)�group_idr. r. r/ � set_subprocess_umask_and_gid s �z5redirect_output.<locals>.set_subprocess_umask_and_gidzRedirecting %s to %s� r� �>�>>�ab�wb�|T)�shell�stdin� preexec_fnz"Invalid type for output format: %sz!Invalid type for error format: %s)r� r* �environrQ rO r� r r5 r r- r � subprocess�Popen�PIPEr� � TypeError�dup2�fileno) r� r� �o_out�o_errr� r� �arg�owith�new_fp�procr. r. r/ r� � sh � � �r� c C sN |rt | �} i }| D ]}|r$t�|�}|st�� }t�|�}|�||�}q |S r\ )�reversedr �dict_extract_mergers�default_mergers� construct�merge)�srcs�reverse� merged_cfgr� �mergers_to_apply�mergerr. r. r/ � mergemanydictO s �r� c c s8 � t �� }zt �| � | V W t �|� d S t �|� w r\ )r* �getcwd�chdir)�ndir�currr. r. r/ r� ^ s � r� c c s0 � t �| �}z |V W t �|� d S t �|� w r\ )r* r� )�n_msk�oldr. r. r/ r� h s � r� c C s dj | |d|d�S )Nz{0:{fill}{align}{size}}�^)�fill�align�size)�format)rf r� �max_lenr. r. r/ �centerq s �r� c C s t �d| � t�| � d S )NzRecursively deleting %s)rO r� �shutil�rmtree�r| r. r. r/ �del_dirw s r� r� � c C sh zt |||�\}}}|| d< || d< || d< W dS tjy3 } z|jtjkr.W Y d }~dS � d }~ww )N� user-data� vendor-data� meta-dataTF)� read_seededr �UrlError�code� NOT_FOUND)r� �base�ext�timeout�md�ud�vdr� r. r. r/ �read_optional_seed� s ��r� c C s� i }| s ddg}nt j�| �d�d�t j�| �d�d�g}t|�}dd� |D �}d }|D ]}t j�t j�|d��rBt j�|d�} nq,d }|D ]}t j�t j�|d��r]t j�|d�} nqG|rl|rl||d < ||d < |S |rr||d < |S ) Nz/var/lib/cloud/data/sslz /var/lib/cloud/instance/data/sslrD �sslc S s g | ] }|rt j�|�r|�qS r. )r* r| �isdir)rA �dr. r. r/ rE � s z%fetch_ssl_details.<locals>.<listcomp>zcert.pemzkey.pem� cert_file�key_file)r* r| rQ � get_ipath_cur� get_cpathr� r )�paths� ssl_details�ssl_cert_pathsr� r� r� r. r. r/ �fetch_ssl_details� s: �����r� c C s |}t | �} z/t�dt| �|� t�| �}|d u r!t�d� |}nt||�s1td|t� |�f ��|}W |S tj tt fy� } zJd}d }t |d�rUt |d�rUt |d�}nt |d�rdt |d�rdt |d�}|rw|dj|jd |jd |d �7 }n|d j|d �7 }t�|� W Y d }~|S d }~ww ) NzKAttempting to load yaml from string of length %s with allowed root types %sz-loaded blob returned None, returning default.z2Yaml load allows %s root types, but got %s insteadzFailed loading yaml blob� context_mark� problem_markz5. Invalid format at line {line} column {col}: "{err}"r� )rU �colrY z. {err})rY )rb rO r� rN r �loadr] r� r r� � YAMLError� ValueError�hasattr�getattrr� rU �columnrP )r` r� �allowed�loaded� convertedr� �msg�markr. r. r/ r� � sL � ��� ����r� � c C sT | � d�dkr | �dd| �}| �dd| �}| �dd| �}n*tjr5| d dkr5t�| �jdkr5| d7 } d | d|f }d | d|f }d | d|f }tj|||d �}d } |� � rat t |j �i d �} tj|||d �} d } | � � rr| j } d } z tj|||d �} W n tj y� } z t�d |� W Y d }~nd }~ww | � � r�| j } nt�d � | | | fS )Nz%sr r� r� r� r r{ r� z%s%s%s)r� �retriesr� z!Error in vendor-data response: %sz Error in vendor-data response)r r� r �%NOCLOUD_SEED_URL_APPEND_FORWARD_SLASHr �urlparse�queryr �read_file_or_url�okr� rb �contentsr� rO r� )r� r� r� r� � file_retries�ud_url�vd_url�md_url�md_respr� �ud_respr� r� �vd_respr� r. r. r/ r� � sF �� ��� r� c s� t t�� �dd�}dd� |D �}� fdd�|D �}g }|D ]0}z|�ttj�� |�|d�� W q tyM } z|jt krCt � d� |� W Y d}~q d}~ww t |�S ) z Read configuration directory.T�r� c S s g | ] }|� d �r|�qS )z.cfg)�endswith�rA �fr. r. r/ rE s z read_conf_d.<locals>.<listcomp>c s& g | ]}t j�t j�� |��r|�qS r. )r* r| r rQ r� ��confdr. r/ rE s & r� z,REDACTED config part %s/%s for non-root userN) r� r* �listdirr� r� r| rQ r� r� r rO rP r� )r r� �confs�cfgsr� r� r. r� r/ � read_conf_d s( �� ���r c C s� t � }i }zt| |d�}W n ty* } z|jtkr t�d| � W Y d}~n d}~ww |�|� d}d|v rS|d }|rRt|t �sLt d| t � |�f ��t |�� � }ntj�| � d��ra| � d�}|rttj�|�rtt||d�}|�|� t|�S )a Read yaml file along with optional ".d" directory, return merged config Given a yaml file, load the file as a dictionary. Additionally, if there exists a same-named directory with .d extension, read all files from that directory in order and return the merged config. The template file is optional and will be applied to any applicable jinja file in the configs. For example, this function can read both /etc/cloud/cloud.cfg and all files in /etc/cloud/cloud.cfg.d and merge all configs into a single dict. r� z)REDACTED config part %s for non-root userNr� �conf_dz8Config file %s contains 'conf_d' with non-string type %sz.d)r r� r� r� r rO rP r� r] r^ r� r r� r6 r* r| r� r � appendleftr� )�cfgfiler� r r� r� r � confd_cfgr. r. r/ �read_conf_with_confd s8 �� �� � r c C s t t| d��S )N��cmdline)r� �read_cc_from_cmdliner r. r. r/ �read_conf_from_cmdlineK r- r c C s� | d u rt � } d}d}t|�}t|�}t| �}g }| �|�}|dkrP| �||| �}|dk r0|}|�t�| || |� �� ��dd�� | �||| �}|dks"d�|�S )Nzcc:�end_ccr z\nr ) � get_cmdlinerN r r� r �unquote�lstripr� rQ ) r � tag_begin�tag_end�begin_l�end_l�clen�tokens�begin�endr. r. r/ r P s* ��� r c C s2 | � d�}|dks| |d dkr| S | �dd�S )Nr r r� � z )r r� )r� �posr. r. r/ �dos2unixr s r �HostnameFqdnInfo)�hostname�fqdn� is_defaultc C s� d}d| v r| d }t | d|�d�d �}n6d| v r3| d �d�dkr3| d }| d d|�d�� }n|jd|d�j}d| v rD| d }n|j|d �\}}t|||�S ) a� Get hostname and fqdn from config if present and fallback to cloud. @param cfg: Dictionary of merged user-data configuration (from init.cfg). @param cloud: Cloud instance from init.cloudify(). @param metadata_only: Boolean, set True to only query cloud meta-data, returning None if not present in meta-data. @return: a namedtuple of <hostname>, <fqdn>, <is_default> (str, str, bool). Values can be none when metadata_only is True and no cfg or metadata provides hostname info. is_default is a bool and it's true only if hostname is localhost and was returned by util.get_hostname() as a default. This is used to differentiate with a user-defined localhost hostname. Fr r r% r NT)r � metadata_only)r! )r8 r- r � get_hostnamer r )r� �cloudr! r r r r. r. r/ �get_hostname_fqdn� s$ �� � r$ � /etc/hostsc C s� d}z=t |��� D ]3}|�d�}|dkr|d|� }|�� }|s!q |�� }t|�dk r,q | |dd� v r<|d } W |S q W |S tyI Y |S w )a� For each host a single line should be present with the following information: IP_address canonical_hostname [aliases...] Fields of the entry are separated by any number of blanks and/or tab characters. Text from a "#" character until the end of the line is a comment, and is ignored. Host names may contain only alphanumeric characters, minus signs ("-"), and periods ("."). They must begin with an alphabetic character and end with an alphanumeric character. Optional aliases provide for name changes, alternate spellings, shorter hostnames, or generic hostnames (for example, localhost). N�#r � r& r� )r� rK r r6 r- rN r� )r �filenamer rU �hashpos�toksr. r. r/ �get_fqdn_from_hosts� s. �� ��r+ c C s� t du rWt� }d}i }|D ]?}z0t�|dddtjtj�}g ||< |D ]\}}}} } || �d| | d f � |�| d � q"W q tjtj fyL Y q w |a |rWt � d|� zt�| d�}|d d d } | t v rmW dS W dS tjtj fy} Y dS w ) a� determine if a url is resolvable, return a boolean This also attempts to be resilent against dns redirection. Note, that normal nsswitch resolution is used here. So in order to avoid any utilization of 'search' entries in /etc/resolv.conf we have to append '.'. The top level 'invalid' domain is invalid per RFC. And example.com should also not exist. The '__cloud_init_expected_not_found__' entry will be resolved inside the search list. N)zdoes-not-exist.example.com.zexample.invalid.�!__cloud_init_expected_not_found__r z%s: %sz detected dns redirection: %s� FT) �_DNS_REDIRECT_IP�set�socket� getaddrinfo� SOCK_STREAM� AI_CANONNAMEr� �add�gaierror�errorrO r� ) r; �badips�badnames� badresults�iname�result�_fam�_stype�_proto�cname�sockaddr�addrr. r. r/ � is_resolvable� s: ��� �rB c C s t �� } | S r\ )r0 � gethostname)r r. r. r/ r" s r" c C s( zt �| �d W S t jy Y d S w �Nr )r0 � gethostbyaddr�herror)�ipr. r. r/ rE s �rE c C s t tjd| tt�| �jfd�S )z5determine if this url is resolvable (existing or ip).zResolving URL: )�logfuncr� �funcr� )�log_timerO r� rB r r� r )�urlr. r. r/ �is_resolvable_url s �rL c C sZ | du rdS t �d| � | D ] }zt|�r t �d|� |W S W q ty* Y qw dS )zc Search through a list of mirror urls for one that works This needs to return quickly. Nz%search for mirror in candidates: '%s'zfound working mirror: '%s')rO r� rL r� )� candidates�candr. r. r/ �search_for_mirror s � �rO c C sZ t tj�d��r dS ttj��} t�| �� tj �� � W d � dS 1 s&w Y dS )z� reopen stdin as /dev/null so even subprocesses or other os level things get /dev/null as input. if _CLOUD_INIT_SAVE_STDIN is set in environment to a non empty and true value then input will not be closed (useful for debugging). �_CLOUD_INIT_SAVE_STDINN) r� r* r� rQ r �devnullr� r� r r� )�fpr. r. r/ � close_stdin+ s "�rS �devicec C sz g }| st � d�t � d� S | �d�r'| �d�}dd� d| d| fD �}|S | dkr2t � d�}|S | d kr;t � d�}|S ) Nz/dev/msdosfs/*z/dev/iso9660/*�LABEL=c S � g | ] }t j�|�r|�qS r. �r* r| r� )rA �pr. r. r/ rE A s ��z*find_devs_with_freebsd.<locals>.<listcomp>z /dev/msdosfs/z /dev/iso9660/� TYPE=vfat� TYPE=iso9660)r � startswithr )�criteria�oformat�tag�no_cacher| �devlist�labelr. r. r/ �find_devs_with_freebsd9 s � � � rb c C s� g }d }d }| r | � d�r| �d�}| � d�r | �d�}tjg d�dgd�}|j�� D ]5} |s1|r>tjd| gddgd�\} } |rGd| | vrGq+|d krPd | vrPq+|d krYd | v rYq+|�d | � q+|S ) NrU zTYPE=��sysctl�-nz hw.disknamesr ��rcs� mscdlabelr� z label "%s"�iso9660zISO filesystem�vfat�/dev/)r[ r r r5 r- r� ) r\ r] r^ r_ r| r` ra �_typer7 �dev� mscdlabel_outr r. r. r/ �find_devs_with_netbsdM s( ro c C s� t j g d�dgd�}g }|j�� �d�D ](}|�d�s q|dkr!q|�|d d� d � |�d �s<|�|d d� d � qd d � |D �S ) Nrc r rf rF r@ zfd0:r r� �cd�ic S � g | ]}d | �qS �rk r. �rA rq r. r. r/ rE t r� z*find_devs_with_openbsd.<locals>.<listcomp>)r r5 �rstripr- r� r� r[ )r\ r] r^ r_ r| r7 r` rZ r. r. r/ �find_devs_with_openbsdf s �rv c C s~ t j g d�dgd�}dd� t|j�� dd�D �}| dkr$d d� |D �}n| d v r0d d� |D �}n| r8t�d | � d d� |D �S )N)rd re z kern.disksr rf c S �$ g | ]}|� d �s|� d�s|�qS )r� �vn�r[ rt r. r. r/ rE { � ���z/find_devs_with_dragonflybsd.<locals>.<listcomp>Tr� rZ c S s$ g | ]}|� d �s|� d�r|�qS �rp �acdry rt r. r. r/ rE � s ���)zLABEL=CONFIG-2rY c S rw r{ ry rt r. r. r/ rE � rz zUnexpected criteria: %sc S rr rs r. rt r. r. r/ rE � r� )r r� r5 r- rO r� )r\ r] r^ r_ r| r7 r` r. r. r/ �find_devs_with_dragonflybsdw s ��� r} c C s@ t � r t| ||||�S t� rt| ||||�S t� r!t| ||||�S t� r,t| ||||�S dg}g }| r:|�d| � |rC|�d| � |rL|� ddg� |rU|�d| � |r\|�|� || }z t j |ddgd �\}} W n t j y� } z| j t kr~d }n� W Y d } ~ nd } ~ ww g } |�� D ] } | �� } | r�| �| � q�| S ) z� find devices matching given criteria (via blkid) criteria can be *one* of: TYPE=<filesystem> LABEL=<label> UUID=<uuid> �blkidz-t%sz-s%s�-c� /dev/nullz-o%sr r& rf r� N)r, rb r1 ro r3 rv r/ r} r� r� r rR r� r rK r6 ) r\ r] r^ r_ r| � blk_id_cmd�options�cmdr7 �_errr� r rU r. r. r/ �find_devs_with� sN � ��� �r� c C s� | du rg } nt | �} g d�}|r|�ddg� |�| � tj|ddd�}i }|j�� D ]}|�d�\}}}t|�||< ||| d < q,|S ) z�Get all device tags details from blkid. @param devs: Optional list of device paths you wish to query. @param disable_cache: Bool, set True to start with clean cache. @return: Dict of key value pairs of info for the device. N)r~ �-o�fullr r� Tr� )r3 r_ r@ �DEVNAME)r� r� r r5 rK rL rP ) �devs� disable_cacher� r7 �retrU rm r rD r. r. r/ r~ � s r~ c C sF t �d| |� t| d�� }|�|�W d � S 1 s w Y d S )Nz Peeking at %s (max_bytes=%s)r� )rO r� r r� )rV � max_bytes�ifhr. r. r/ � peek_file� s $�r� c C s& g }| D ] }||v r q|� |� q|S r\ )r� )�in_list�out_listrq r. r. r/ r� � s r� c C s� t �d| |� t�� }z t| d��}t|||d� W d � n1 s#w Y W n tyD } z|s4� |jtkr:� W Y d }~nd }~ww |� � }t �dt |�| � |rXt |�S |S )NzReading from %s (quiet=%s)r� )�chunk_cbzRead %s bytes from %s) rO r� r� r� r � pipe_in_outr� r� r �getvaluerN rb )rV �read_cbr� r_ �ofhr� r� r� r. r. r/ r� � s( �� ���r� c C s� t � r0ztd�} | �dd�d d� }W |S ty/ } zt�d|� d}W Y d }~|S d }~ww z td��� }W |S tyE d}Y |S w )Nz/proc/1/cmdline� r� r z"failed reading /proc/1/cmdline: %sr� z /proc/cmdline)� is_containerr� r� r� rO rP r6 )r� r r� r. r. r/ � _get_cmdline s$ � �� ��r� c C s dt jv r t jd S t� S )N�DEBUG_PROC_CMDLINE)r* r� r� r. r. r. r/ r % s r � c C sN d} | � |�}t|�dkrn|�|� |t|�7 }|r ||� q|�� |S rD )r� rN r r )�in_fh�out_fh� chunk_sizer� � bytes_pipedrD r. r. r/ r� , s � r� c C s6 |dv r |dv r d S t �d| ||� t�| ||� d S )N)Nr z%Changing the ownership of %s to %s:%s)rO r� r* �chown)rV �uid�gidr. r. r/ � chownbyid; s r� c C sd d}d}z|r t �|�j}|rt�|�j}W n ty) } ztd| �|�d }~ww t| ||� d S )Nr zUnknown user or group: %s) �pwd�getpwnam�pw_uidr� r� r� r� r� r� )rV �userrF r� r� r� r. r. r/ � chownbynameC s ���r� c C sh d d g}| r d| vr |S | d }||v r|| }n d|vr |S |d }t |t�r,||g}t |t�rIt|�dkr=|d |d< t|�dkrI|d |d< t |t�rbd|v rX|d |d< d|v rb|d |d< |d dkrn|d |d< g d�}tt|��D ]9}|| sqx|| �� }d}|D ]} |�| �r�d | |t| �d � �� f }d } nq�|s�d d |�� f }|||< qx|S ) N�output�allr r� r6 z&1)r� r� r� Fz%s %sTr� ) r] r^ r� rN rS r� r r[ r6 ) r� r� r� �outcfg�modecfg�swlistrq rW rY �sr. r. r/ r� Y sN � r� c C s� g }| r t | t�s |S | �d�}|r|�|� t| d�D ]4}|s!q t�d|�}|s*q |�d�}|�� }t |�dkr?|�|� q ddg|dd� krP|�|d � q t t |��S ) z�Return a list of log file paths from the configuration dictionary. @param cfg: The cloud-init merged configuration dictionary. � def_log_fileNz (?P<type>\||>+)\s*(?P<target>.*)r4 r� �teez-ar& ) r] rS rQ r� r� r@ rA rF r- rN r� r/ )r� �logs� default_log�fmtrA r4 �partsr. r. r/ �get_config_logfiles� s( � r� c G sF |r | j |g|�R � t�� }|dkrd }| j|g|�R d|i� d S )N�NNN�exc_info)rP r r� r� )r r� r� r� r. r. r/ r� � s r� c C s8 t �|�}|�t| �� |�� }|d ur|d|� S |S rD )�hashlib�new�updaterg � hexdigest)r` �routine�mlen�hasher�digestr. r. r/ � hash_blob� s r� c C �, z t �| �r W dS W d S ty Y dS w r� )r� r� r� �r; r. r. r/ �is_user� � � �r� c C r� r� )r� r� r� r� r. r. r/ �is_group� r� r� c C � t �d| |� t�| |� d S )NzRenaming %s to %s)rO r� r* �rename��src�destr. r. r/ r� � s r� �� c C s | D ]}t ||� qd S r\ )� ensure_dir)�dirlistr� r� r. r. r/ � ensure_dirs� s �r� c C sH t �t| ��}t|t|��s"d�dd� |D ��}td|t|�f ��|S )Nz, c S s g | ]}t |��qS r. )r^ )rA �tr. r. r/ rE � r� z load_json.<locals>.<listcomp>z((%s) root types expected, got %s instead)�json�loadsrb r] r' rQ r� �type)rf � root_typesrk �expected_typesr. r. r/ � load_json� s ��r� c C s2 zd� t| ��W S ty d� t| �� Y S w )z1Handler for types which aren't json serializable.z ci-b64:{0}z)Warning: redacted unserializable type {0})r� rm �AttributeErrorr� )�_objr. r. r/ �json_serialize_default� s �r� c C s t j| dddtd�S )z%Return data in nicely formatted json.r� T)rF z: )�indent� sort_keys� separatorsr� )r� �dumpsr� rC r. r. r/ � json_dumps� s �r� c C s8 t j�| �}|t j�|�kr| S t j�|�r| S t|�S )z�Get the last directory in a path that does not exist. Example: when path=/usr/a/b and /usr/a does not exis but /usr does, return /usr/a )r* r| �dirnamer� �get_non_exist_parent_dir)r| �p_pathr. r. r/ r� s r� c C s� t j�| �s^t| �}tt j�| �dd�� t �| � W d � n1 s$w Y t| |� |s2|rZt|||� t | � |�d dd � �}t |�}|j D ]}|� |�}t|||� qLd S d S t| |� d S )NTr� r� ) r* r| r� r� rx r� �makedirs�chmodr� r r- r� �joinpath)r| r� r� rF �non_existed_parent_dir�sub_relative_dir�sub_pathrt r. r. r/ r� s � �r� c c sD � z| V W | rd| g}t � |� d S d S | r!d| g}t � |� w w )N�umount)r )r� � umount_cmdr. r. r/ � unmounter+ s �� �r� c C s i } zot j�d�rtd��� }d}n t�d�}|j�� }d}d}|D ]E}z+|dkr4|�� \}}}} } } nt� ||�} | � d�}| � d�}| � d�}| � d�} W n t yX Y q"w |� d d �}||| d �| |< q"t �d | |� W | S ttfy� tt d � Y | S w )Nz /proc/mountsr� �mountz*^(/dev/[\S]+) on (/.*) \((.+), .+, (.+)\)$r� r& r' r- z\040r� )�fstype� mountpoint�optszFetched %s mounts from %sz Failed fetching mount points)r* r| r� r� rK r r5 r- r@ �searchrF r� r� rO r� r� r� r� ) �mounted� mount_locs�methodr7 �mountre�mplinerm �mpr� r� �_freq�_passno�mr. r. r/ �mounts5 sB � � �� �r� c C s2 t |t�r |g}n t |ttf�rt|�}n|du r d}n tdjt|�d���t� r1|du r0dg}n(t� rV|du r<g d�}t |�D ]\}}|dkrLd||< |dv rTd ||< q@nd g}t � }t � � ��}d } t j�| �|v rv|t j�| � d } n[d} |D ]K}d} z%g d �} |r�| �d|g� | �| � | �|� tj| |d� |} |} W n" ttfy� } zt�d| |d�| �| � | } W Y d} ~ qzd} ~ ww | s�td| || f ��| �d�s�| d7 } t| �� |du r�|| �}n|| |�}|W d � W d � S 1 �sw Y W d � dS 1 �sw Y dS )a2 Mount the device, call method 'callback' passing the directory in which it was mounted, then unmount. Return whatever 'callback' returned. If data != None, also pass data to callback. mtype is a filesystem type. it may be a list, string (a single fsname) or a list of fsnames. Nz6Unsupported type provided for mtype parameter: {_type})rl �auto)�ufs�cd9660�msdosri r� )rj �msdosfsr� r� Fr� )r� r� �roz-t)� update_envzbFailed to mount device: '%s' with type: '%s' using mount command: '%s', which caused exception: %sr� z#Failed mounting %s to %s due to: %sr{ )r] r^ r� r' r� r� r� r" r& � enumerater� r �tempdirr* r| r� r� r� r r� r� rO r� rQ r� r� r� )rT �callbackrD �mtype�update_env_for_mount�mtypes�indexr� �tmpdr� r� �failure_reason�mountcmd�excr� r. r. r/ �mount_cb] s� ����� � �� �� ��&$�r c C s t �t�S r\ )�obj_copy�deepcopyr r. r. r. r/ �get_builtin_cfg� s r c C s t �d| � tj�| �S )Nz Testing if a link exists for %s)rO r� r* r| �islinkr� r. r. r/ �is_link� s r c C sh t �d|| � |r,tj�|�r,tj�tj�|�dtd� �}t�| |� t� ||� d S t�| |� d S )Nz$Creating symbolic link from %r => %r�tmpr� ) rO r� r* r| r� rQ r� r� �symlinkr� )rj �link�force�tmp_linkr. r. r/ �sym_link� s r c C sR t �d| � zt�| � W d S ty( } z|jtkr |�W Y d }~d S d }~ww )NzAttempting to remove %s)rO r� r* �unlinkr� r� r )r| r� r. r. r/ �del_file� s ���r c C r� )NzCopying %s to %s)rO r� r� �copyr� r. r. r/ r � s r c C s0 z t �dt �� �} W | S ty d} Y | S w )Nz%a, %d %b %Y %H:%M:%S %z�??)�time�strftime�gmtimer� )�tsr. r. r/ � time_rfc2822� s ��r c s� ddl � ddl� d} G � fdd�d� j�}� �� j�d��}� �� }� �|�|_|� }|� d| � � |�� � |�dd�dkrF|j |j d S t d ��) z�Use sysctlbyname(3) via ctypes to find kern.boottime kern.boottime is of type struct timeval. Here we create a private class to easier unpack it. @return boottime: float to be compatible with linux r N� c s e Zd Zd� jfd� jfgZdS )zboottime.<locals>.timeval�tv_sec�tv_usecN)r� r� r� �c_int64�_fields_r. ��ctypesr. r/ �timeval� s r& �cs kern.boottimer g ��.Az/Unable to retrieve kern.boottime on this system)r% � ctypes.util� Structure�CDLL�util� find_library�c_size_t�sizeof�value� sysctlbyname�byrefr r! � RuntimeError)� NULL_BYTESr& �libcr� r� r. r$ r/ �boottime� s& �� r5 c C s| d} d}z(t j�d�r d}td�}|r |�� d } W | S W | S d}tt�� t� �} W | S ty= t t d| � Y | S w )Nr r\ z /proc/uptimer r% z&Unable to read uptime using method: %s) r* r| r� r� r- r^ r r5 r� r� rO )� uptime_strr� r� r. r. r/ �uptime s$ � � ��r7 c C s t | |dd d� d S )Nr� )�omoder� �� write_file)r| �contentr. r. r/ � append_file s r< � )� preserve_moder� r> c C s t | dd||d� d S )Nr� r� )r; r8 r� r> r9 )r| r� r> r. r. r/ � ensure_file s �r? c C s$ zt | �W S ttfy Y d S w r\ )r) r� r� )� possible_intr. r. r/ �safe_int# s �rA c C sR t |�}| r%|r't| �� t�| |� W d � d S 1 s w Y d S d S d S r\ )rA rx r* r� )r| r� � real_moder. r. r/ r� * s "��r� �grp_namec C s8 d}z t �| �j}W |S ty t�d| � Y |S w )zt Returns the group id of a group name, or -1 if no group exists @param grp_name: the name of the group r z"Group %s is not a valid group name)r� r� r� r� rO r� )rC r� r. r. r/ � get_group_id1 s ��rD r| c C s t �t� | �j�S )z� Returns the octal permissions of the file/folder pointed by the path, encoded as an int. @param path: The full path of the file/folder. )r� �S_IMODEr* �st_moder� r. r. r/ �get_permissions? s rG c C � t �| �}t�|j�jS )zw Returns the owner of the file/folder pointed by the path. @param path: The full path of the file/folder. )r* r� r� �getpwuid�st_uid�pw_name�r| �str. r. r/ � get_ownerJ � rN c C rH )zw Returns the group of the file/folder pointed by the path. @param path: The full path of the file/folder. )r* r� r� �getgrgid�st_gid�gr_namerL r. r. r/ � get_groupT rO rS �usernamec C sJ g }t �� D ] }| |jv r|�|j� qt�| �j}|�t �|�j� |S )zp Returns a list of all groups to which the user belongs @param username: the user we want to check ) r� �getgrall�gr_memr� rR r� r� �pw_gidrP )rT �groupsrF r� r. r. r/ �get_user_groups^ s � rY r� )�ensure_dir_existsr� rF c C s |rzt | �}W n ty Y nw |r ttj�| �||d� d|�� v r,t|�}d}nt|�}d}zd| } W n t yE d| } Y nw t � d| || t |�|� t | d��& t| |��} | �|� | �� W d � n1 sqw Y W d � n1 s�w Y t| |� d S ) a) Writes a file with the given content and sets the file mode as specified. Restores the SELinux context if possible. @param filename: The full path of the file to write. @param content: The content to write to the file. @param mode: The filesystem mode to set on the file. @param omode: The open mode used when opening the file (w, wb, a, etc.) @param preserve_mode: If True and `filename` exists, preserve `filename`s current mode instead of applying `mode`. @param ensure_dir_exists: If True (the default), ensure that the directory containing `filename` exists before writing to the file. @param user: The user to set on the file. @param group: The group to set on the file. )r� rF �brd � charactersz%oz%rz Writing to %s - %s: [%s] %s %sr� N)rG r� r� r* r| r� r� rg rb r� rO r� rN rx r r r r� ) r( r; r� r8 r> rZ r� rF � write_type�mode_r�fhr. r. r/ r: n sD � �� �� �r: c C s@ t �| �D ]}t j�| |�}t j�|�rt|� qt|� qdS )z� Deletes all contents of a directory without deleting the directory itself. @param dirname: The directory whose contents should be deleted. N)r* r r| rQ r� r� r )r� �node� node_fullpathr. r. r/ �delete_dir_contents� s �rb r& �createdc C s6 t �� }t| �}|d|�� |f 7 }|dt� 7 }|S )Nz %s by cloud-init v. %sz on %s)r �version_stringr^ �titler )� comment_charr� �ci_ver�headerr. r. r/ � make_header� s ri c G s t j�t jj| g|�R � �S r\ )r* r| �abspathrQ )r� r� r. r. r/ �abs_join� s rk c C s� t | ttf�stdt�| � ��d}|r|d7 }dd }d}| D ]J}t |ttf�rKg }|D ]}|�dt|��d|� � q-d |d � |�f }|d 7 }q t |t�r[d ||f }|d 7 }q |d u r`q td t�|�|f ��t � d |� |S )Nz8Input to shellify was type '%s'. Expected list or tuple.r� z #!/bin/sh z%s%s%s%s)�'�\rl rl r z'%s'rl z%s%s r� r� zCUnable to shellify type '%s'. Expected list, string, tuple. Got: %szShellified %s commands.) r] r' r� r� r r� r� r^ r� rQ rO r� )�cmdlist� add_headerr; �escaped� cmds_mader� �fixedr� r. r. r/ �shellify� s< �� �� rs c C sB |r| � |�r| t|�d � } |r | �|�r | d t|� � } | S r\ )r[ rN r� )rU �prefix�suffixr. r. r/ �strip_prefix_suffix� s rv c C s> t �| d �d u r dS zt � | � W dS t jy Y dS w )Nr FT)r �whichrR )r� r. r. r/ �_cmd_exits_zero� s ��rx c C s t g d��S )N)zsystemd-detect-virtz--quietz --container�rx r. r. r. r/ �_is_container_systemd r� rz c C s t dg�S )Nzlxc-is-containerry r. r. r. r/ �_is_container_old_lxc � r{ c C sB t � sdS g d�} t�| d �d u rdS t�| �\}}|�� dkS )NF)rd z-qnzsecurity.jail.jailedr r )r, r rw r6 )r� r7 r r. r. r/ �_is_container_freebsd s r} c C s� t ttf} | D ]}|� r dS qztd�}d|v r W dS d|v r#W dS W n ttfy/ Y nw tj�d�r>tj�d�s>dS z%t d�� � }|D ]}|� d�r`|� � � d d�\}}|d kr` W dS qGW d S ttfyo Y d S w ) zH Checks to see if this code running in a container of some sort Tr� � container�LIBVIRT_LXC_UUIDz/proc/vzz/proc/bcz/proc/self/statuszVxID:r@ r" F)rz r} r{ � get_proc_envr� r� r* r| r� r� rK r[ r6 r- )�checks�helper�pid1env�linesrU �_keyrW r. r. r/ r� sD ���� ����r� c C s t j�d�S )z2Check to see if we are running in a lxd container.z /dev/lxd/sockrW r. r. r. r/ �is_lxd@ r# r� r� c C s� t j�dt| �d�}zt|dd�}W n ttfy i Y S w i }d\}}|r2d\}}|�||�}|�|�D ]}|s<q7|�|d�\} } | rJ| || < q7|S )aH Return the environment in a dict that a given process id was started with. @param encoding: if true, then decoding will be done with .decode(encoding, errors) and text will be returned. if false then binary will be returned. @param errors: only used if encoding is true.z/procr� Frn )r � =)r� �=r� ) r* r| rQ r^ r� r� r� r_ r- ) �pidra �errorsr� r� �env�null�equalr~ r; rW r. r. r/ r� E s& � �r� c C sN i }| � � D ] }z |� dd�\}}W n ty |}d}Y nw |||< q|S )Nr� r� T)r- r� )�kvstringr� r~ r6 rW r. r. r/ �keyval_str_to_dictc s � r� c C s& | � d�r | dd � } tj�d| �S )Nrk r� z /sys/class/block/%s/partition)r[ r* r| r )rT r. r. r/ � is_partitiono s r� c C s� t |t�s|g}g }|D ]C}t |t�r|�|� q t |ttf�rLt|�dk s,t|�dkr0td��t|�dkrD|d rD|�| t|� � q |�|d � q td��|S )Nr� r& z Invalid package & version tuple.r zInvalid package type.)r] r� r^ r� r' rN r2 )� version_fmt�pkgs�pkglist�pkgr. r. r/ �expand_package_listv s r� c C s� dd� | � d�D �}d}d}d}d}t|�D ]�\} } | � � } t| �dk r3|�d| d t| �| � dS | d } d d� | � d�D �} t| �t|�krJqtt| �t|��}| d |� |d |� kr`q|durmt|�t| �krmqz| �d �} W n ty� |�d | d | � Y dS w z| | d }| | d }W n ty� |�d| d | � Y dS w | }| }| d }q|r�|r�|r�|r�|r�||||fS dS |r�|r�|r�|||fS dS )zRReturn the mount information for PATH given the lines from /proc/$$/mountinfo.c S r� r. r. �rA r� r. r. r/ rE � r� z$parse_mount_info.<locals>.<listcomp>r{ Nr� z$Line %d has two few columns (%d): %sr� r- c S r� r. r. r� r. r. r/ rE � r� r �-z,Did not find column named '-' in line %d: %sr& z/Too few columns after '-' column in line %d: %sr� )r- r� rN r� �minr r� � IndexError)r| �mountinfo_linesr � get_mnt_opts� path_elements�devpth�fs_type�match_mount_point�match_mount_point_elementsrq rU r� � mount_point�mount_point_elements�x� mount_optionsr. r. r/ �parse_mount_info� sh � �� �� �� � r� c C sB t d��� D ]}|�� dd� \}}}|| kr |||f S qdS )z<On older kernels there's no /proc/$$/mountinfo, so use mtab.� /etc/mtabNr' )r� rK r- )r| rU r� r� r� r. r. r/ � parse_mtab� s �r� c C s� | � d�}t|�dkr|d S |d dv rI| dd � }t�g d��\}}|� d�D ]}|� � }t|�dkrD|d |krD|d } t|�S q)t|�S t�d | � d S ) Nr{ r' r& )ra �gptr� r� )�glabel�statusz-sr r z)Unexpected input in find_freebsd_part: %s)r- rN r r^ rO rP )�fs�splitted� target_labelrt r� �labelsr� r. r. r/ �find_freebsd_part� s � r� c C s: | � d�}t|�dkr|d dkr|d S t�d| � d S )Nr{ r' r� rm r& z.Unexpected input in find_dragonflybsd_part: %s)r- rN rO rP )r� r� r. r. r/ �find_dragonflybsd_part� s r� c C sJ d }|� d�D ]}|� � }t|�dkr"tj�|d | �r"|} |S q|S )Nr r& r� )r- rN r* r| r� )r| �mnt_list� path_foundrU r� r. r. r/ �get_path_dev_freebsd s � r� c C sz t j dd| gddgd�\}}t|�r(t � ddg�\}}t| |�}|d u r&d S |}|�� }t|d �}d| |d |d fS )Nr� z-pr r� rf rk r& )r rN r� r- r� )r| r; rY r� r� r� � label_partr. r. r/ �get_mount_info_freebsd s r� c C s� t j�d�s t�d� d S z t�dd| g�\}}W n tjy4 } zt�d| |� W Y d }~d S d }~ww t|�r;d S d}|� d�D ]!}t � ||�rc| |vrcd|vrc|� � d }t�d | |� | S qBd S ) Nz/dev/zfsz"Cannot get zpool info, no /dev/zfs�zpoolr� z$Unable to get zpool status of %s: %sz .*(ONLINE).*r �stater zfound zpool "%s" on disk %s) r* r| r� rO r� r rR rP rN r- r@ r� )r� � zpoolstatusrY r� rU �diskr. r. r/ �get_device_info_from_zpool s( �� ��r� c C s� t � dg�\}}|�� }d}t� rd}|D ]K}t�||�}|s q|�d�}|�d�}|�d�} | d u r8|�d�} t�d||| � t�d |�} | sUt� rU| d krUt | � S || kr`|| |f S qd S ) Nr� zH^(/dev/[\S]+|.*zroot\S*?) on (/[\S]*) (?=(?:type)[\s]+([\S]+)|\(([^,]*))zA^(/dev/[\S]+|\S*?) on (/[\S]*) (?=(?:type)[\s]+([\S]+)|\(([^,]*))r� r& r' r- z?found line in mount -> devpth: %s, mount_point: %s, fs_type: %sz^(/dev/.+)p([0-9])$�zfs) r rK r/ r@ r� rF rO r� r, r� ) r| � mountoutputr� r� �regexrU r� r� r� r� �devmr. r. r/ � parse_mount- s: �� � �r� c C sN dt �� }t j�|�rt|��� }t| |||�S t j�d�r#t| �S t| �S )Nz/proc/%s/mountinfor� ) r* �getpidr| r� r� rK r� r� r� )r| r r� �mountinfo_pathr� r. r. r/ �get_mount_info[ s r� �optc C s t | dd��^ }}||�d�v S )NT�r� rF �r� r- )r| r� r �mnt_optsr. r. r/ � has_mount_opt� s r� �TrI .c C s| |d u rg }|d u r i }t � � }d }|r%ztt� �}W n ty$ Y nw zQ||i |��}W t � � | } d } |d urMz tt� �| } W n tyL Y nw d| } |rct| t�r_| d| 7 } n| d7 } z | || � W |S tyv Y |S w t � � | } d } |d ur�z tt� �| } W n ty� Y nw d| } |r�t| t�r�| d| 7 } n| d7 } z| || � W w ty� Y w w )Nz took %0.3f secondsz (%0.2f)z (N/A))r �floatr7 r� r] r� ) rH r� rI r� r� � get_uptime�start�ustartr� �delta�udelta�tmsgr. r. r/ rJ � sh � � �� � � �rJ c C s$ | � dd�}t|�dkr|S | d fS )Nr% r� )�rsplitrN )�dottedr* r. r. r/ �expand_dotted_devname� s r� c C s� |d u rg }|d u r g }g }i }|| D ]2}zt | | | ddd�||< W q tyF } z|jtkr3� ||v r<|�|� W Y d }~qd }~ww t|�rVtdjd�|�d���|S )NF)r� r_ z Missing required files: {files}rF )�files) r� r� r� r r� rN r� r� rQ )r� �required�optional�delimrX r� r� r� r. r. r/ �pathprefix2dict� s* ���r� � /proc/meminfoc C s� ddddd�}dddd �}i }t | ��� D ]:}z |�� \}}}W n ty1 |�� \}}d }Y nw |r?t|�|| ||< q||v rOt|�|| ||| < q|S ) Nr� � r� � @)�kB�mB�B�gB�total�free� available)z MemTotal:zMemFree:z MemAvailable:r� )r� rK r- r� r) ) �meminfo�raw�mpliers�kmapr� rU r6 r/ �unitr. r. r/ � read_meminfo� s& � ��r� c C s� | }| � d�r| dd� } n | � d�r| dd� } dddd d d �}| }d}|D ]}| � |�r9|}| d t|� � }q'zt|�}W n tyS } ztd | �|�d}~ww |d k r^td| ��t||| �S )a} Convert human string or integer to size in bytes In the original implementation, SI prefixes parse to IEC values (1KB=1024B). Later, support for parsing IEC prefixes was added, also parsing to IEC values (1KiB=1024B). To maintain backwards compatibility for the long-used implementation, no fix is provided for SI prefixes (to make 1KB=1000B may now violate user expectations). Future prospective callers of this function should consider implementing a new function with more standard expectations (1KB=1000B and 1KiB=1024B) Examples: 10M => 10485760 10MB => 10485760 10MiB => 10485760 �iBN���r� r r� r� r� r� l )r� �K�M�Gr� r z'%s' is not valid input.z'%s': cannot be negative)r� rN r� r� r) )r� �size_inr� �num�mplierr� r� r. r. r/ � human2bytes� s, � �� r� c C s< | du r t �� d } | dkp| d dko| dd� dk}|S )z$Return True if platform is x86-basedNr- �x86_64r rq r& �86)r* r+ )� uname_arch�x86_arch_matchr. r. r/ �is_x86 s �r� c C s, t jd d� dk rt�t�| ��S t�| �S )Nr& )r& � )r � version_info�email�message_from_filer� �StringIO�message_from_string)r� r. r. r/ r� ( s r� c C s� t j ddg| dd�}t� }|j�� D ]+}z |�d d�\}}}W n ty( Y qw |�d�s3|�d�r=|�t� dd |�� q|S ) Nz dpkg-queryz--listT)r4 r3 r& �hi�iiz:.*r� ) r r/ r5 rK r- r� r[ r4 r@ �sub)r4 r7 � pkgs_instrU r� r� r r. r. r/ �get_installed_packages. s ��r c C s� d} zt t| dd��}|�dd��� dkrW dS W n ty2 } z t�d| |� W Y d }~nd }~ww t� }d|v r<dS td dd�}d|�� v rJdS tj � d �rRdS d S ) NrH T�r� r= r� z ubuntu-corez!Unexpected error loading '%s': %sz snap_core=z /etc/system-image/channel.iniz/etc/system-image/config.d/F) rP r� rQ r� r� rO rP r r* r| r� )�orpath�orinfor� r r; r. r. r/ �system_is_snappy= s& ��� r c C s� d }| � � D ]}|�d�r|dd � } nq|d u r d S |�d�r#|S |�d�r2d|td�d � S |�d�rCd|td�d � �� S |�d�rhd |td�d � �� }tj�|�r\|S t|�}|rf|d S |S d| S ) Nzroot=r� rk rU z/dev/disk/by-label/zUUID=z/dev/disk/by-uuid/z PARTUUID=z/dev/disk/by-partuuid/r )r- r[ rN r� r* r| r� r� )r rY r~ � disks_path�resultsr. r. r/ �rootdev_from_cmdlineU s0 � � r c C sF dd� }i }|| �D ]}|� dd�\}}|s|}|s |r |||< q |S )z�Given shell like syntax (key=value key2=value2 ) in content return the data in dictionary form. If 'add_empty' is True then add entries in to the returned dictionary for 'VAR=' variables. Set their value to empty_val.c S s t j| dd�S )NT)�comments)�shlexr- )r` r. r. r/ � _shlex_splitz � z(load_shell_content.<locals>._shlex_splitr� r� )r- )r; � add_empty� empty_valr rD rU r6 r/ r. r. r/ rP t s �rP � �?c C s� t | �}d} |t dd� |D ��8 }t|�dkr"t�d||| � g S |dkr.t�d||| � || |kr5n t�|� ||7 }qt�d|||� |S )Nr Tc S rV r. rW r� r. r. r/ rE � s z"wait_for_files.<locals>.<listcomp>z)%sAll files appeared after %s seconds: %sz6%sWaiting up to %s seconds for the following files: %sz*%sStill missing files after %s seconds: %s)r/ rN rO r� r �sleep)�flist�maxwait�naplen�log_pre�need�waitedr. r. r/ �wait_for_files� s8 �� ��r c C s& t | dd�}|d �d�}|d dkS )z1Check whether the given mount point is mounted rwTr� r rF r �rwr� )r� r; � mount_optsr. r. r/ �mount_is_read_write� s r c C sX t �d�sdS ddg}| r tj�| �rdS |�d| g� |r'|�d| g� t � |�S )zAInvoke udevadm settle with optional exists and timeout parameters�udevadmN�settlez--exit-if-exists=%sz --timeout=%s)r rw r* r| r� r� )r� r� � settle_cmdr. r. r/ �udevadm_settle� s r c C s� d}z+t d| dd�}|r+t�dt|��}|r!t|�d��}W |S t�d| |� W |S W |S tyG } zt�d| |� W Y d }~|S d }~ww ) z- Return the parent pid of a process. r z /proc/%s/statTr z ^\d+ \(.+\) [RSDZTtWXxKPI] (\d+)r� z6Unable to match parent pid of process pid=%s input: %sz Failed to load /proc/%s/stat. %sN) r� r@ r� r^ r) rF rO rP r� )r� �ppidr� r� r� r. r. r/ � get_proc_ppid� s* ��� ���r r� � Error: {}c C s& t |�| �tjd� |rt�|� |S )a Print error to stderr and return or exit @param msg: message to print @param rc: return code (default: 1) @param fmt: format string for putting message in (default: 'Error: {}') @param sys_exit: exit when called (default: false) )�file)�printr� r r �exit)r� �rcr� �sys_exitr. r. r/ r6 � s r6 c s^ e Zd Zd� fdd� Zedefdd��Zdd� Zd d � Zd d � Z d d� Z de fdd�Z � Z S )�Versionr c s t t| ��| ||||�S )zPDefault of -1 allows us to tiebreak in favor of the most specific number)�superr& �__new__)�cls�major�minor�patch�rev�� __class__r. r/ r( � s zVersion.__new__r c C s | t tt|�d���� S �Nr% )r� r( r) r- )r) r r. r. r/ �from_str� s zVersion.from_strc C s d| � |�kS )Nr� )�_compare_version�r~ �otherr. r. r/ �__gt__� r zVersion.__gt__c C s0 | j |j ko| j|jko| j|jko| j|jkS r\ �r* r+ r, r- r3 r. r. r/ �__eq__� s � � �zVersion.__eq__c c s8 � | j | j| j| jfD ]}|dkrt|�V q dS dS )z)Iterate over the version (drop sentinels)r N)r* r+ r, r- r^ )r~ �nr. r. r/ �__iter__� s � �zVersion.__iter__c C s d� | �S r0 )rQ r� r. r. r/ �__str__ r| zVersion.__str__r� c C sP | |krdS | j |j krdS | j|jkrdS | j|jkr dS | j|jkr&dS dS )z� return values: 1: self > v2 -1: self < v2 0: self == v2 to break a tie between 3.1.N and 3.1, always treat the more specific number as larger r r� r r6 r3 r. r. r/ r2 s zVersion._compare_version)r r r r )r� r� r� r( � classmethodr^ r1 r5 r7 r9 r: r) r2 � __classcell__r. r. r. r/ r& � s r& r6 r\ )rZ )r� N)TTr� )r r� )r� r� r� )r� r� r� r� r )r% )NrT NFNr� r� )r� N)r� r� )r= )r= r� F)r& rc )T)rZ r� )NNF)r� F)FN)r r� )r� r F)�r� r r r� r r� r� r� r� r� r* �os.pathr r� r� r@ r r� r0 r� r� r� r r �base64r r � collectionsr r r� r r � functoolsr r �pathlibr �typingr r r r r �urllibr � cloudinitr r r r r r r r r r r �cloudinit.settingsr r. � getLoggerr� rO �sepr� r� r� r� r� r� r0 r8 r? rb rg rl rm rw rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r^ rS r r �DEBUGr r" r& r, r/ r1 r3 r7 r8 r9 rG r[ rv r+ rz r r� r� r� �contextmanagerr� r� r� r� r� r� r� r� r r r r r r r$ r+ rB r" rE rL rO rS rb ro rv r} r� r~ r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r5 r7 r< r) r� r? rA r� rD rG rN rS rY r: rb ri rk rs rv rx rz r{ r} r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rJ r� r| r� r� r� r� r� r r r rP r r r r r6 r& r. r. r. r/ �<module> s� $ � . 2 �, ( =8 Q ! (+ , "� +(/ � � � � � @ : ) �X "���� � �� = % - N .' � �� . + *
| ver. 1.4 |
Github
|
.
| PHP 8.2.28 | Generation time: 0.02 |
proxy
|
phpinfo
|
Settings