File manager - Edit - /home/newsbmcs.com/public_html/static/img/logo/helpers.tar
Back
__pycache__/upcloud.cpython-310.pyc 0000644 00000012677 15027744221 0013151 0 ustar 00 o �Ad � @ sh d dl Z d dlmZ d dlmZ d dlmZ d dlmZ e�e �Z dd� Z dd � Z dd d �Z dd� ZdS )� N)�dmi)�log)�net)� url_helperc C s dd� }g }t �� }t�d|� | �d�D ]U}t�d|� |�d�}||vr.td||f ��|�d�}|�|�}t�d ||||�d �� d ||d �}g } |�d �D ]} || | �d��} | �| � qQ| |d< |�|� q| �d�r�t�d| �d�� |�d| �d�d�� d|d�S )aC Convert the UpCloud network metadata description into Cloud-init's version 1 netconfig format. Example JSON: { "interfaces": [ { "index": 1, "ip_addresses": [ { "address": "94.237.105.53", "dhcp": true, "dns": [ "94.237.127.9", "94.237.40.9" ], "family": "IPv4", "floating": false, "gateway": "94.237.104.1", "network": "94.237.104.0/22" }, { "address": "94.237.105.50", "dhcp": false, "dns": [], "family": "IPv4", "floating": true, "gateway": "", "network": "94.237.105.50/32" } ], "mac": "32:d5:ba:4a:36:e7", "network_id": "031457f4-0f8c-483c-96f2-eccede02909c", "type": "public" }, { "index": 2, "ip_addresses": [ { "address": "10.6.3.27", "dhcp": true, "dns": [], "family": "IPv4", "floating": false, "gateway": "10.6.0.1", "network": "10.6.0.0/22" } ], "mac": "32:d5:ba:4a:84:cc", "network_id": "03d82553-5bea-4132-b29a-e1cf67ec2dd1", "type": "utility" }, { "index": 3, "ip_addresses": [ { "address": "2a04:3545:1000:720:38d6:baff:fe4a:63e7", "dhcp": true, "dns": [ "2a04:3540:53::1", "2a04:3544:53::1" ], "family": "IPv6", "floating": false, "gateway": "2a04:3545:1000:720::1", "network": "2a04:3545:1000:720::/64" } ], "mac": "32:d5:ba:4a:63:e7", "network_id": "03000000-0000-4000-8046-000000000000", "type": "public" }, { "index": 4, "ip_addresses": [ { "address": "172.30.1.10", "dhcp": true, "dns": [], "family": "IPv4", "floating": false, "gateway": "172.30.1.1", "network": "172.30.1.0/24" } ], "mac": "32:d5:ba:4a:8a:e1", "network_id": "035a0a4a-77b4-4de5-820d-189fc8135714", "type": "private" } ], "dns": [ "94.237.127.9", "94.237.40.9" ] } c S s� | � d�rd}| � d�dkrd}d|iS d}| � d�dkr d}|d| � d �d �}| � d �r4| � d �|d < d | � d �v rG| � d ��d �d |d< || � d�krZ| � d�rZ| � d�|d< |S )N�dhcp�family�IPv6zipv6_dhcpv6-stateless�type�static�static6�auto�address)r �controlr �gateway�/�network� �netmask�dns�dns_nameservers)�get�split)�ip_addrr � dhcp_type� static_type�subpart� r �C/usr/lib/python3/dist-packages/cloudinit/sources/helpers/upcloud.py�_get_subnet_configr s& � z8convert_to_network_config_v1.<locals>._get_subnet_configzNIC mapping: %s� interfaceszConsidering %s�maczVDid not find network interface on system with mac '%s'. Cannot apply configuration: %sr z4Found %s interface '%s' with address '%s' (index %d)�index�physical)r �name� mac_address� ip_addressesr �subnetsz Setting DNS nameservers to %s� nameserver)r r r )�version�config)�cloudnet�get_interfaces_by_mac�LOG�debugr � RuntimeError�append) r) r � nic_configs�macs_to_interfaces� raw_ifacer$ � iface_type� sysfs_name� interfacer& � ip_address�sub_partr r r � convert_to_network_config_v1 sL c �� � � � r8 c C s t | �S )N)r8 )r) r r r �convert_network_config� s r9 � � c C s6 t j| |||d�}|�� std| ��t�|j�� �S )N)�timeout� sec_between�retriesz unable to read metadata at %s)r �readurl�okr. �json�loads�contents�decode)�urlr< r= r> �responser r r � read_metadata� s � rG c C sN t �d�} | dkr dS t �d�}|r t�d|� d|fS d}t�|� t|��)Nzsystem-manufacturer�UpCloud)FNz system-uuidz2system identified via SMBIOS as UpCloud server: %sz�system identified via SMBIOS as a UpCloud server, but did not provide an ID. Please contact support viahttps://hub.upcloud.com or via email with support@upcloud.comT)r � read_dmi_datar, r- �criticalr. )� vendor_name� server_uuid�msgr r r � read_sysinfo� s � �� rN )r: r: r; )rA � cloudinitr r �loggingr r* r � getLogger�__name__r, r8 r9 rG rN r r r r �<module> s 2 __pycache__/__init__.cpython-310.pyc 0000644 00000000241 15027744221 0013215 0 ustar 00 o �Ad � @ s d S )N� r r r �D/usr/lib/python3/dist-packages/cloudinit/sources/helpers/__init__.py�<module> s __pycache__/openstack.cpython-310.pyc 0000644 00000042422 15027744221 0013454 0 ustar 00 o �Ad�e � @ s: d dl Z d dlZd dlZd dlZd dlZd dlmZ d dlmZm Z m Z m Z m Z d dl mZ d dlmZ e�e�Zddd� d fd e ji fd d d� d fd �ZdZdZdZdZdZdZdZ dZ dZ dZ eeeee e e e fZ dZ!G dd� de"�Z#G dd � d �Z$G d d � d e j%d �Z&G d d!� d!e&�Z'G d"d#� d#e&�Z(d&d$d%�Z)dS )'� N)�log)�net�sources�subp� url_helper�util)�BrokenMetadata)�ec2�network_configc C � | S �N� ��xr r �E/usr/lib/python3/dist-packages/cloudinit/sources/helpers/openstack.py�<lambda> � r � �meta_js�authorized_keysc C r r r r r r r r r )zetc/network/interfaceszmeta.jszroot/.ssh/authorized_keys))zlocal-hostname�hostnameF)� instance-id�uuidT�latestz 2012-08-10z 2013-04-04z 2013-10-17z 2015-10-15z 2016-06-30z 2016-10-06z 2017-02-22z 2018-08-27) N�bgpovs�bridge� cascading�dvs�ethernet�hw_veb�hyperv�ovs�phy�tap� vhostuser�vifc @ s e Zd ZdS )� NonReadableN)�__name__� __module__� __qualname__r r r r r& Q s r& c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd S ) � SourceMixinc C s> | j sd S | j �di �}|�� D ] \}}||kr | S qd S )Nzblock-device-mapping)� ec2_metadata�get�items)�self�name�bdm�ent_name�devicer r r �_ec2_name_to_deviceV s �z SourceMixin._ec2_name_to_devicec C s$ d}| j dkr d}t�| j�|��S )N� public_keys� � public-keys)�versionr �normalize_pubkey_data�metadatar, )r. r/ r r r �get_public_ssh_keys_ s z SourceMixin.get_public_ssh_keysc C sV d }z d| }|dkrd| }t �|�}|r |d }W |S W |S tjy* Y |S w )NzLABEL=%s�swapzTYPE=%sr )r �find_devs_withr �ProcessExecutionError)r. r/ r2 �criteria� dev_entriesr r r �_os_name_to_devicee s ���z SourceMixin._os_name_to_devicec C sV |sd S |� d�s d| }tj�|�r|S | �tj�|��}|r)t�d||� |S d S )N�/z/dev/%sz Remapped device name %s => %s)� startswith�os�path�exists� _remap_device�basename�LOG�debug)r. r2 �remappedr r r �_validate_device_namer s z!SourceMixin._validate_device_namec C s� |sd S |g}|dkr|� dd� |dkr|�d� d }t�d|� |D ]}| �|�}| �|�}|r4 nq$|sPt�d|� |D ]}| �|�}| �|�}|rO nq?|sTd S t�d||� |S )N�rootr �amiz(Using ec2 style lookup to find device %sz.Using openstack style lookup to find device %szMapped %s to device %s)�insert�appendrH rI r3 rK r@ )r. r/ �namesr2 �nr r r �device_name_to_device� s6 � �z!SourceMixin.device_name_to_deviceN)r' r( r) r3 r: r@ rK rR r r r r r* U s r* c @ sh e Zd Zdd� Zejdd� �Zejddd��Zejdd � �Zejd d � �Z d d � Z ddd�Z dd� Z dS )� BaseReaderc C s || _ d S r )� base_path�r. rT r r r �__init__� s zBaseReader.__init__c G � d S r r �r. �base�add_onsr r r � _path_join� � zBaseReader._path_joinFc C rW r r �r. rD �decoder r r � _path_read� r\ zBaseReader._path_readc C rW r r �r. r r r �_fetch_available_versions� r\ z$BaseReader._fetch_available_versionsc C rW r r r` r r r �_read_ec2_metadata� r\ z BaseReader._read_ec2_metadatac C s� z| � � }W n ty" } zt�d| j|� g }W Y d }~nd }~ww dd� ttt��D �}t}|D ] }||vr9q2|} t�d||� |S )Nz4Unable to read openstack versions from %s due to: %sc S s g | ]}|�qS r r )�.0�vr r r � <listcomp>� s z4BaseReader._find_working_version.<locals>.<listcomp>z Selected version '%s' from %s) ra � ExceptionrH rI rT �reversed�list� OS_VERSIONS� OS_LATEST)r. �versions_available�e� supported�selected_version�potential_versionr r r �_find_working_version� s0 ��� �z BaseReader._find_working_versionc C s^ |� dd��d�}|�d�}dd� |D �}|s td| ��| j| jdg|�R � }| j||d�S ) N� content_pathr rA c S s g | ]}t |�r|�qS r )�len)rc �pr r r re � s z1BaseReader._read_content_path.<locals>.<listcomp>z!Item %s has no valid content path� openstack�r^ )r, �lstrip�splitr r[ rT r_ )r. �itemr^ rD � path_pieces� valid_piecesr r r �_read_content_path� s z BaseReader._read_content_pathc s� t jtjtttfd�� � �fdd�}ddd�}|��� �}|�� D ]o\}\}}}�� �j |�}d}d}z�� |�}W n# t y] } z|sLt �d || � nt �d || � W Y d} ~ nd} ~ ww d }|rj|sjtd | ��|r�|r�z||�}W n ty� } z td || f �| �d} ~ ww |r�|||< q!|d } d| v r�| d } z t�| �| d< W n ttfy� } ztd| �| �d} ~ ww i } | �dg �} | D ])}d|vr�q�|d }z ��|�| |< W q� ty� } z td|| f �| �d} ~ ww | |d< | �dd�}|�r z �j|d d�}||d< W n t �y } ztd| �| �d} ~ ww z | d d |d< W n t�y3 Y nw ��� |d< tD ] \}}}|�rO|| v�rOtd| ��|| v �r[| �|�| |< �q<|S )z�Reads a version 2 formatted location. Return a dict with metadata, userdata, ec2-metadata, dsmode, network_config, files and version (2). If not a valid location, raise a NonReadable exception. )� root_typesc s� i }�� d| d�dtjf|d< �� d| d�ddd� f|d < �� d| d �d� f|d < �� d| d �d� f|d < �� d| d�d� f|d< |S )Nrt zmeta_data.jsonTr9 � user_dataFc S r r r r r r r r � r z7BaseReader.read_v2.<locals>.datafiles.<locals>.<lambda>�userdatazvendor_data.json� vendordatazvendor_data2.json� vendordata2znetwork_data.json� networkdata)r[ r � load_json)r7 �files��load_json_anytyper. r r � datafiles� s, � � � � �z%BaseReader.read_v2.<locals>.datafilesr � )r~ r7 NFz*Failed reading optional path %s due to: %sz+Failed reading mandatory path %s due to: %sTzMissing mandatory path: %s� Failed to process path %s: %sr9 � random_seedz.Badly formatted metadata random_seed entry: %sr� rD z#Failed to read provided file %s: %sr ru z(Failed to read network configuration: %s�meta�dsmodez ec2-metadatazNo '%s' entry in metadata)� functools�partialr r� �dictrh �strrp r- r[ rT r_ �IOErrorrH rI r& rf r �base64� b64decode� ValueError� TypeErrorr, r{ �KeyErrorrb � KEY_COPIES)r. r� �results�datar/ rD �required� translator�foundrl r9 r� r� �metadata_filesrx �net_item�content� target_key� source_key� is_requiredr r� r �read_v2� s� �!� ���� ��������� ���� ���� � �zBaseReader.read_v2N�F) r' r( r) rV �abc�abstractmethodr[ r_ ra rb rp r{ r� r r r r rS � s rS )� metaclassc sF e Zd Z� fdd�Zdd� Zddd�Zdd � Zd d � Zd d � Z� Z S )�ConfigDriveReaderc s t t| ��|� d | _d S r )�superr� rV � _versionsrU �� __class__r r rV f s zConfigDriveReader.__init__c G s |gt |� }tjj|� S r )rh rC rD �join)r. rY rZ � componentsr r r r[ j s z ConfigDriveReader._path_joinFc C s t j||d�S )Nru )r � load_filer] r r r r_ n s z ConfigDriveReader._path_readc s@ | j d u r | �| jd�� � fdd�t�� �D �}t|�| _ | j S )Nrt c s$ g | ]}t j�t j�� ��r|�qS r )rC rD �isdirr� �rc �d�rD r r re t s ��z?ConfigDriveReader._fetch_available_versions.<locals>.<listcomp>)r� r[ rT rC �listdir�sorted)r. r� r r� r ra q s � z+ConfigDriveReader._fetch_available_versionsc C s` | � | jddd�}tj�|�si S z t�| �|��W S ty/ } z t d||f �|�d }~ww )Nr r zmeta-data.jsonr� ) r[ rT rC rD rE r r� r_ rf r )r. rD rl r r r rb | s � ����z$ConfigDriveReader._read_ec2_metadatac C s� i }t �� D ]}| �| j|�}tj�|�r|||< qt|�dkr'td| j ��i }t � � D ]O\}\}}}||v ru|| }z| � |�}W n t yV } zt d| �| �d} ~ ww z||�||< W q- t yt } z t d|| f �| �d} ~ ww t�|�||< q-|d } |d } | �d| �} | r�| �� } d d � | D �|d< d | v r�| d |d < d |d �} d| v r�| d | d< | �dd�| d< i | d< | S )z�Reads a version 1 formatted location. Return a dict with metadata, userdata, dsmode, files and version (1). If not a valid path, raise a NonReadable exception. r z%s: no files foundzFailed to read: %sNr� r r r6 c S s" g | ] }t |�r|�d �s|�qS )�#)rr rB )rc �liner r r re � s ���z-ConfigDriveReader.read_v1.<locals>.<listcomp>r r5 )r7 r9 r� z user-datar r~ r� )�FILES_V1�keysr[ rT rC rD rE rr r& r- r_ r� r rf �copy�deepcopyr, � splitlines)r. r� r/ rD �md�keyr� �default�contentsrl �keydatar �linesr� r r r �read_v1� s^ � �� ���� � � zConfigDriveReader.read_v1r� ) r' r( r) rV r[ r_ ra rb r� � __classcell__r r r� r r� e s r� c s@ e Zd Zd� fdd� Zdd� Zddd �Zd d � Zd d � Z� ZS )�MetadataReaderN� c s4 t t| ��|� || _t|�| _t|�| _d | _d S r ) r� r� rV � ssl_details�float�timeout�int�retriesr� )r. �base_urlr� r� r� r� r r rV � s zMetadataReader.__init__c C sb | j d ur| j S g }| �| jd�}| j|dd�}|�� D ]}|�� }|s%q |�|� q || _ | j S )Nrt Tru )r� r[ rT r_ r� �striprO )r. r� � version_pathr� r� r r r ra � s z(MetadataReader._fetch_available_versionsFc C s6 dd� }t j|| j| j| j|d�}|r|j�� S |jS )Nc S s8 zt |j�}|dkr W dS W dS ttfy Y dS w )Ni� FT)r� �coder� r� )� _request_args�causer� r r r �should_retry_cb� s ���z2MetadataReader._path_read.<locals>.should_retry_cb)r� r� r� � exception_cb)r �readurlr� r� r� r� r^ )r. rD r^ r� �responser r r r_ � s � zMetadataReader._path_readc G s t j|g|�R � S r )r � combine_urlrX r r r r[ s zMetadataReader._path_joinc C s t j| j| j| jd�S )N)r� r� r� )r �get_instance_metadatar� r� r� r` r r r rb s �z!MetadataReader._read_ec2_metadata)Nr� r� r� ) r' r( r) rV ra r_ r[ rb r� r r r� r r� � s r� c s� | du rdS g d�g d�d��| � dg �}| � dg �}| � dg �}g }i �d}d }g }|D �]��g } t�fd d ���� D ��} d �v rI�d | d < d} �� d �r]�� d ��� } | ��d < | � d �| �d �d d�} �fdd�|D �D ]�} t�fdd �| �� D ��}| d dkr�|�ddi� nH| d dkr�|�ddi� n:| d dv r�|�d| d i� n*| d dv r�|�d| � d�d �� n| d d v r�| �d d i� |�d | � d�d �� | d d!v r�| �d d"i� | d d#kr�d"|d#< | d d$kr�d"|d$< | �|� qt| �d%| i� �d d&v �rXi }| �r| |d'< ��� D ]\}}|d(k�r&�q|�d)��r3|�||i� �q|| }|d*7 }|�| d+d,t��d( �f� | �||d-�� || d < nZ�d d.v �r�d/�d0 �d1 f }| �|�d1 �d2 d3�� |�| d0d,�d0 f� |�| d d4�d1 �d0 f� | ��d2 |d5�� n�d t v�r�t � d6�d � | �d7| d8�� |�| � | �| d < q-d9d� |D �}|�s�|�rE|du �r�t � � }��� D ] \}}|� d ��r�q�|� d:�|v �r�||d: |d < �q�|D ]"}|� d'�}|�std;| ��||v�rtd<| ��|| |d < �q�|D ]'\} }� }t|ttf��r9� �fd=d�|D �| |< �q � �| d | |< �q t �� }|�re|D ]} | d |v �rc|| d | d'< d>| d< �qN|D ]} | } | �dd?i� |�| � �qgd*|d@�S )Aa) Return a dictionary of network_config by parsing provided OpenStack ConfigDrive NetworkData json format OpenStack network_data.json provides a 3 element dictionary - "links" (links are network devices, physical or virtual) - "networks" (networks are ip network configurations for one or more links) - services (non-ip services, like dns) networks and links are combined via network items referencing specific links via a 'link_id' which maps to a links 'id' field. To convert this format to network_config yaml, we first iterate over the links and then walk the network list to determine if any of the networks utilize the current link; if so we generate a subnet entry for the device We also need to map network_data.json fields to network_config fields. For example, the network_data links 'id' field is equivalent to network_config 'name' field for devices. We apply more of this mapping to the various link types that we encounter. There are additional fields that are populated in the network_data.json from OpenStack that are not relevant to network_config yaml, so we enumerate a dictionary of valid keys for network_yaml and apply filtering to drop these superflous keys from the network_config yaml. N)r/ �type� mac_address�subnets�params�mtu) r� �address�netmask� broadcast�metric�gateway� pointopoint�scope�dns_nameservers� dns_search�routes)�physical�subnet�links�networks�serviceszbond%dr c 3 �( � | ]\}}|� d v r||fV qdS )r� Nr �rc �krd �� valid_keysr r � <genexpr>P � � �z#convert_net_json.<locals>.<genexpr>r/ �ethernet_mac_address�idr� )r/ �macr� r� c s g | ] }|d � d kr|�qS )�linkr� r )rc rQ )r� r r re f s z$convert_net_json.<locals>.<listcomp>c 3 r� )r� Nr r� r� r r r� g r� � ipv4_dhcp�dhcp4� ipv6_dhcp�dhcp6)� ipv6_slaaczipv6_dhcpv6-stateless�ipv6_dhcpv6-stateful)�ipv4�staticr� � ip_address)r� r� )�ipv6�static6z accept-raFr )r� r� Tr� r� r� )�bondr� � bond_linksr r5 �bond_interfacesz%s)r� r/ )�vlanz%s.%s� vlan_link�vlan_id�vlan_mac_address)r/ r r� z%%s.%s)r� r/ z9Unknown network_data link type (%s); treating as physicalr� )r� r� c S s& g | ]}|� d �dkrd|vr|�qS )r� r� r/ )r, r� r r r re � s r� z#No mac_address or name entry for %sz"Unable to find a system nic for %sc s g | ] }� �| d �qS )r/ r )rc �target)�fmt� link_id_infor r re � s �� infiniband� nameserver)r7 �config)r, r� r- �lower�updaterO rB r� r� �KNOWN_PHYSICAL_TYPESrH �warningr �get_interfaces_by_macr� � isinstancerh �tuple�get_ib_hwaddrs_by_interface) � network_json� known_macsr� r� r� � link_updates� bond_name_fmt� bond_numberr r� �cfg� link_mac_addr�curinfo�networkr� r� r� rd � link_namer/ � need_names�_link_id�infor� r� r� �targets�ib_known_hwaddrs�servicer )r r� r r� r �convert_net_json s � � � � �� �� � �� ���� � � �� r& )NN)*r� r� r� r� rC � cloudinitr �loggingr r r r r �cloudinit.sourcesr �cloudinit.sources.helpersr � getLoggerr' rH r� r� r� rj � OS_FOLSOM� OS_GRIZZLY� OS_HAVANA� OS_LIBERTY� OS_NEWTON_ONE� OS_NEWTON_TWO�OS_OCATA�OS_ROCKYri r r� r& r* �ABCMetarS r� r� r& r r r r �<module> sR �� L Eo: __pycache__/ec2.cpython-310.pyc 0000644 00000013727 15027744221 0012144 0 ustar 00 o �Ad�" � @ s� d dl Z d dlZd dlmZ d dlmZmZ e�e�Z e ej g�Z G dd� d�Z G dd� d�Zdd � Z dd d�Z ddd�Z ddd�Z ddd�ZdS )� N)�log)� url_helper�utilc @ s e Zd ZdZdd� Zdd� ZdS )�MetadataLeafDecoderz.Decodes a leaf blob into something meaningful.c C s, |sdS |� � }|�d�r|�d�rdS dS )NF�{�}T)�strip� startswith�endswith)�self�text� r �?/usr/lib/python3/dist-packages/cloudinit/sources/helpers/ec2.py�_maybe_json_object s z&MetadataLeafDecoder._maybe_json_objectc C s� |sdS zt �|�}W n ty | Y S w | �|�r>zt�|�W S ttfy= } z t� d||� W Y d }~nd }~ww |� d�dkrI|� � S |S )N� z6Field %s looked like a json object, but it was not: %s� ���) r � decode_binary�UnicodeDecodeErrorr �json�loads� ValueError� TypeError�LOG�warning�find� splitlines)r �field�blob�er r r �__call__ s* � ���z MetadataLeafDecoder.__call__N)�__name__� __module__� __qualname__�__doc__r r r r r r r s r c @ s. e Zd Zd dd�Zdd� Zdd� Zdd � ZdS ) �MetadataMaterializerNc C s6 || _ d | _|| _|| _|d u rt� | _d S || _d S �N)�_blob�_md� _base_url�_callerr � _leaf_decoder)r r �base_url�caller� leaf_decoderr r r �__init__7 s z MetadataMaterializer.__init__c C s� i }g }t �|�}|s||fS dd� }dd� }|�� D ]G}|�� }||�}|r)|s*q|dkr/q||�r=||vr<|�|� q|�dd�}|} t|�dkr^|\} } t �| �} | d ur^d| } | }| ||< q||fS ) Nc S s | � d�rdS dS )N�/TF)r ��itemr r r � has_childrenI s z1MetadataMaterializer._parse.<locals>.has_childrenc S s | � d�r | �d�S | S )Nr0 )r �rstripr1 r r r �get_nameO s z-MetadataMaterializer._parse.<locals>.get_namezsecurity-credentials�=� z%s/openssh-key)r r r r �append�split�len�safe_int) r r �leaves�childrenr3 r5 r � field_name�contents�resource�ident� sub_contentsr r r �_parseA s8 � zMetadataMaterializer._parsec C s( | j d ur| j S | �| j| j�| _ | j S r& )r( � _materializer' r) )r r r r � materializel s z MetadataMaterializer.materializec C s� | � |�\}}i }|D ] }t�||�}|�d�s |d7 }| �|�}| �||�||< q i } |�� D ]\} } t�|| �} | �| �} | �| | �| | < q0i }|�|� | � � D ]} | |v r`t � d|� qS| | || < qS|S )Nr0 z&Duplicate key found in results from %s) rC r � combine_urlr r* rD �itemsr+ �update�keysr r )r r r, r< r= �child_contents�c� child_url� child_blob� leaf_contentsr r@ �leaf_url� leaf_blob�joinedr r r rD r s( z!MetadataMaterializer._materializer& )r! r" r# r/ rC rE rD r r r r r% 6 s + r% c C s |j | vS )z/Returns False if cause.code is in status_codes.)�code)� status_codes� _request_args�causer r r �skip_retry_on_codes� s rV �latest�http://169.254.169.254� c C s� t �|| �}t �|d�}d} z|st�tt�}t j|||||||d�} | j} W | S t jyO } z| j tvrDt � t d|� W Y d } ~ | S W Y d } ~ | S d } ~ w t y_ t � t d|� Y | S w )Nz user-datar )� ssl_details�timeout�retries� exception_cb� headers_cb�headers_redactz$Failed fetching userdata from url %s)r rF � functools�partialrV �SKIP_USERDATA_CODES�read_file_or_urlr? �UrlErrorrR r �logexcr � Exception) � api_version�metadata_addressrZ r[ r\ r^ r_ r] �ud_url� user_data�responser r r r �get_instance_userdata� s< �� � �� ��rl c s� t �||| �} tjt j|||||| d�� � �fdd�} z� | �} t| j| | |d�}|�� }t|t �s4i }|W S t yI t � t d| | � i Y S w )N)rZ r[ r\ r^ r_ r] c sP z� | �j W S tjy' } z�r�|�s� t�d| � W Y d }~dS d }~ww )Nz&Skipped retrieval of the content of %sz (skipped))r? r rd r r )�urlr �r- � retrieval_exception_ignore_cbr r �mcaller� s �� ��z'_get_instance_metadata.<locals>.mcaller)r. z Failed fetching %s from url %s)r rF r` ra rc r% r? rE � isinstance�dictrf r re r )�treerg rh rZ r[ r\ r. r^ r_ r] ro �md_urlrp rk � materializer�mdr rn r �_get_instance_metadata� s0 � � �rw c C s t d| ||||||||| d� S )Nz meta-data/) rs rg rh rZ r[ r\ r. r_ r^ r] ro �rw ) rg rh rZ r[ r\ r. r^ r_ r] ro r r r �get_instance_metadata� s �ry c C s t d| ||||||||d� S )Nzdynamic/instance-identity) rs rg rh rZ r[ r\ r. r_ r^ r] rx ) rg rh rZ r[ r\ r. r^ r_ r] r r r �get_instance_identity s �rz )rW rX NrY rY NNN) rW rX NrY rY NNNNN) rW rX NrY rY NNNN)r` r � cloudinitr �loggingr r � getLoggerr! r � frozenset� NOT_FOUNDrb r r% rV rl rw ry rz r r r r �<module> sd #T �) �4 � � __pycache__/hetzner.cpython-310.pyc 0000644 00000002470 15027744221 0013143 0 ustar 00 o �Ad1 � @ sJ d dl Z d dlZd dlmZmZ d dd�Zd dd�Zd ed efd d �ZdS )� N)� url_helper�util� � c C s6 t j| |||d�}|�� std| ��t�|j�� �S )N��timeout� sec_between�retriesz unable to read metadata at %s)r �readurl�ok� RuntimeErrorr � load_yaml�contents�decode��urlr r r �response� r �C/usr/lib/python3/dist-packages/cloudinit/sources/helpers/hetzner.py� read_metadata s � r c C s, t j| |||d�}|�� std| ��|jS )Nr z unable to read userdata at %s)r r r r r r r r r � read_userdata s � r �data�returnc C sD t | t�s tdt| � ��ztj| dd�W S tjy! | Y S w )z�base64 decode data If data is base64 encoded bytes, return b64decode(data). If not, return data unmodified. @param data: data as bytes. TypeError is raised if not bytes. z data is '%s', expected bytesT)�validate)� isinstance�bytes� TypeError�type�base64� b64decode�binascii�Error)r r r r �maybe_b64decode s �r" )r r r ) r r � cloudinitr r r r r r" r r r r �<module> s __pycache__/digitalocean.cpython-310.pyc 0000644 00000014067 15027744221 0014114 0 ustar 00 o �Adr � @ s� d dl Z d dlZd dlmZ d dlmZ d dlmZ d dlmZm Z m Z ddd�Z e� e �Zdd d �Zd d � Zdd d�Zdd� Zddd�Zdd� ZdS )� N)�dmi)�log)�net)�subp� url_helper�util�eth0�eth1)�public�privatec C s� |s t | �}t�d|� |std��d�t�dd�t�dd��}dd d |d |g}dd d d |dg}t�d�s9td��zt�|� t�d||� t�|� t�d|� W |S t yc t � td||� � w )z�Bring up NIC using an address using link-local (ip4LL) IPs. On DigitalOcean, the link-local domain is per-droplet routed, so there is no risk of collisions. However, to be more safe, the ip4LL address is random. z,selected interface '%s' for reading metadatazPunable to find interfaces to access themeta-data server. This droplet is broken.z169.254.{0}.{1}/16� � r � �ip�addr�add�dev�link�set�upz4No 'ip' command available to configure ip4LL addressz#assigned ip4LL address '%s' to '%s'zbrought device '%s' upzRip4LL address assignment of '%s' to '%s' failed. Droplet networking will be broken) �get_link_local_nic�LOG�debug� RuntimeError�format�random�randintr �which� Exceptionr �logexc)�distro�nicr � ip_addr_cmd� ip_link_cmd� r$ �H/usr/lib/python3/dist-packages/cloudinit/sources/helpers/digitalocean.py�assign_ipv4_link_local s> �� � ���r& c s. � fdd�t �� D �}|sd S t|dd� d�S )Nc s g | ] }� j �|�r|�qS r$ )� networking� is_physical)�.0�f�r r$ r% � <listcomp>B s ��z&get_link_local_nic.<locals>.<listcomp>c S s t �| d�S )N�ifindex)�cloudnet�read_sys_net_int)�dr$ r$ r% �<lambda>I s z$get_link_local_nic.<locals>.<lambda>)�key)r. �get_devicelist�min)r �nicsr$ r+ r% r A s �r c C s~ | s t �d� dS t �d� dddd| g}zt�|� t �d| � W dS ty> } zt�t d | |� W Y d}~dS d}~ww ) zwRemove the ip4LL address. While this is not necessary, the ip4LL address is extraneous and confusing to users. zLno link_local address interface defined, skipping link local address cleanupNzcleaning up ipv4LL addressr r �flushr z removed ip4LL addresses from %sz)failed to remove ip4LL address from '%s'.)r r r r r r )r! r" �er$ r$ r% �del_ipv4_link_localL s � ��r8 c C sR dd� }g }t �� }t�d|� | D ]�}| | d }t�d|� |�d�}||vr1td||f ��|�|�}|�dd �} t�| |�} | |krPt�d | ||| � n d } t�| ||� d || d �} g } dD ] }|�|d�}|snqc||�}| dkszd|v r}|d= | �|� qc| | d< |�| � t�d| | � q|r�t�d|� |�d|d�� d|d�S )a} Convert the DigitalOcean Network description into Cloud-init's netconfig format. Example JSON: {'public': [ {'mac': '04:01:58:27:7f:01', 'ipv4': {'gateway': '45.55.32.1', 'netmask': '255.255.224.0', 'ip_address': '45.55.50.93'}, 'anchor_ipv4': { 'gateway': '10.17.0.1', 'netmask': '255.255.0.0', 'ip_address': '10.17.0.9'}, 'type': 'public', 'ipv6': {'gateway': '....', 'ip_address': '....', 'cidr': 64}} ], 'private': [ {'mac': '04:01:58:27:7f:02', 'ipv4': {'gateway': '10.132.0.1', 'netmask': '255.255.0.0', 'ip_address': '10.132.75.35'}, 'type': 'private'} ] } c S sZ dd| � d�| � d�d�}d| � d�v r$d�| � d�| � d��|d < |S | � d �|d < |S ) N�static�auto� ip_address�gateway)�type�control�addressr< �:z{0}/{1}�cidrr? �netmask)�getr )�pcfg�subpartr$ r$ r% �_get_subnet_part� s ���z7convert_network_configuration.<locals>._get_subnet_partznic mapping: %sr zconsidering %s�maczVDid not find network interface on system with mac '%s'. Cannot apply configuration: %sr= �unknownz6Found %s interface '%s' on '%s', assigned name of '%s'zfFound interface '%s' on '%s', which is not a public or private interface. Using default system naming.�physical)r= � mac_address�name)�ipv4�ipv6� anchor_ipv4� anchor_ipv6Nr �anchorr< �subnetsznic '%s' configuration: %szadded dns servers: %s� nameserver)r= r? r )�version�config)r. �get_interfaces_by_macr r rC r �NIC_MAP�append)rT � dns_serversrF � nic_configs� macs_to_nics�nr! rJ � sysfs_name�nic_type�if_name�msg�ncfgrQ �netdef� raw_subnet�sub_partr$ r$ r% � convert_network_configurationc s` �� � �� rd � � c C s6 t j| |||d�}|�� std| ��t�|j�� �S )N)�timeout� sec_between�retriesz unable to read metadata at %s)r �readurl�okr �json�loads�contents�decode)�urlrg rh ri �responser$ r$ r% � read_metadata� s � rr c C sN t �d�} | dkr dS t �d�}|r t�d|� d|fS d}t�|� t|��)Nzsystem-manufacturer� DigitalOcean)FNzsystem-serial-numberz8system identified via SMBIOS as DigitalOcean Droplet: %sz�system identified via SMBIOS as a DigitalOcean Droplet, but did not provide an ID. Please file a support ticket at: https://cloud.digitalocean.com/support/tickets/newT)r � read_dmi_datar r �criticalr )� vendor_name� droplet_idr_ r$ r$ r% � read_sysinfo� s ��� rx )N)re re rf )rl r � cloudinitr r �loggingr r. r r r rV � getLogger�__name__r r& r r8 rd rr rx r$ r$ r$ r% �<module> s / n __pycache__/netlink.cpython-310.pyc 0000644 00000023134 15027744221 0013130 0 ustar 00 o �Ad/ � @ sV d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dlm Z e� e �Z dZ dZdZdZdZd Zd Zd Zd Zd ZdZdZdZdZe�e�Z e�e�Z e e Z dZ dZ dZ!dZ"d Z#dZ$dZ%dZ&dZ'dZ(dZ)edg d��Z*edddg�Z+edg d��Z,G dd � d e-�Z.d d � Z/d d � Z0d/d!d"�Z1d#d$� Z2d%d&� Z3d'd(� Z4d)d*� Z5d+d,� Z6d-d.� Z7dS )0� N)� namedtuple)�log)�util� � � � � � � i�� � �< �IHHII�BHiII� � � �RTAAttr)�length�rta_type�data�InterfaceOperstate�ifname� operstate� NetlinkHeader)r �type�flags�seq�pidc @ s e Zd ZdZdS )�NetlinkCreateSocketErrorz5Raised if netlink socket fails during create or bind.N)�__name__� __module__� __qualname__�__doc__� r$ r$ �C/usr/lib/python3/dist-packages/cloudinit/sources/helpers/netlink.pyr 9 s r c C sp zt � t jt jt j�} | �t�� tf� | �d� W n t j y0 } z d| }t |�|�d}~ww t � d� | S )au Creates netlink socket and bind on netlink group to catch interface down/up events. The socket will bound only on RTMGRP_LINK (which only includes RTM_NEWLINK/RTM_DELLINK/RTM_GETLINK events). The socket is set to non-blocking mode since we're only receiving messages. :returns: netlink socket in non-blocking mode :raises: NetlinkCreateSocketError r z*Exception during netlink socket create: %sNzCreated netlink socket) �socket� AF_NETLINK�SOCK_RAW� NETLINK_ROUTE�bind�os�getpid� RTMGRP_LINK� setblocking�errorr �LOG�debug)�netlink_socket�e�msgr$ r$ r% �create_bound_netlink_socket= s � �� r5 c C s^ | dusJ d��t | �tksJ d��t�t| dt� �\}}}}}t�d|� t|||||�S )a Gets netlink message type and length :param: data read from netlink socket :returns: netlink message type :raises: AssertionError if data is None or data is not >= NLMSGHDR_SIZE struct nlmsghdr { __u32 nlmsg_len; /* Length of message including header */ __u16 nlmsg_type; /* Type of message content */ __u16 nlmsg_flags; /* Additional flags */ __u32 nlmsg_seq; /* Sequence number */ __u32 nlmsg_pid; /* Sender port ID */ }; N� data is nonez+data is smaller than netlink message headerzGot netlink msg of type %d) �len� NLMSGHDR_SIZE�struct�unpack� NLMSGHDR_FMT�MSG_TYPE_OFFSETr0 r1 r )r �msg_len�msg_typer r r r$ r$ r% �get_netlink_msg_headerS s � � r? c C s^ | dusJ d��t � | gg g |�\}}}| |vrdS t�d� | �t�}|du r-t�d� |S )a� Select and read from the netlink socket if ready. :param: netlink_socket: specify which socket object to read from :param: timeout: specify a timeout value (integer) to wait while reading, if none, it will block indefinitely until socket ready for read :returns: string of data read (max length = <MAX_SIZE>) from socket, if no data read, returns None :raises: AssertionError if netlink_socket is None N�netlink socket is nonez netlink socket ready for readz,Reading from Netlink socket returned no data)�selectr0 r1 �recv�MAX_SIZEr/ )r2 �timeout�read_set�_r r$ r$ r% �read_netlink_socketl s rG c C s� | dusJ d��t |�tksJ d��|tksJ d��d }}d}ztjd| |d�d }tjd| |d d�d }W n tjyC Y dS w | |t || � }t|||�S ) a( Unpack a single rta attribute. :param: data: string of data read from netlink socket :param: offset: starting offset of RTA Attribute :return: RTAAttr object with length, type and data. On error, return None. :raises: AssertionError if data is None or offset is not integer. Nr6 zoffset is not integerz'rta offset is less than expected lengthr �H)�offsetr )r �int�RTATTR_START_OFFSETr9 � unpack_fromr/ �RTA_DATA_START_OFFSETr )r rI r r � attr_datar$ r$ r% �unpack_rta_attr� s � � rO c C s� | dusJ d��t | �tksJ d��d }}t}|t | �kr]t| |�}|r*|jdkr+n2t|jt t }||j| 7 }|jtkrFt|j�}n|jt krWt � |jd�}|� d�}|t | �ks |rc|du redS t �d||� t||�S )a� Reads Interface name and operational state from RTA Data. :param: data: string of data read from netlink socket :returns: InterfaceOperstate object containing if_name and oper_state. None if data does not contain valid IFLA_OPERSTATE and IFLA_IFNAME messages. :raises: AssertionError if data is None or length of data is smaller than RTATTR_START_OFFSET. Nr6 z2length of data is smaller than RTATTR_START_OFFSETr zutf-8� z!rta attrs: ifname %s operstate %d)r7 rK rO r � PAD_ALIGNMENTr �IFLA_OPERSTATE�ordr � IFLA_IFNAMEr � decode_binary�stripr0 r1 r )r r r rI �attr�padlen�interface_namer$ r$ r% �read_rta_oper_state� s0 � � � rZ c s6 t �d� d�� �fdd�}t| dtgttg|� �S )z�Block until a single nic is attached. :param: netlink_socket: netlink_socket to receive events :param: existing_nics: List of existing nics so that we can skip them. :raises: AssertionError if netlink_socket is none. z!Preparing to wait for nic attach.Nc s | � v rdS | �dS )NTFr$ ��iname�carrier� prevCarrier�� existing_nicsr r$ r% �should_continue_cb� s z5wait_for_nic_attach_event.<locals>.should_continue_cb)r0 r1 �read_netlink_messages� RTM_NEWLINK�OPER_UP� OPER_DOWN)r2 r` ra r$ r_ r% �wait_for_nic_attach_event� s �rf c s2 t �d� d� � fdd�}t| dtgtg|� � S )z�Block until a single nic is detached and its operational state is down. :param: netlink_socket: netlink_socket to receive events. z!Preparing to wait for nic detach.Nc s | � dS )NFr$ r[ �r r$ r% ra � s z5wait_for_nic_detach_event.<locals>.should_continue_cb)r0 r1 rb � RTM_DELLINKre )r2 ra r$ rg r% �wait_for_nic_detach_event� s �ri c sf | dusJ d��� dusJ d��t � �dksJ d��� fdd�}t�d� t| � ttgttg|� dS ) a� Block until media disconnect and connect has happened on an interface. Listens on netlink socket to receive netlink events and when the carrier changes from 0 to 1, it considers event has happened and return from this function :param: netlink_socket: netlink_socket to receive events :param: ifname: Interface name to lookout for netlink events :raises: AssertionError if netlink_socket is None or ifname is None. Nr@ zinterface name is noner z interface name cannot be emptyc s( |t ko|tk}|rt�d� � dS dS )Nz Media switch happened on %s.FT)re rd r0 r1 )r\ r] r^ � isVnetSwitchrg r$ r% ra s z=wait_for_media_disconnect_connect.<locals>.should_continue_cbz1Wait for media disconnect and reconnect to happen)r7 r0 r1 rb rc rh rd re )r2 r ra r$ rg r% �!wait_for_media_disconnect_connect� s �rk c C sn | du rt d��t� }t}t} t| t�}|du rqt�dt|�� ||7 }t�dt|�� d} t|�} | | k r�|| d� } t| �tk rJt�d� nft | �} t| �| j k r[t�d� nU| j t d t d @ } | | } t�d | � | j |vrwq4t | �}|du r�t�d |� q4|dur�|j|kr�t�d |j|� q4|j|vr�q4|}|j}||j||�s�dS | | k s8|| d� }q) a� Reads from the netlink socket until the condition specified by the continuation callback is met. :param: netlink_socket: netlink_socket to receive events. :param: ifname_filter: if not None, will only listen for this interface. :param: rtm_types: Type of netlink events to listen for. :param: operstates: Operational states to listen. :param: should_continue_callback: Specifies when to stop listening. NzNetlink socket is noneTzread %d bytes from socketz Length of data after concat %dr z#Data is smaller than netlink headerz*Partial data. Smaller than netlink messager z"offset to next netlink message: %dz!Failed to read rta attributes: %sz6Ignored netlink event on interface %s. Waiting for %s.)� RuntimeError�bytesrd rG �SELECT_TIMEOUTr0 r1 r7 r8 r? r rQ r rZ r r )r2 � ifname_filter� rtm_types� operstates�should_continue_callbackr r] r^ � recv_datarI �datalen�nl_msg�nlheaderrX �interface_stater$ r$ r% rb sj � � �� '�rb )N)8r+ rA r& r9 � collectionsr � cloudinitr �loggingr � getLoggerr r0 r- � NLMSG_NOOP� NLMSG_ERROR� NLMSG_DONErc rh � RTM_GETLINK� RTM_SETLINKrC �RTA_DATA_OFFSETr< rn r; � IFINFOMSG_FMT�calcsizer8 �IFINFOMSG_SIZErK rM rQ rT rR � OPER_UNKNOWN�OPER_NOTPRESENTre �OPER_LOWERLAYERDOWN� OPER_TESTING� OPER_DORMANTrd r r r rl r r5 r? rG rO rZ rf ri rk rb r$ r$ r$ r% �<module> sf � % __pycache__/cloudsigma.cpython-310.pyc 0000644 00000007006 15027744221 0013613 0 ustar 00 o �Ad� � @ sX d Z ddlZddlZddlZdZdZdZe�� dkr dZG dd � d �ZG d d � d �Z dS ) a cepko implements easy-to-use communication with CloudSigma's VMs through a virtual serial port without bothering with formatting the messages properly nor parsing the output with the specific and sometimes confusing shell tools for that purpose. Having the server definition accessible by the VM can ve useful in various ways. For example it is possible to easily determine from within the VM, which network interfaces are connected to public and which to private network. Another use is to pass some data to initial VM setup scripts, like setting the hostname to the VM name or passing SSH public keys through server meta. For more information take a look at the Server Context section of CloudSigma API Docs: http://cloudsigma-docs.readthedocs.org/en/latest/server_context.html � N�< � z /dev/ttyS1�Windows�COM2c @ s: e Zd ZdZdZd dd�Zdd� Zdd d �Zdd d �ZdS )�Cepkozb One instance of that object could be use for one or more queries to the serial port. z< {} >� Nc C s |d u r| j }t|�|��S �N)�request_pattern� CepkoResult�format��self�keyr � r �F/usr/lib/python3/dist-packages/cloudinit/sources/helpers/cloudsigma.py�get, s z Cepko.getc C s | � � S r )r �r r r r �all1 s z Cepko.allc C � | j �d�}| �||�S )Nz/meta/{}�r r r r r r r �meta4 � z Cepko.metac C r )Nz/global_context/{}r r r r r �global_context8 r zCepko.global_context)r N)r ) �__name__� __module__� __qualname__�__doc__r r r r r r r r r r $ s r c @ sH e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dS )r z� CepkoResult executes the request to the virtual serial port as soon as the instance is initialized and stores the result in both raw and marshalled format. c C s" || _ | �� | _| �| j�| _d S r )�request�_execute� raw_result�_marshal�result)r r r r r �__init__D s zCepkoResult.__init__c C s6 t jtttd�}|�| j�d�� |�� � d�� d�S )N)�port�timeout� writeTimeout�asciis ) �serial�Serial� SERIAL_PORT� READ_TIMEOUT� WRITE_TIMEOUT�writer �encode�readline�strip�decode)r � connectionr r r r I s �zCepkoResult._executec C s$ zt �|�W S ty | Y S w r )�json�loads� ValueError)r r r r r r P s �zCepkoResult._marshalc C � | j �� S r )r! �__len__r r r r r6 V � zCepkoResult.__len__c C � | j �|�S r )r! � __getitem__)r r r r r r9 Y � zCepkoResult.__getitem__c C r8 r )r! � __contains__)r �itemr r r r; \ r: zCepkoResult.__contains__c C r5 r )r! �__iter__r r r r r= _ r7 zCepkoResult.__iter__N) r r r r r" r r r6 r9 r; r= r r r r r = s r ) r r2 �platformr' r* r+ r) �systemr r r r r r �<module> s __pycache__/vultr.cpython-310.pyc 0000644 00000012314 15027744221 0012636 0 ustar 00 o �AdK � @ s d dl Z d dlmZ d dlmZ d dlmZ d dlmZ d dlmZm Z m Z m Z m Z d dl mZ d dlmZ e�e�Ze� d(d d ��Zd d � Zd d� Zdd� Zdd� Zdd� Zdd� Zdd� Ze� dd� �Z dd � Z d d � Z d)d d!�Z d"d#� Z d$d%� Z!d&d'� Z"dS )*� N)� lru_cache)� exceptions)�dmi)�log)�net�netinfo�subp� url_helper�util)�NoDHCPLeaseError)�EphemeralDHCPv4c C s� t d�}t� D ]`}z>t|d| i|d��+ t| �s! W d � W qt| ||||�}t�|�} t| � | W d � W S 1 sAw Y W q tt j t t j fyg } zt �d| � | }W Y d } ~ qd } ~ ww |�)NzFailed to DHCP�url)�iface�connectivity_url_data�tmp_dirzDHCP Exception: %s)� RuntimeError�get_interface_listr � check_route� read_metadata�json�loads�refactor_metadatar r �ProcessExecutionErrorr �RequestException�LOG�error) r �timeout�retries� sec_between�agentr � exceptionr �v1�metadata�exc� r$ �A/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vultr.py� get_metadata s6 �� *� � ��r& c C sL | d | d< | d | d< | d d }d| d v r | d d }|� � | d< d S )Nzinstance-v2-idz instance-id�hostnamezlocal-hostname�region� regioncode� countrycode)�lower)r" r( r$ r$ r% r 7 s r c C s* g } t �� D ] }d|v r q| �|� q| S )N�dummy)r �find_candidate_nics�append)�ifacesr r$ r$ r% r A s r c C s< t �� }d|vr dS |d D ] }|�dd �| v r dS qdS )N�ipv4F� destinationT)r � route_info�get)r �routes�router$ r$ r% r N s �r c C s t �d�t �d�d�S )Nzsystem-manufacturerzsystem-serial-number)� manufacturer�subid)r � read_dmi_datar$ r$ r$ r% � get_sysinfo_ s �r9 c C s t � d dkr dS dS )Nr6 �VultrTF)r9 r$ r$ r$ r% � is_baremetalg s r; c C s. t � } | d dkr dS dt�� �� v rdS dS )Nr6 r: T�vultrF)r9 r � get_cmdline�split)�sysinfor$ r$ r% �is_vultrn s r@ c C sH d| } d|d�}t j| ||||d�}|�� s td| |j��|j�� S )Nz %s/v1.json� cloudinit)zMetadata-Tokenz User-Agent)r r �headersr z!Failed to connect to %s: Code: %s)r �readurl�okr �code�contents�decode)r r r r r rB �responser$ r$ r% r } s � � r c C s t �� S �N)r �get_interfaces_by_macr$ r$ r$ r% �get_interface_map� s rK c C s t � }| |vr d S |�| �S rI )rK r3 )�mac� macs_to_nicr$ r$ r% �get_interface_name� s rN c C s� ddddgd�gd�}t | �dkr t| d dd �}|d �|� tdt | ��D ]}| | }|�d �r3q't|�}|d �|� q'|S ) N� � nameserverz 108.61.10.10z2001:19f0:300:1704::6)�type�address)�version�configr T)�primaryrT � unconfigured)�len�generate_interfacer. �ranger3 )� interfaces�network�public�i� interface�privater$ r$ r% �generate_network_config� s ��� r` Fc C s� t | d �}|std| d ��|d| d d�}|r*d|d< ddd �d dd �g|d < |s>d d| d d | d d d�g|d < t| |� t| |� |S )NrL �.Interface: %s could not be found on the system�physical)�namerQ � mac_addressrO � accept-ra�dhcp�auto)rQ �control� ipv6_slaac�subnets�staticr0 rR �netmask�rQ rh rR rl )rN r �generate_interface_routes�'generate_interface_additional_addresses)r^ rU �interface_name�netcfgr$ r$ r% rX � s0 ��� �� rX c C sL d| v r | d |d< d| v r| d |d< d| v r$| d |d d d< d S d S )N�mture r4 rj r r$ )r^ rq r$ r$ r% rn � s �rn c C s� t | d d �}d| v r5|dkr5| d d D ] }dd|d |d d�}d |v r-|d |d < |d �|� qt | d d �}d | v rm|dkro| d d D ]%}d dd |d |d f d�}d |v re|d |d < |d �|� qKd S d S d S )Nr0 � additionalr rk rg rR rl rm r4 rj �ipv6�static6z%s/%sr[ �prefix)rQ rh rR )rW r. )r^ rq �additional_countrs �addr$ r$ r% ro � s2 � �� �ro c C sH | d D ] }|d dkr qt |d �}|s td|d ��||d< qd S )NrT rQ rb rd ra rc )rN r )rq r^ rp r$ r$ r% �add_interface_names s �� �ry rI )F)#r � functoolsr �requestsr rA r r r r r r r �cloudinit.net.dhcpr �cloudinit.net.ephemeralr � getLogger�__name__r r& r r r r9 r; r@ r rK rN r` rX rn ro ry r$ r$ r$ r% �<module> s4 " % # __pycache__/azure.cpython-310.pyc 0000644 00000107471 15027744221 0012621 0 ustar 00 o �Ad(� � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl m Z d dl m Z d dl mZ d dlmZmZ d dlmZmZmZmZmZ d dlmZ d dlmZ d d lm Z m Z m Z m Z m Z m!Z!m"Z" d d l#m$Z$ d d l%m&Z& e�'e(�Z)d Z*d Z+dZ,dZ-dZ.dZ/dZ0e$j1dddd�Z2dZ3ed�Z4dede4f dede4f fd d �Z5d d � Z6e5d d!� �Z7e5d"d#� �Z8dd$�d%e9de$j:fd&d'�Z;d(d)� Z<e5e&d* fd+d,��Z=e5d-d.� �Z>e d/d0� �Z?d1d2� Z@e5dd3d4d5�d6e9d7eAd8eeB d9eCd:eCde jDf d;d<��ZEd=e9d>e9d?e9deBfd@dA�ZFG dBdC� dC�ZGG dDdE� dEeH�ZIG dFdG� dG�ZJG dHdI� dI�ZKG dJdK� dK�ZLG dLdM� dM�ZMe5 d_dNe9dOeee9 dPee9 fdQdR��ZNe5dNe9fdSdT��ZOdUdV� ZPG dWdX� dXeH�ZQG dYdZ� dZeH�ZRG d[d\� d\ejS�ZTG d]d^� d^�ZUdS )`� N)�contextmanager)�datetime)�ENOENT)�sleep�time)�Callable�List�Optional�TypeVar�Union)� ElementTree)�escape)�distros�dmi�subp� temp_utils� url_helper�util�version)�events)� CFG_BUILTINz 168.63.129.16�boot-telemetryz system-info� diagnostic� compressedi � z'/run/cloud-init/log_pushed_to_kvp_indexzazure-dsz initialize reporter for azure dsT)�name� description�reporting_enabledz�The VM encountered an error during deployment. Please visit https://aka.ms/linuxprovisioningerror for more information on remediation.�T�func.�returnc s � fdd�}|S )Nc sF t j� j� jtd�� � | i |��W d � S 1 s w Y d S )N�r r �parent)r �ReportEventStack�__name__�azure_ds_reporter)�args�kwargs�r � �A/usr/lib/python3/dist-packages/cloudinit/sources/helpers/azure.py�impl9 s � $�z)azure_ds_telemetry_reporter.<locals>.implr( )r r* r( r' r) �azure_ds_telemetry_reporter8 s r+ c C s\ | |krdS d dd�}|� d�}d�||d �||d �||d �|d |d g�}| |kS ) z� Azure stores the instance ID with an incorrect byte ordering for the first parts. This corrects the byte order such that it is consistent with that returned by the metadata service. F� c S s( dd� t �| d�D �}|�� d�|�S )Nc S s g | ]}|�qS r( r( )�.0�byter( r( r) � <listcomp>N s z<is_byte_swapped.<locals>.swap_bytestring.<locals>.<listcomp>r, � )�textwrap�wrap�reverse�join)�s�width�ddr( r( r) �swap_bytestringM s z(is_byte_swapped.<locals>.swap_bytestring�-r � � � N)r, )�splitr4 )� previous_id� current_idr8 �parts� swapped_idr( r( r) �is_byte_swappedD s �� rB c C s� t �� std��t�d� z tt� �tt�� � } W n t y+ } ztd�|�d}~ww z*t j g d�dd�\}}d}|rGd|v rG|� d�d }|sMtd ��| t|�d }W n& t j yj } ztd | �|�d}~w t y| } ztd | �|�d}~ww z*t j g d�dd�\}}d}|r�d|v r�|� d�d }|s�td��| t|�d }W n& t j y� } ztd| �|�d}~w t y� } ztd| �|�d}~ww t �tddt�| ��� d t�|��� d t�|��� d f t j�}t �|� |S )z[Report timestamps related to kernel initialization and systemd activation of cloud-initz1distro not using systemd, skipping boot telemetryzCollecting boot telemetryz*Failed to determine kernel start timestampN)� systemctl�show�-p�UserspaceTimestampMonotonicT)�capture�=r: z8Failed to parse UserspaceTimestampMonotonic from systemdi@B z-Failed to get UserspaceTimestampMonotonic: %sz<Failed to parse UserspaceTimestampMonotonic from systemd: %s)rC rD zcloud-init-localrE � InactiveExitTimestampMonotonicz;Failed to parse InactiveExitTimestampMonotonic from systemdz0Failed to get InactiveExitTimestampMonotonic: %sz?Failed to parse InactiveExitTimestampMonotonic from systemd: %sr z5kernel_start=%s user_start=%s cloudinit_activation=%s�Z)r � uses_systemd� RuntimeError�LOG�debug�floatr r �uptime� ValueErrorr r= �ProcessExecutionErrorr �ReportingEvent�BOOT_EVENT_TYPEr �utcfromtimestamp� isoformat�DEFAULT_EVENT_ORIGIN� report_event)� kernel_start�e�out�_�tsm� user_start�cloudinit_activation�evtr( r( r) �get_boot_telemetry` s� �� � �������� � ������������ ra c C sb t �� } t�tddt�� | d | d | d d | d d | d d | d f tj�}t�|� |S ) z%Collect and report system informationzsystem informationztcloudinit_version=%s, kernel_version=%s, variant=%s, distro_name=%s, distro_version=%s, flavor=%s, python_version=%s�release�variant�distr r: r, �python) r � system_infor rS �SYSTEMINFO_EVENT_TYPEr �version_stringrW rX )�infor` r( r( r) �get_system_info� s$ �� � rj �� logger_func�msgc C s6 t |�r|| � t�td| tj�}tj|dhd� |S )zReport a diagnostic eventzdiagnostic message�log��excluded_handler_types)�callabler rS �DIAGNOSTIC_EVENT_TYPErW rX )rm rl r` r( r( r) �report_diagnostic_event� s �rs c C sN t �t�|��}d|�d�d�}t�t| t� |�tj �}tj |h d�d� |S )zReport a compressed eventzgz+b64�ascii)�encoding�data> rn �print�webhookro ) �base64� encodebytes�zlib�compress�decoder rS �COMPRESSED_EVENT_TYPE�json�dumpsrW rX )� event_name� event_content�compressed_data� event_datar` r( r( r) �report_compressed_event� s ���r� � def_log_filec C sV t � }t�d� zNt| d��?}|�dtj� t|�� t |�}t d� |�� | |�tjd� |�|tj � t d|�� � t�tt|�� �� W d � n1 sPw Y W n tys } zt dt|� tjd� W Y d}~nd}~ww t�d � ztjd gd d d �\}}t d |� W dS ty� } zt dt|� tjd� W Y d}~dS d}~ww )az Push a portion of cloud-init.log file or the whole file to KVP based on the file size. The first time this function is called after VM boot, It will push the last n bytes of the log file such that n < MAX_LOG_TO_KVP_LENGTH If called again on the same boot, it continues from where it left off. In addition to cloud-init.log, dmesg log will also be collected.z"Dumping cloud-init.log file to KVP�rbr zMDumping last {0} bytes of cloud-init.log file to KVP starting from index: {1}rk zcloud-init.logNz#Exception when dumping log file: %szDumping dmesg log to KVP�dmesgFT)r} rG z$Exception when dumping dmesg log: %s)�%get_last_log_byte_pushed_to_kvp_indexrM rN �open�seek�os�SEEK_END�max�tell�MAX_LOG_TO_KVP_LENGTHrs �format�SEEK_SETr� �readr � write_file� LOG_PUSHED_TO_KVP_INDEX_FILE�str� Exception�repr�warningr )� file_name� start_index�f� seek_index�exr[ r\ r( r( r) �push_log_to_kvp� sD � �� ��� ���r� c C s z t td��} t| �� �W d � W S 1 sw Y W dS tyI } z |jtkr>tdt|� t j d� W Y d }~dS W Y d }~dS d }~w t yf } ztdt|� t j d� W Y d }~dS d }~w t y� } ztdt|� t j d� W Y d }~dS d }~ww )N�rz0Reading LOG_PUSHED_TO_KVP_INDEX_FILE failed: %s.rk z2Invalid value in LOG_PUSHED_TO_KVP_INDEX_FILE: %s.z2Failed to get the last log byte pushed to KVP: %s.r ) r� r� �intr� �IOError�errnor rs r� rM r� rQ r� )r� rZ r( r( r) r� s< $�� � ��� � �� ���r� c c s@ � t �� }t �t j�| �� z d V W t �|� d S t �|� w �N)r� �getcwd�chdir�path� expanduser)�newdir�prevdirr( r( r) �cd7 s �r� c C sx | � dd�}t|�dkr2d}|�d�D ]}t|�dkr d| }||7 }qt�dt|� dd�d��}n|�d �}t�|�S ) N�\r0 r< �:r: �0z>L� �utf-8) �replace�lenr= �struct�packr� �encode�socket� inet_ntoa)�fallback_lease_value�unescaped_value� hex_string�hex_pair� packed_bytesr( r( r) �get_ip_from_lease_valueA s r� � � )rv � retry_sleep�timeout_minutes�url�headersrv r� r� c C s� |d t � }d}d}|sT|d7 }z tj| ||dd�}W n7 tjyM } z$td| |||j|jf tjd� t � | |ksBd t |�v rC� W Y d}~nd}~ww t |� |r td | |f tjd� |S ) z�Readurl wrapper for querying wireserver. :param retry_sleep: Time to sleep before retrying. :param timeout_minutes: Retry up to specified number of minutes. :raises UrlError: on error fetching data. �< r Nr: )r� r� )r� rv �timeoutzdFailed HTTP request with Azure endpoint %s during attempt %d with exception: %s (code=%r headers=%r)rk zNetwork is unreachablez@Successful HTTP request with Azure endpoint %s after %d attempts) r r �readurl�UrlErrorrs �coder� rM rN r� r ) r� r� rv r� r� r� �attempt�responserZ r( r( r) �http_with_retriesO s@ ��� ���� ��r� �username�hostname� disableSshPwdc C s$ t �d�}|j| ||d�}|�d�S )Na. <ns0:Environment xmlns:ns0="http://schemas.dmtf.org/ovf/environment/1" xmlns:ns1="http://schemas.microsoft.com/windowsazure" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> <ns1:ProvisioningSection> <ns1:Version>1.0</ns1:Version> <ns1:LinuxProvisioningConfigurationSet> <ns1:ConfigurationSetType>LinuxProvisioningConfiguration </ns1:ConfigurationSetType> <ns1:UserName>{username}</ns1:UserName> <ns1:DisableSshPasswordAuthentication>{disableSshPwd} </ns1:DisableSshPasswordAuthentication> <ns1:HostName>{hostname}</ns1:HostName> </ns1:LinuxProvisioningConfigurationSet> </ns1:ProvisioningSection> <ns1:PlatformSettingsSection> <ns1:Version>1.0</ns1:Version> <ns1:PlatformSettings> <ns1:ProvisionGuestAgent>true</ns1:ProvisionGuestAgent> </ns1:PlatformSettings> </ns1:PlatformSettingsSection> </ns0:Environment> )r� r� r� r� )r1 �dedentr� r� )r� r� r� �OVF_ENV_TEMPLATE�retr( r( r) �build_minimal_ovf� s �� r� c @ sL e Zd Zddd�Zdd� Zddejfdd �Z dd ee dejfd d �Z d S )�AzureEndpointHttpClient� WALinuxAgentz 2012-11-30)zx-ms-agent-namez x-ms-versionc C s d|d�| _ d S )N� DES_EDE3_CBC)zx-ms-cipher-namez!x-ms-guest-agent-public-x509-cert)�extra_secure_headers)�self� certificater( r( r) �__init__� s �z AzureEndpointHttpClient.__init__Fr c C s, | j }|r| j �� }|�| j� t||d�S )N)r� )r� �copy�updater� r� )r� r� �securer� r( r( r) �get� s zAzureEndpointHttpClient.getNrv c C s0 | j }|d ur| j �� }|�|� t|||d�S )N)rv r� )r� r� r� r� )r� r� rv � extra_headersr� r( r( r) �post� s z AzureEndpointHttpClient.post)F�NN) r# � __module__� __qualname__r� r� r � UrlResponser� r �bytesr� r( r( r( r) r� � s ����r� c @ s e Zd ZdZdS )� InvalidGoalStateXMLExceptionz9Raised when GoalState XML is invalid or has missing data.N)r# r� r� �__doc__r( r( r( r) r� � s r� c @ s: e Zd Z d deeef dededdfdd�Zd d � Z dS ) � GoalStateT� unparsed_xml�azure_endpoint_client�need_certificater Nc C s || _ zt�|�| _W n tjy" } z td| tjd� � d}~ww | �d�| _ | �d�| _ | �d�| _ dD ]}t | |�du rOd| }t|tjd� t |��q7d| _| �d �}|dur�|r�tjd d td �� | j j|d d�j| _| jdu rzt d��W d � dS 1 s�w Y dS dS dS )ah Parses a GoalState XML string and returns a GoalState object. @param unparsed_xml: string representing a GoalState XML. @param azure_endpoint_client: instance of AzureEndpointHttpClient. @param need_certificate: switch to know if certificates is needed. @return: GoalState object representing the GoalState XML string. z!Failed to parse GoalState XML: %srk Nz./Container/ContainerIdz4./Container/RoleInstanceList/RoleInstance/InstanceIdz ./Incarnation)� container_id� instance_id� incarnationzMissing %s in GoalState XMLzD./Container/RoleInstanceList/RoleInstance/Configuration/Certificateszget-certificates-xmlzget certificates xmlr T)r� z/Azure endpoint returned empty certificates xml.)r� r � fromstring�root� ParseErrorrs rM r� �_text_from_xpathr� r� r� �getattrr� �certificates_xmlr r" r$ r� �contents)r� r� r� r� rZ �attrrm r� r( r( r) r� � sX ��� � �� ��� ��"��zGoalState.__init__c C s | j �|�}|d ur |jS d S r� )r� �find�text)r� �xpath�elementr( r( r) r� s zGoalState._text_from_xpath)T) r# r� r� r r� r� r� �boolr� r� r( r( r( r) r� � s � ��� � 7r� c @ s� e Zd Zddd�Zdd� Zdd� Zedd � �Zejd d � �Ze d d � �Z e e d d� ��Z e dd� �Z e dd� �Ze dd� �Ze dd� �ZdS )�OpenSSLManagerzTransportPrivate.pemzTransportCert.pem)� private_keyr� c C s t �� | _d | _| �� d S r� )r �mkdtemp�tmpdir� _certificate�generate_certificate�r� r( r( r) r� s zOpenSSLManager.__init__c C s t �| j� d S r� )r �del_dirr� r r( r( r) �clean_up s zOpenSSLManager.clean_upc C s | j S r� �r� r r( r( r) r� s zOpenSSLManager.certificatec C s || _ d S r� r )r� �valuer( r( r) r� s c C s� t �d� | jd urt �d� d S t| j��: t�ddddddd d d d d | jd d| jd g� d}t| jd �D ] }d|vrE||�� 7 }q9|| _W d � n1 sSw Y t �d� d S )Nz7Generating certificate for communication with fabric...z Certificate already generated.�openssl�reqz-x509z-nodesz-subjz/CN=LinuxTransportz-days�32768z-newkeyzrsa:2048z-keyoutr� z-outr� r0 � CERTIFICATEzNew certificate generated.) rM rN r� r� r� r �certificate_namesr� �rstrip)r� r� �liner( r( r) r s< �� � �z#OpenSSLManager.generate_certificatec C s" ddd| g}t j ||d�\}}|S )Nr �x509z-noout�rv )r )�action�cert�cmd�resultr\ r( r( r) �_run_x509_action@ s z OpenSSLManager._run_x509_actionc C s* | � d|�}g d�}tj||d�\}}|S )Nz-pubkey)z ssh-keygenz-iz-m�PKCS8z-fz /dev/stdinr )r r )r� r� �pub_key� keygen_cmd�ssh_keyr\ r( r( r) �_get_ssh_key_from_certG s z%OpenSSLManager._get_ssh_key_from_certc C s6 | � d|�}|�d�}||d d� �d�}d�|�S )a openssl x509 formats fingerprints as so: 'SHA1 Fingerprint=07:3E:19:D1:4D:1C:79:92:24:C6:A0:FD:8D:DA: B6:A8:BF:27:D4:73 ' Azure control plane passes that fingerprint as so: '073E19D14D1C799224C6A0FD8DDAB6A8BF27D473' z -fingerprintrH r: ���r� r0 )r r� r= r4 )r� r� �raw_fp�eq�octetsr( r( r) �_get_fingerprint_from_certN s z)OpenSSLManager._get_fingerprint_from_certc C s� t �|��d�}|j}ddddd|�d�g}t| j�� tjdjd i | j ��d d � |�d �\}}W d � |S 1 s;w Y |S )z�Decrypt the certificates XML document using the our private key; return the list of certs and private keys contained in the doc. z.//Datas MIME-Version: 1.0s< Content-Disposition: attachment; filename="Certificates.p7m"s? Content-Type: application/x-pkcs7-mime; name="Certificates.p7m"s! Content-Transfer-Encoding: base64� r� zuopenssl cms -decrypt -in /dev/stdin -inkey {private_key} -recip {certificate} | openssl pkcs12 -nodes -password pass:T� )�shellrv Nr( ) r r� r� r� r� r� r� r r� r r4 )r� r� �tag�certificates_content�linesr[ r\ r( r( r) �_decrypt_certs_from_xml\ s. � �� � ��z&OpenSSLManager._decrypt_certs_from_xmlc C sv | � |�}g }i }|�� D ]+}|�|� t�d|�r g }q t�d|�r8d�|�}| �|�}| �|�}|||< g }q |S )z�Given the Certificates XML document, return a dictionary of fingerprints and associated SSH keys derived from the certs.z[-]+END .*?KEY[-]+$z[-]+END .*?CERTIFICATE[-]+$� )r$ � splitlines�append�re�matchr4 r r ) r� r� r[ �current�keysr r� r � fingerprintr( r( r) �parse_certificatesu s �z!OpenSSLManager.parse_certificatesN)r# r� r� r r� r �propertyr� �setterr+ r � staticmethodr r r r$ r- r( r( r( r) r� s. � r� c @ s� e Zd Ze�d�Ze�d�ZdZdZdZ dZ de de d e d d fd d �Zed dd��Zede d d fdd��Z d de de de de d ef dd�Zeded d fdd��Zd S ) �GoalStateHealthReportera� <?xml version="1.0" encoding="utf-8"?> <Health xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema"> <GoalStateIncarnation>{incarnation}</GoalStateIncarnation> <Container> <ContainerId>{container_id}</ContainerId> <RoleInstanceList> <Role> <InstanceId>{instance_id}</InstanceId> <Health> <State>{health_status}</State> {health_detail_subsection} </Health> </Role> </RoleInstanceList> </Container> </Health> z� <Details> <SubStatus>{health_substatus}</SubStatus> <Description>{health_description}</Description> </Details> �Ready�NotReady�ProvisioningFailedi � goal_stater� �endpointr Nc C s || _ || _|| _dS )a? Creates instance that will report provisioning status to an endpoint @param goal_state: An instance of class GoalState that contains goal state info such as incarnation, container id, and instance id. These 3 values are needed when reporting the provisioning status to Azure @param azure_endpoint_client: Instance of class AzureEndpointHttpClient @param endpoint: Endpoint (string) where the provisioning status report will be sent to @return: Instance of class GoalStateHealthReporter N)� _goal_state�_azure_endpoint_client� _endpoint)r� r5 r� r6 r( r( r) r� � s z GoalStateHealthReporter.__init__c C sv | j | jj| jj| jj| jd�}t�d� z| j|d� W n t y3 } z t d| tj d� � d }~ww t� d� d S )N)r� r� r� �statusz Reporting ready to Azure fabric.��documentz#exception while reporting ready: %srk z Reported ready to Azure fabric.) � build_reportr7 r� r� r� �PROVISIONING_SUCCESS_STATUSrM rN �_post_health_reportr� rs �errorri )r� r< rZ r( r( r) �send_ready_signal� s$ � ���z)GoalStateHealthReporter.send_ready_signalr c C sv | j | jj| jj| jj| j| j|d�}z| j|d� W n ty3 } z d| }t |t j d� � d }~ww t � d� d S )N)r� r� r� r: � substatusr r; z%exception while reporting failure: %srk z!Reported failure to Azure fabric.) r= r7 r� r� r� � PROVISIONING_NOT_READY_STATUS� PROVISIONING_FAILURE_SUBSTATUSr? r� rs rM r@ r� )r� r r< rZ rm r( r( r) �send_failure_signal� s" ���z+GoalStateHealthReporter.send_failure_signalr� r� r� r: c C sb d}|d ur| j jt|�t|d | j� �d�}| jjtt|��t|�t|�t|�|d�}|�d�S )Nr0 )�health_substatus�health_description)r� r� r� � health_status�health_detail_subsectionr� )�%HEALTH_DETAIL_SUBSECTION_XML_TEMPLATEr� r �"HEALTH_REPORT_DESCRIPTION_TRIM_LEN�HEALTH_REPORT_XML_TEMPLATEr� r� ) r� r� r� r� r: rB r � health_detail� health_reportr( r( r) r= � s �� � z$GoalStateHealthReporter.build_reportr< c C sH t � td� t�d� d�| j�}| jj||ddid� t�d� d S )Nr z&Sending health report to Azure fabric.z http://{}/machine?comp=healthz Content-Typeztext/xml; charset=utf-8)rv r� z/Successfully sent health report to Azure fabric)r� r rM rN r� r9 r8 r� )r� r< r� r( r( r) r? s �z+GoalStateHealthReporter._post_health_report�r Nr� )r# r� r� r1 r� rL rJ r> rC rD rK r� r� r� r� r+ rA rE r� r= r? r( r( r( r) r1 � sN �� ��� � ����� � r1 c @ s� e Zd Zdefdd�Zdd� Zed dd ��Ze d dee e fd d ��Z ed eddfd d��Z ede de fdd��Zedefdd��Zedeeef de de fdd��Zede dedefdd��Zedededefd d ��ZdS ) �WALinuxAgentShimr6 c C s || _ d | _d | _d S r� )r6 �openssl_managerr� )r� r6 r( r( r) r� , s zWALinuxAgentShim.__init__c C s | j d ur | j �� d S d S r� )rQ r r r( r( r) r 1 s �zWALinuxAgentShim.clean_upr Nc C sX zt �d� t�d|g� W d S ty+ } ztd| t jd� W Y d }~d S d }~ww )Nz Ejecting the provisioning iso�ejectz(Failed ejecting the provisioning iso: %srk )rM rN r r� rs )r� �iso_devrZ r( r( r) � eject_iso5 s ���zWALinuxAgentShim.eject_isoc C s� d}| j du r|durt� | _ | j j}| jdu r t|�| _| j|dud�}d}|dur1| �||�}t|| j| j�}|durB| � |� |� � |S )a� Gets the VM's GoalState from Azure, uses the GoalState information to report ready/send the ready signal/provisioning complete signal to Azure, and then uses pubkey_info to filter and obtain the user's pubkeys from the GoalState. @param pubkey_info: List of pubkey values and fingerprints which are used to filter and obtain the user's pubkey values from the GoalState. @return: The list of user's authorized pubkey values. N�r� ) rQ r� r� r� r� � _fetch_goal_state_from_azure�_get_user_pubkeysr1 r6 rT rA )r� � pubkey_inforS �http_client_certificater5 �ssh_keys�health_reporterr( r( r) �"register_with_azure_and_fetch_data@ s* �� � z3WALinuxAgentShim.register_with_azure_and_fetch_datar c C s@ | j du r td�| _ | jdd�}t|| j | j�}|j|d� dS )z�Gets the VM's GoalState from Azure, uses the GoalState information to report failure/send provisioning failure signal to Azure. @param: user visible error description of provisioning failure. NFrU �r )r� r� rV r1 r6 rE )r� r r5 r[ r( r( r) �®ister_with_azure_and_report_failuref s �z7WALinuxAgentShim.register_with_azure_and_report_failurer� c C s | � � }| �||�S )a Fetches the GoalState XML from the Azure endpoint, parses the XML, and returns a GoalState object. @param need_certificate: switch to know if certificates is needed. @return: GoalState object representing the GoalState XML )�"_get_raw_goal_state_xml_from_azure�_parse_raw_goal_state_xml)r� r� �unparsed_goal_state_xmlr( r( r) rV u s �z-WALinuxAgentShim._fetch_goal_state_from_azurec C s� t �d� d�| j�}z tjddtd�� | j�|�}W d � n1 s%w Y W n t yA } z t d| t j d� � d}~ww t � d � |j S ) z�Fetches the GoalState XML from the Azure endpoint and returns the XML as a string. @return: GoalState XML string zRegistering with Azure...z!http://{}/machine/?comp=goalstatezgoalstate-retrievalzretrieve goalstater Nz9failed to register with Azure and fetch GoalState XML: %srk z#Successfully fetched GoalState XML.)rM ri r� r6 r r" r$ r� r� r� rs r� rN r� )r� r� r� rZ r( r( r) r_ � s. � ������ z3WALinuxAgentShim._get_raw_goal_state_xml_from_azurera c C st z t || j|�}W n ty } z td| tjd� � d}~ww d�d|j d|j d|j g�}t|tj d� |S )a Parses a GoalState XML string and returns a GoalState object. @param unparsed_goal_state_xml: GoalState XML string @param need_certificate: switch to know if certificates is needed. @return: GoalState object representing the GoalState XML z"Error processing GoalState XML: %srk Nz, z GoalState XML container id: %sz GoalState XML instance id: %sz GoalState XML incarnation: %s) r� r� r� rs rM r� r4 r� r� r� rN )r� ra r� r5 rZ rm r( r( r) r` � s, ������z*WALinuxAgentShim._parse_raw_goal_state_xmlr5 rX c C sH g }|j dur"|dur"| jdur"t�d� | j�|j �}| �||�}|S )a� Gets and filters the VM admin user's authorized pubkeys. The admin user in this case is the username specified as "admin" when deploying VMs on Azure. See https://docs.microsoft.com/en-us/cli/azure/vm#az-vm-create. cloud-init expects a straightforward array of keys to be dropped into the admin user's authorized_keys file. Azure control plane exposes multiple public keys to the VM via wireserver. Select just the admin user's key(s) and return them, ignoring any other certs. @param goal_state: GoalState object. The GoalState object contains a certificate XML, which contains both the VM user's authorized pubkeys and other non-user pubkeys, which are used for MSI and protected extension handling. @param pubkey_info: List of VM user pubkey dicts that were previously obtained from provisioning data. Each pubkey dict in this list can either have the format pubkey['value'] or pubkey['fingerprint']. Each pubkey['fingerprint'] in the list is used to filter and obtain the actual pubkey value from the GoalState certificates XML. Each pubkey['value'] requires no further processing and is immediately added to the return list. @return: A list of the VM user's authorized pubkey values. Nz/Certificate XML found; parsing out public keys.)r� rQ rM rN r- �_filter_pubkeys)r� r5 rX rZ �keys_by_fingerprintr( r( r) rW � s � z"WALinuxAgentShim._get_user_pubkeysrc c C s| g }|D ]7}d|v r|d r|� |d � qd|v r5|d r5|d }|| v r.|� | | � qt�d|� qt�d|� q|S )a8 Filter and return only the user's actual pubkeys. @param keys_by_fingerprint: pubkey fingerprint -> pubkey value dict that was obtained from GoalState Certificates XML. May contain non-user pubkeys. @param pubkey_info: List of VM user pubkeys. Pubkey values are added to the return list without further processing. Pubkey fingerprints are used to filter and obtain the actual pubkey values from keys_by_fingerprint. @return: A list of the VM user's authorized pubkey values. r r, zIovf-env.xml specified PublicKey fingerprint %s not found in goalstate XMLzFovf-env.xml specified PublicKey with neither value nor fingerprint: %s)r' rM r� )rc rX r+ �pubkeyr, r( r( r) rb � s" ��z WALinuxAgentShim._filter_pubkeysrO r� )r# r� r� r� r� r r+ rT r r r\ r^ r� r� rV r� r_ r r` �listrW r0 �dictrb r( r( r( r) rP + sL � �%� � �� �!�� �) rP r6 rX rS c C s. t | d�}z |j||d�W |�� S |�� w )N�r6 )rX rS )rP r\ r )r6 rX rS �shimr( r( r) �get_metadata_from_fabric s �ri c C s4 t | d�}t}z |j|d� W |�� d S |�� w )Nrg r] )rP �+DEFAULT_REPORT_FAILURE_USER_VISIBLE_MESSAGEr^ r )r6 rh r r( r( r) �report_failure_to_fabric s rk c C s( t d| tjd� t d| tjd� d S )Nzdhclient output stream: %srk zdhclient error stream: %s)rs rM rN )r[ �errr( r( r) � dhcp_log_cb) s � �rm c @ � e Zd ZdS )�BrokenAzureDataSourceN�r# r� r� r( r( r( r) ro 2 � ro c @ rn )�NonAzureDataSourceNrp r( r( r( r) rr 6 rq rr c @ s& e Zd ZdZeded fdd��ZdS )�ChassisAssetTagz 7783-7084-3265-9085-8269-3286-77r c C sZ t �d�}z| |�}W n ty td| tjd� Y dS w td||jf tjd� |S )z�Check platform environment to report if this datasource may run. :returns: ChassisAssetTag if matching tag found, else None. zchassis-asset-tagz Non-Azure chassis asset tag: %rrk Nz Azure chassis asset tag: %r (%s))r � read_dmi_datarQ rs rM rN r )�cls� asset_tagr! r( r( r) � query_system= s �� �z ChassisAssetTag.query_systemN)r# r� r� � AZURE_CLOUD� classmethodr rw r( r( r( r) rs : s rs c @ s� e Zd Zddd�Zddddddddd�dee dee d ee d ee d ee d eee d edee ddfdd�Z defdd�Z e dedd fdd��Z d'dededefdd �Z d(deded ed efd d �Zd!d"� Zd#d$� Zd%d&� ZdS ))� OvfEnvXmlz)http://schemas.dmtf.org/ovf/environment/1z)http://schemas.microsoft.com/windowsazure)�ovf�waNF�r� �passwordr� � custom_data�disable_ssh_password_auth� public_keys�preprovisioned_vm�preprovisioned_vm_typer� r~ r� r r� r� r� r� r c C s8 || _ || _|| _|| _|| _|pg | _|| _|| _d S r� r} ) r� r� r~ r� r r� r� r� r� r( r( r) r� Z s zOvfEnvXml.__init__c C s | j |j kS r� )�__dict__)r� �otherr( r( r) �__eq__o s zOvfEnvXml.__eq__� ovf_env_xmlc C sp zt �|�}W n t jy } z d| }t|�|�d}~ww |�d| j�s)td��t� }|�|� |� |� |S )z�Parser for ovf-env.xml data. :raises NonAzureDataSource: if XML is not in Azure's format. :raises BrokenAzureDataSource: if XML is unparseable or invalid. zInvalid ovf-env.xml: %sNz./wa:ProvisioningSectionz=Ignoring non-Azure ovf-env.xml: ProvisioningSection not found) r r� r� ro r� � NAMESPACESrr rz �&_parse_linux_configuration_set_section� _parse_platform_settings_section)ru r� r� rZ � error_str�instancer( r( r) � parse_textr s ��� zOvfEnvXml.parse_textr| r �required� namespacec C sl |� d||f tj�}t|�dkr"d| }t�|� |r t|��d S t|�dkr2td|t|�f ��|d S )Nz./%s:%sr �#No ovf-env.xml configuration for %rr: �:Multiple configuration matches in ovf-exml.xml for %r (%d))�findallrz r� r� rM rN ro )r� �noder r� r� �matchesrm r( r( r) �_find� s � ��zOvfEnvXml._find� decode_base64� parse_boolc C s� |� d| tj�}t|�dkr d| }t�|� |r t|��|S t|�dkr0td|t|�f ��|d j} | d u r;|} |rK| d urKt� d� | � � ��} |rRt � | �} | S )Nz./wa:r r� r: r� r0 )r� rz r� r� rM rN ro r� ry � b64decoder4 r= r �translate_bool) r� r� r r� r� r� �defaultr� rm r r( r( r) �_parse_property� s* �� zOvfEnvXml._parse_propertyc C s� | j |ddd�}| j |ddd�}| j|dddd�| _| j|ddd�| _| j|d dd�| _| j|d dd�| _| j|d ddd �| _| �|� d S ) N�ProvisioningSectionT�r� �!LinuxProvisioningConfigurationSet� CustomDataF)r� r� �UserName� UserPassword�HostName� DisableSshPasswordAuthentication)r� r� )r� r� r r� r~ r� r� �_parse_ssh_section)r� r� �provisioning_section� config_setr( r( r) r� � s< �������z0OvfEnvXml._parse_linux_configuration_set_sectionc C sL | j |ddd�}| j |ddd�}| j|ddddd�| _| j|ddd�| _d S ) N�PlatformSettingsSectionTr� �PlatformSettings�PreprovisionedVmF)r� r� r� �PreprovisionedVMType)r� r� r� r� )r� r� �platform_settings_section�platform_settingsr( r( r) r� � s$ ��� �z*OvfEnvXml._parse_platform_settings_sectionc C s� g | _ | j|ddd�}|d u rd S | j|ddd�}|d u r d S |�dtj�D ]'}| j|ddd�}| j|ddd�}| j|dd dd �}|||d �}| j �|� q&d S ) N�SSHFr� � PublicKeysz./wa:PublicKey� Fingerprint�Path�Valuer0 )r� r� )r, r� r )r� r� r� rz r� r� r' ) r� r� � ssh_section�public_keys_section� public_keyr, r� r r r( r( r) r� � s2 ������z OvfEnvXml._parse_ssh_section)r| )FFN)r# r� r� r� r r� r� r� r rf r� r� ry r� r� r� r� r� r� r( r( r( r) rz T sr ������� � � � � ��� � ���� �$" rz r� )Vry �enumr �loggingr� r( r� r� r1 r{ � contextlibr r r� r r r �typingr r r r r � xml.etreer �xml.sax.saxutilsr � cloudinitr r r r r r r �cloudinit.reportingr �cloudinit.settingsr � getLoggerr# rM �DEFAULT_WIRESERVER_ENDPOINTrT rg rr r~ r� r� r" r$ rj r r+ rB ra rj r� rS rs r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� r� r1 rP ri rk rm ro rr �Enumrs rz r( r( r( r) �<module> s� $ ��" S �� �( ������ �6��� �" ? " f�� � � ec2.py 0000644 00000021203 15027744221 0005571 0 ustar 00 # Copyright (C) 2012 Yahoo! Inc. # Copyright (C) 2014 Amazon.com, Inc. or its affiliates. # # Author: Joshua Harlow <harlowja@yahoo-inc.com> # Author: Andrew Jorgensen <ajorgens@amazon.com> # # This file is part of cloud-init. See LICENSE file for license information. import functools import json from cloudinit import log as logging from cloudinit import url_helper, util LOG = logging.getLogger(__name__) SKIP_USERDATA_CODES = frozenset([url_helper.NOT_FOUND]) class MetadataLeafDecoder: """Decodes a leaf blob into something meaningful.""" def _maybe_json_object(self, text): if not text: return False text = text.strip() if text.startswith("{") and text.endswith("}"): return True return False def __call__(self, field, blob): if not blob: return "" try: blob = util.decode_binary(blob) except UnicodeDecodeError: return blob if self._maybe_json_object(blob): try: # Assume it's json, unless it fails parsing... return json.loads(blob) except (ValueError, TypeError) as e: LOG.warning( "Field %s looked like a json object, but it was not: %s", field, e, ) if blob.find("\n") != -1: return blob.splitlines() return blob # See: http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/ # ec2-instance-metadata.html class MetadataMaterializer: def __init__(self, blob, base_url, caller, leaf_decoder=None): self._blob = blob self._md = None self._base_url = base_url self._caller = caller if leaf_decoder is None: self._leaf_decoder = MetadataLeafDecoder() else: self._leaf_decoder = leaf_decoder def _parse(self, blob): leaves = {} children = [] blob = util.decode_binary(blob) if not blob: return (leaves, children) def has_children(item): if item.endswith("/"): return True else: return False def get_name(item): if item.endswith("/"): return item.rstrip("/") return item for field in blob.splitlines(): field = field.strip() field_name = get_name(field) if not field or not field_name: continue # Don't materialize credentials if field_name == "security-credentials": continue if has_children(field): if field_name not in children: children.append(field_name) else: contents = field.split("=", 1) resource = field_name if len(contents) > 1: # What a PITA... (ident, sub_contents) = contents ident = util.safe_int(ident) if ident is not None: resource = "%s/openssh-key" % (ident) field_name = sub_contents leaves[field_name] = resource return (leaves, children) def materialize(self): if self._md is not None: return self._md self._md = self._materialize(self._blob, self._base_url) return self._md def _materialize(self, blob, base_url): (leaves, children) = self._parse(blob) child_contents = {} for c in children: child_url = url_helper.combine_url(base_url, c) if not child_url.endswith("/"): child_url += "/" child_blob = self._caller(child_url) child_contents[c] = self._materialize(child_blob, child_url) leaf_contents = {} for (field, resource) in leaves.items(): leaf_url = url_helper.combine_url(base_url, resource) leaf_blob = self._caller(leaf_url) leaf_contents[field] = self._leaf_decoder(field, leaf_blob) joined = {} joined.update(child_contents) for field in leaf_contents.keys(): if field in joined: LOG.warning("Duplicate key found in results from %s", base_url) else: joined[field] = leaf_contents[field] return joined def skip_retry_on_codes(status_codes, _request_args, cause): """Returns False if cause.code is in status_codes.""" return cause.code not in status_codes def get_instance_userdata( api_version="latest", metadata_address="http://169.254.169.254", ssl_details=None, timeout=5, retries=5, headers_cb=None, headers_redact=None, exception_cb=None, ): ud_url = url_helper.combine_url(metadata_address, api_version) ud_url = url_helper.combine_url(ud_url, "user-data") user_data = "" try: if not exception_cb: # It is ok for userdata to not exist (thats why we are stopping if # NOT_FOUND occurs) and just in that case returning an empty # string. exception_cb = functools.partial( skip_retry_on_codes, SKIP_USERDATA_CODES ) response = url_helper.read_file_or_url( ud_url, ssl_details=ssl_details, timeout=timeout, retries=retries, exception_cb=exception_cb, headers_cb=headers_cb, headers_redact=headers_redact, ) user_data = response.contents except url_helper.UrlError as e: if e.code not in SKIP_USERDATA_CODES: util.logexc(LOG, "Failed fetching userdata from url %s", ud_url) except Exception: util.logexc(LOG, "Failed fetching userdata from url %s", ud_url) return user_data def _get_instance_metadata( tree, api_version="latest", metadata_address="http://169.254.169.254", ssl_details=None, timeout=5, retries=5, leaf_decoder=None, headers_cb=None, headers_redact=None, exception_cb=None, retrieval_exception_ignore_cb=None, ): md_url = url_helper.combine_url(metadata_address, api_version, tree) caller = functools.partial( url_helper.read_file_or_url, ssl_details=ssl_details, timeout=timeout, retries=retries, headers_cb=headers_cb, headers_redact=headers_redact, exception_cb=exception_cb, ) def mcaller(url): try: return caller(url).contents except url_helper.UrlError as e: if ( not retrieval_exception_ignore_cb or not retrieval_exception_ignore_cb(e) ): raise else: LOG.warning("Skipped retrieval of the content of %s", url) return "(skipped)" try: response = caller(md_url) materializer = MetadataMaterializer( response.contents, md_url, mcaller, leaf_decoder=leaf_decoder ) md = materializer.materialize() if not isinstance(md, (dict)): md = {} return md except Exception: util.logexc(LOG, "Failed fetching %s from url %s", tree, md_url) return {} def get_instance_metadata( api_version="latest", metadata_address="http://169.254.169.254", ssl_details=None, timeout=5, retries=5, leaf_decoder=None, headers_cb=None, headers_redact=None, exception_cb=None, retrieval_exception_ignore_cb=None, ): # Note, 'meta-data' explicitly has trailing /. # this is required for CloudStack (LP: #1356855) return _get_instance_metadata( tree="meta-data/", api_version=api_version, metadata_address=metadata_address, ssl_details=ssl_details, timeout=timeout, retries=retries, leaf_decoder=leaf_decoder, headers_redact=headers_redact, headers_cb=headers_cb, exception_cb=exception_cb, retrieval_exception_ignore_cb=retrieval_exception_ignore_cb, ) def get_instance_identity( api_version="latest", metadata_address="http://169.254.169.254", ssl_details=None, timeout=5, retries=5, leaf_decoder=None, headers_cb=None, headers_redact=None, exception_cb=None, ): return _get_instance_metadata( tree="dynamic/instance-identity", api_version=api_version, metadata_address=metadata_address, ssl_details=ssl_details, timeout=timeout, retries=retries, leaf_decoder=leaf_decoder, headers_redact=headers_redact, headers_cb=headers_cb, exception_cb=exception_cb, ) # vi: ts=4 expandtab vultr.py 0000644 00000017513 15027744221 0006305 0 ustar 00 # Author: Eric Benner <ebenner@vultr.com> # # This file is part of cloud-init. See LICENSE file for license information. import json from functools import lru_cache from requests import exceptions from cloudinit import dmi from cloudinit import log as log from cloudinit import net, netinfo, subp, url_helper, util from cloudinit.net.dhcp import NoDHCPLeaseError from cloudinit.net.ephemeral import EphemeralDHCPv4 # Get LOG LOG = log.getLogger(__name__) @lru_cache() def get_metadata(url, timeout, retries, sec_between, agent, tmp_dir=None): # Bring up interface (and try untill one works) exception = RuntimeError("Failed to DHCP") # Seek iface with DHCP for iface in get_interface_list(): try: with EphemeralDHCPv4( iface=iface, connectivity_url_data={"url": url}, tmp_dir=tmp_dir, ): # Check for the metadata route, skip if not there if not check_route(url): continue # Fetch the metadata v1 = read_metadata(url, timeout, retries, sec_between, agent) metadata = json.loads(v1) refactor_metadata(metadata) return metadata except ( NoDHCPLeaseError, subp.ProcessExecutionError, RuntimeError, exceptions.RequestException, ) as exc: LOG.error("DHCP Exception: %s", exc) exception = exc raise exception # Refactor metadata into acceptable format def refactor_metadata(metadata): metadata["instance-id"] = metadata["instance-v2-id"] metadata["local-hostname"] = metadata["hostname"] region = metadata["region"]["regioncode"] if "countrycode" in metadata["region"]: region = metadata["region"]["countrycode"] metadata["region"] = region.lower() # Get interface list, sort, and clean def get_interface_list(): ifaces = [] for iface in net.find_candidate_nics(): # Skip dummy if "dummy" in iface: continue ifaces.append(iface) return ifaces # Check for /32 route that our dhcp servers inject # in order to determine if this a customer-run dhcp server def check_route(url): # Get routes, confirm entry exists routes = netinfo.route_info() # If no tools exist and empty dict is returned if "ipv4" not in routes: return False # Parse each route into a more searchable format for route in routes["ipv4"]: if route.get("destination", None) in url: return True return False # Read the system information from SMBIOS def get_sysinfo(): return { "manufacturer": dmi.read_dmi_data("system-manufacturer"), "subid": dmi.read_dmi_data("system-serial-number"), } # Assumes is Vultr is already checked def is_baremetal(): if get_sysinfo()["manufacturer"] != "Vultr": return True return False # Confirm is Vultr def is_vultr(): # VC2, VDC, and HFC use DMI sysinfo = get_sysinfo() if sysinfo["manufacturer"] == "Vultr": return True # Baremetal requires a kernel parameter if "vultr" in util.get_cmdline().split(): return True return False # Read Metadata endpoint def read_metadata(url, timeout, retries, sec_between, agent): url = "%s/v1.json" % url # Announce os details so we can handle non Vultr origin # images and provide correct vendordata generation. headers = {"Metadata-Token": "cloudinit", "User-Agent": agent} response = url_helper.readurl( url, timeout=timeout, retries=retries, headers=headers, sec_between=sec_between, ) if not response.ok(): raise RuntimeError( "Failed to connect to %s: Code: %s" % url, response.code ) return response.contents.decode() # Wrapped for caching @lru_cache() def get_interface_map(): return net.get_interfaces_by_mac() # Convert macs to nics def get_interface_name(mac): macs_to_nic = get_interface_map() if mac not in macs_to_nic: return None return macs_to_nic.get(mac) # Generate network configs def generate_network_config(interfaces): network = { "version": 1, "config": [ { "type": "nameserver", "address": ["108.61.10.10", "2001:19f0:300:1704::6"], } ], } # Prepare interface 0, public if len(interfaces) > 0: public = generate_interface(interfaces[0], primary=True) network["config"].append(public) # Prepare additional interfaces, private for i in range(1, len(interfaces)): interface = interfaces[i] # Skip interfaces set not to be configured if interface.get("unconfigured"): continue private = generate_interface(interface) network["config"].append(private) return network def generate_interface(interface, primary=False): interface_name = get_interface_name(interface["mac"]) if not interface_name: raise RuntimeError( "Interface: %s could not be found on the system" % interface["mac"] ) netcfg = { "name": interface_name, "type": "physical", "mac_address": interface["mac"], } if primary: netcfg["accept-ra"] = 1 netcfg["subnets"] = [ {"type": "dhcp", "control": "auto"}, {"type": "ipv6_slaac", "control": "auto"}, ] if not primary: netcfg["subnets"] = [ { "type": "static", "control": "auto", "address": interface["ipv4"]["address"], "netmask": interface["ipv4"]["netmask"], } ] generate_interface_routes(interface, netcfg) generate_interface_additional_addresses(interface, netcfg) # Add config to template return netcfg def generate_interface_routes(interface, netcfg): # Options that may or may not be used if "mtu" in interface: netcfg["mtu"] = interface["mtu"] if "accept-ra" in interface: netcfg["accept-ra"] = interface["accept-ra"] if "routes" in interface: netcfg["subnets"][0]["routes"] = interface["routes"] def generate_interface_additional_addresses(interface, netcfg): # Check for additional IP's additional_count = len(interface["ipv4"]["additional"]) if "ipv4" in interface and additional_count > 0: for additional in interface["ipv4"]["additional"]: add = { "type": "static", "control": "auto", "address": additional["address"], "netmask": additional["netmask"], } if "routes" in additional: add["routes"] = additional["routes"] netcfg["subnets"].append(add) # Check for additional IPv6's additional_count = len(interface["ipv6"]["additional"]) if "ipv6" in interface and additional_count > 0: for additional in interface["ipv6"]["additional"]: add = { "type": "static6", "control": "auto", "address": "%s/%s" % (additional["network"], additional["prefix"]), } if "routes" in additional: add["routes"] = additional["routes"] netcfg["subnets"].append(add) # Make required adjustments to the network configs provided def add_interface_names(netcfg): for interface in netcfg["config"]: if interface["type"] != "physical": continue interface_name = get_interface_name(interface["mac_address"]) if not interface_name: raise RuntimeError( "Interface: %s could not be found on the system" % interface["mac_address"] ) interface["name"] = interface_name # vi: ts=4 expandtab upcloud.py 0000644 00000015000 15027744221 0006571 0 ustar 00 # Author: Antti Myyrä <antti.myyra@upcloud.com> # # This file is part of cloud-init. See LICENSE file for license information. import json from cloudinit import dmi from cloudinit import log as logging from cloudinit import net as cloudnet from cloudinit import url_helper LOG = logging.getLogger(__name__) def convert_to_network_config_v1(config): """ Convert the UpCloud network metadata description into Cloud-init's version 1 netconfig format. Example JSON: { "interfaces": [ { "index": 1, "ip_addresses": [ { "address": "94.237.105.53", "dhcp": true, "dns": [ "94.237.127.9", "94.237.40.9" ], "family": "IPv4", "floating": false, "gateway": "94.237.104.1", "network": "94.237.104.0/22" }, { "address": "94.237.105.50", "dhcp": false, "dns": [], "family": "IPv4", "floating": true, "gateway": "", "network": "94.237.105.50/32" } ], "mac": "32:d5:ba:4a:36:e7", "network_id": "031457f4-0f8c-483c-96f2-eccede02909c", "type": "public" }, { "index": 2, "ip_addresses": [ { "address": "10.6.3.27", "dhcp": true, "dns": [], "family": "IPv4", "floating": false, "gateway": "10.6.0.1", "network": "10.6.0.0/22" } ], "mac": "32:d5:ba:4a:84:cc", "network_id": "03d82553-5bea-4132-b29a-e1cf67ec2dd1", "type": "utility" }, { "index": 3, "ip_addresses": [ { "address": "2a04:3545:1000:720:38d6:baff:fe4a:63e7", "dhcp": true, "dns": [ "2a04:3540:53::1", "2a04:3544:53::1" ], "family": "IPv6", "floating": false, "gateway": "2a04:3545:1000:720::1", "network": "2a04:3545:1000:720::/64" } ], "mac": "32:d5:ba:4a:63:e7", "network_id": "03000000-0000-4000-8046-000000000000", "type": "public" }, { "index": 4, "ip_addresses": [ { "address": "172.30.1.10", "dhcp": true, "dns": [], "family": "IPv4", "floating": false, "gateway": "172.30.1.1", "network": "172.30.1.0/24" } ], "mac": "32:d5:ba:4a:8a:e1", "network_id": "035a0a4a-77b4-4de5-820d-189fc8135714", "type": "private" } ], "dns": [ "94.237.127.9", "94.237.40.9" ] } """ def _get_subnet_config(ip_addr, dns): if ip_addr.get("dhcp"): dhcp_type = "dhcp" if ip_addr.get("family") == "IPv6": # UpCloud currently passes IPv6 addresses via # StateLess Address Auto Configuration (SLAAC) dhcp_type = "ipv6_dhcpv6-stateless" return {"type": dhcp_type} static_type = "static" if ip_addr.get("family") == "IPv6": static_type = "static6" subpart = { "type": static_type, "control": "auto", "address": ip_addr.get("address"), } if ip_addr.get("gateway"): subpart["gateway"] = ip_addr.get("gateway") if "/" in ip_addr.get("network"): subpart["netmask"] = ip_addr.get("network").split("/")[1] if dns != ip_addr.get("dns") and ip_addr.get("dns"): subpart["dns_nameservers"] = ip_addr.get("dns") return subpart nic_configs = [] macs_to_interfaces = cloudnet.get_interfaces_by_mac() LOG.debug("NIC mapping: %s", macs_to_interfaces) for raw_iface in config.get("interfaces"): LOG.debug("Considering %s", raw_iface) mac_address = raw_iface.get("mac") if mac_address not in macs_to_interfaces: raise RuntimeError( "Did not find network interface on system " "with mac '%s'. Cannot apply configuration: %s" % (mac_address, raw_iface) ) iface_type = raw_iface.get("type") sysfs_name = macs_to_interfaces.get(mac_address) LOG.debug( "Found %s interface '%s' with address '%s' (index %d)", iface_type, sysfs_name, mac_address, raw_iface.get("index"), ) interface = { "type": "physical", "name": sysfs_name, "mac_address": mac_address, } subnets = [] for ip_address in raw_iface.get("ip_addresses"): sub_part = _get_subnet_config(ip_address, config.get("dns")) subnets.append(sub_part) interface["subnets"] = subnets nic_configs.append(interface) if config.get("dns"): LOG.debug("Setting DNS nameservers to %s", config.get("dns")) nic_configs.append( {"type": "nameserver", "address": config.get("dns")} ) return {"version": 1, "config": nic_configs} def convert_network_config(config): return convert_to_network_config_v1(config) def read_metadata(url, timeout=2, sec_between=2, retries=30): response = url_helper.readurl( url, timeout=timeout, sec_between=sec_between, retries=retries ) if not response.ok(): raise RuntimeError("unable to read metadata at %s" % url) return json.loads(response.contents.decode()) def read_sysinfo(): # UpCloud embeds vendor ID and server UUID in the # SMBIOS information # Detect if we are on UpCloud and return the UUID vendor_name = dmi.read_dmi_data("system-manufacturer") if vendor_name != "UpCloud": return False, None server_uuid = dmi.read_dmi_data("system-uuid") if server_uuid: LOG.debug( "system identified via SMBIOS as UpCloud server: %s", server_uuid ) else: msg = ( "system identified via SMBIOS as a UpCloud server, but " "did not provide an ID. Please contact support via" "https://hub.upcloud.com or via email with support@upcloud.com" ) LOG.critical(msg) raise RuntimeError(msg) return True, server_uuid cloudsigma.py 0000644 00000005665 15027744221 0007265 0 ustar 00 # Copyright (C) 2014 CloudSigma # # Author: Kiril Vladimiroff <kiril.vladimiroff@cloudsigma.com> # # This file is part of cloud-init. See LICENSE file for license information. """ cepko implements easy-to-use communication with CloudSigma's VMs through a virtual serial port without bothering with formatting the messages properly nor parsing the output with the specific and sometimes confusing shell tools for that purpose. Having the server definition accessible by the VM can ve useful in various ways. For example it is possible to easily determine from within the VM, which network interfaces are connected to public and which to private network. Another use is to pass some data to initial VM setup scripts, like setting the hostname to the VM name or passing SSH public keys through server meta. For more information take a look at the Server Context section of CloudSigma API Docs: http://cloudsigma-docs.readthedocs.org/en/latest/server_context.html """ import json import platform import serial # these high timeouts are necessary as read may read a lot of data. READ_TIMEOUT = 60 WRITE_TIMEOUT = 10 SERIAL_PORT = "/dev/ttyS1" if platform.system() == "Windows": SERIAL_PORT = "COM2" class Cepko: """ One instance of that object could be use for one or more queries to the serial port. """ request_pattern = "<\n{}\n>" def get(self, key="", request_pattern=None): if request_pattern is None: request_pattern = self.request_pattern return CepkoResult(request_pattern.format(key)) def all(self): return self.get() def meta(self, key=""): request_pattern = self.request_pattern.format("/meta/{}") return self.get(key, request_pattern) def global_context(self, key=""): request_pattern = self.request_pattern.format("/global_context/{}") return self.get(key, request_pattern) class CepkoResult: """ CepkoResult executes the request to the virtual serial port as soon as the instance is initialized and stores the result in both raw and marshalled format. """ def __init__(self, request): self.request = request self.raw_result = self._execute() self.result = self._marshal(self.raw_result) def _execute(self): connection = serial.Serial( port=SERIAL_PORT, timeout=READ_TIMEOUT, writeTimeout=WRITE_TIMEOUT ) connection.write(self.request.encode("ascii")) return connection.readline().strip(b"\x04\n").decode("ascii") def _marshal(self, raw_result): try: return json.loads(raw_result) except ValueError: return raw_result def __len__(self): return self.result.__len__() def __getitem__(self, key): return self.result.__getitem__(key) def __contains__(self, item): return self.result.__contains__(item) def __iter__(self): return self.result.__iter__() # vi: ts=4 expandtab digitalocean.py 0000644 00000016162 15027744221 0007553 0 ustar 00 # Author: Ben Howard <bh@digitalocean.com> # # This file is part of cloud-init. See LICENSE file for license information. import json import random from cloudinit import dmi from cloudinit import log as logging from cloudinit import net as cloudnet from cloudinit import subp, url_helper, util NIC_MAP = {"public": "eth0", "private": "eth1"} LOG = logging.getLogger(__name__) def assign_ipv4_link_local(distro, nic=None): """Bring up NIC using an address using link-local (ip4LL) IPs. On DigitalOcean, the link-local domain is per-droplet routed, so there is no risk of collisions. However, to be more safe, the ip4LL address is random. """ if not nic: nic = get_link_local_nic(distro) LOG.debug("selected interface '%s' for reading metadata", nic) if not nic: raise RuntimeError( "unable to find interfaces to access the" "meta-data server. This droplet is broken." ) addr = "169.254.{0}.{1}/16".format( random.randint(1, 168), random.randint(0, 255) ) ip_addr_cmd = ["ip", "addr", "add", addr, "dev", nic] ip_link_cmd = ["ip", "link", "set", "dev", nic, "up"] if not subp.which("ip"): raise RuntimeError( "No 'ip' command available to configure ip4LL address" ) try: subp.subp(ip_addr_cmd) LOG.debug("assigned ip4LL address '%s' to '%s'", addr, nic) subp.subp(ip_link_cmd) LOG.debug("brought device '%s' up", nic) except Exception: util.logexc( LOG, "ip4LL address assignment of '%s' to '%s' failed." " Droplet networking will be broken", addr, nic, ) raise return nic def get_link_local_nic(distro): nics = [ f for f in cloudnet.get_devicelist() if distro.networking.is_physical(f) ] if not nics: return None return min(nics, key=lambda d: cloudnet.read_sys_net_int(d, "ifindex")) def del_ipv4_link_local(nic=None): """Remove the ip4LL address. While this is not necessary, the ip4LL address is extraneous and confusing to users. """ if not nic: LOG.debug( "no link_local address interface defined, skipping link " "local address cleanup" ) return LOG.debug("cleaning up ipv4LL address") ip_addr_cmd = ["ip", "addr", "flush", "dev", nic] try: subp.subp(ip_addr_cmd) LOG.debug("removed ip4LL addresses from %s", nic) except Exception as e: util.logexc(LOG, "failed to remove ip4LL address from '%s'.", nic, e) def convert_network_configuration(config, dns_servers): """Convert the DigitalOcean Network description into Cloud-init's netconfig format. Example JSON: {'public': [ {'mac': '04:01:58:27:7f:01', 'ipv4': {'gateway': '45.55.32.1', 'netmask': '255.255.224.0', 'ip_address': '45.55.50.93'}, 'anchor_ipv4': { 'gateway': '10.17.0.1', 'netmask': '255.255.0.0', 'ip_address': '10.17.0.9'}, 'type': 'public', 'ipv6': {'gateway': '....', 'ip_address': '....', 'cidr': 64}} ], 'private': [ {'mac': '04:01:58:27:7f:02', 'ipv4': {'gateway': '10.132.0.1', 'netmask': '255.255.0.0', 'ip_address': '10.132.75.35'}, 'type': 'private'} ] } """ def _get_subnet_part(pcfg): subpart = { "type": "static", "control": "auto", "address": pcfg.get("ip_address"), "gateway": pcfg.get("gateway"), } if ":" in pcfg.get("ip_address"): subpart["address"] = "{0}/{1}".format( pcfg.get("ip_address"), pcfg.get("cidr") ) else: subpart["netmask"] = pcfg.get("netmask") return subpart nic_configs = [] macs_to_nics = cloudnet.get_interfaces_by_mac() LOG.debug("nic mapping: %s", macs_to_nics) for n in config: nic = config[n][0] LOG.debug("considering %s", nic) mac_address = nic.get("mac") if mac_address not in macs_to_nics: raise RuntimeError( "Did not find network interface on system " "with mac '%s'. Cannot apply configuration: %s" % (mac_address, nic) ) sysfs_name = macs_to_nics.get(mac_address) nic_type = nic.get("type", "unknown") if_name = NIC_MAP.get(nic_type, sysfs_name) if if_name != sysfs_name: LOG.debug( "Found %s interface '%s' on '%s', assigned name of '%s'", nic_type, mac_address, sysfs_name, if_name, ) else: msg = ( "Found interface '%s' on '%s', which is not a public " "or private interface. Using default system naming." ) LOG.debug(msg, mac_address, sysfs_name) ncfg = { "type": "physical", "mac_address": mac_address, "name": if_name, } subnets = [] for netdef in ("ipv4", "ipv6", "anchor_ipv4", "anchor_ipv6"): raw_subnet = nic.get(netdef, None) if not raw_subnet: continue sub_part = _get_subnet_part(raw_subnet) if nic_type != "public" or "anchor" in netdef: del sub_part["gateway"] subnets.append(sub_part) ncfg["subnets"] = subnets nic_configs.append(ncfg) LOG.debug("nic '%s' configuration: %s", if_name, ncfg) if dns_servers: LOG.debug("added dns servers: %s", dns_servers) nic_configs.append({"type": "nameserver", "address": dns_servers}) return {"version": 1, "config": nic_configs} def read_metadata(url, timeout=2, sec_between=2, retries=30): response = url_helper.readurl( url, timeout=timeout, sec_between=sec_between, retries=retries ) if not response.ok(): raise RuntimeError("unable to read metadata at %s" % url) return json.loads(response.contents.decode()) def read_sysinfo(): # DigitalOcean embeds vendor ID and instance/droplet_id in the # SMBIOS information # Detect if we are on DigitalOcean and return the Droplet's ID vendor_name = dmi.read_dmi_data("system-manufacturer") if vendor_name != "DigitalOcean": return (False, None) droplet_id = dmi.read_dmi_data("system-serial-number") if droplet_id: LOG.debug( "system identified via SMBIOS as DigitalOcean Droplet: %s", droplet_id, ) else: msg = ( "system identified via SMBIOS as a DigitalOcean " "Droplet, but did not provide an ID. Please file a " "support ticket at: " "https://cloud.digitalocean.com/support/tickets/new" ) LOG.critical(msg) raise RuntimeError(msg) return (True, droplet_id) # vi: ts=4 expandtab netlink.py 0000644 00000027407 15027744221 0006600 0 ustar 00 # Author: Tamilmani Manoharan <tamanoha@microsoft.com> # # This file is part of cloud-init. See LICENSE file for license information. import os import select import socket import struct from collections import namedtuple from cloudinit import log as logging from cloudinit import util LOG = logging.getLogger(__name__) # http://man7.org/linux/man-pages/man7/netlink.7.html RTMGRP_LINK = 1 NLMSG_NOOP = 1 NLMSG_ERROR = 2 NLMSG_DONE = 3 RTM_NEWLINK = 16 RTM_DELLINK = 17 RTM_GETLINK = 18 RTM_SETLINK = 19 MAX_SIZE = 65535 RTA_DATA_OFFSET = 32 MSG_TYPE_OFFSET = 16 SELECT_TIMEOUT = 60 NLMSGHDR_FMT = "IHHII" IFINFOMSG_FMT = "BHiII" NLMSGHDR_SIZE = struct.calcsize(NLMSGHDR_FMT) IFINFOMSG_SIZE = struct.calcsize(IFINFOMSG_FMT) RTATTR_START_OFFSET = NLMSGHDR_SIZE + IFINFOMSG_SIZE RTA_DATA_START_OFFSET = 4 PAD_ALIGNMENT = 4 IFLA_IFNAME = 3 IFLA_OPERSTATE = 16 # https://www.kernel.org/doc/Documentation/networking/operstates.txt OPER_UNKNOWN = 0 OPER_NOTPRESENT = 1 OPER_DOWN = 2 OPER_LOWERLAYERDOWN = 3 OPER_TESTING = 4 OPER_DORMANT = 5 OPER_UP = 6 RTAAttr = namedtuple("RTAAttr", ["length", "rta_type", "data"]) InterfaceOperstate = namedtuple("InterfaceOperstate", ["ifname", "operstate"]) NetlinkHeader = namedtuple( "NetlinkHeader", ["length", "type", "flags", "seq", "pid"] ) class NetlinkCreateSocketError(RuntimeError): """Raised if netlink socket fails during create or bind.""" def create_bound_netlink_socket(): """Creates netlink socket and bind on netlink group to catch interface down/up events. The socket will bound only on RTMGRP_LINK (which only includes RTM_NEWLINK/RTM_DELLINK/RTM_GETLINK events). The socket is set to non-blocking mode since we're only receiving messages. :returns: netlink socket in non-blocking mode :raises: NetlinkCreateSocketError """ try: netlink_socket = socket.socket( socket.AF_NETLINK, socket.SOCK_RAW, socket.NETLINK_ROUTE ) netlink_socket.bind((os.getpid(), RTMGRP_LINK)) netlink_socket.setblocking(0) except socket.error as e: msg = "Exception during netlink socket create: %s" % e raise NetlinkCreateSocketError(msg) from e LOG.debug("Created netlink socket") return netlink_socket def get_netlink_msg_header(data): """Gets netlink message type and length :param: data read from netlink socket :returns: netlink message type :raises: AssertionError if data is None or data is not >= NLMSGHDR_SIZE struct nlmsghdr { __u32 nlmsg_len; /* Length of message including header */ __u16 nlmsg_type; /* Type of message content */ __u16 nlmsg_flags; /* Additional flags */ __u32 nlmsg_seq; /* Sequence number */ __u32 nlmsg_pid; /* Sender port ID */ }; """ assert data is not None, "data is none" assert ( len(data) >= NLMSGHDR_SIZE ), "data is smaller than netlink message header" msg_len, msg_type, flags, seq, pid = struct.unpack( NLMSGHDR_FMT, data[:MSG_TYPE_OFFSET] ) LOG.debug("Got netlink msg of type %d", msg_type) return NetlinkHeader(msg_len, msg_type, flags, seq, pid) def read_netlink_socket(netlink_socket, timeout=None): """Select and read from the netlink socket if ready. :param: netlink_socket: specify which socket object to read from :param: timeout: specify a timeout value (integer) to wait while reading, if none, it will block indefinitely until socket ready for read :returns: string of data read (max length = <MAX_SIZE>) from socket, if no data read, returns None :raises: AssertionError if netlink_socket is None """ assert netlink_socket is not None, "netlink socket is none" read_set, _, _ = select.select([netlink_socket], [], [], timeout) # Incase of timeout,read_set doesn't contain netlink socket. # just return from this function if netlink_socket not in read_set: return None LOG.debug("netlink socket ready for read") data = netlink_socket.recv(MAX_SIZE) if data is None: LOG.error("Reading from Netlink socket returned no data") return data def unpack_rta_attr(data, offset): """Unpack a single rta attribute. :param: data: string of data read from netlink socket :param: offset: starting offset of RTA Attribute :return: RTAAttr object with length, type and data. On error, return None. :raises: AssertionError if data is None or offset is not integer. """ assert data is not None, "data is none" assert type(offset) == int, "offset is not integer" assert ( offset >= RTATTR_START_OFFSET ), "rta offset is less than expected length" length = rta_type = 0 attr_data = None try: length = struct.unpack_from("H", data, offset=offset)[0] rta_type = struct.unpack_from("H", data, offset=offset + 2)[0] except struct.error: return None # Should mean our offset is >= remaining data # Unpack just the attribute's data. Offset by 4 to skip length/type header attr_data = data[offset + RTA_DATA_START_OFFSET : offset + length] return RTAAttr(length, rta_type, attr_data) def read_rta_oper_state(data): """Reads Interface name and operational state from RTA Data. :param: data: string of data read from netlink socket :returns: InterfaceOperstate object containing if_name and oper_state. None if data does not contain valid IFLA_OPERSTATE and IFLA_IFNAME messages. :raises: AssertionError if data is None or length of data is smaller than RTATTR_START_OFFSET. """ assert data is not None, "data is none" assert ( len(data) > RTATTR_START_OFFSET ), "length of data is smaller than RTATTR_START_OFFSET" ifname = operstate = None offset = RTATTR_START_OFFSET while offset <= len(data): attr = unpack_rta_attr(data, offset) if not attr or attr.length == 0: break # Each attribute is 4-byte aligned. Determine pad length. padlen = ( PAD_ALIGNMENT - (attr.length % PAD_ALIGNMENT) ) % PAD_ALIGNMENT offset += attr.length + padlen if attr.rta_type == IFLA_OPERSTATE: operstate = ord(attr.data) elif attr.rta_type == IFLA_IFNAME: interface_name = util.decode_binary(attr.data, "utf-8") ifname = interface_name.strip("\0") if not ifname or operstate is None: return None LOG.debug("rta attrs: ifname %s operstate %d", ifname, operstate) return InterfaceOperstate(ifname, operstate) def wait_for_nic_attach_event(netlink_socket, existing_nics): """Block until a single nic is attached. :param: netlink_socket: netlink_socket to receive events :param: existing_nics: List of existing nics so that we can skip them. :raises: AssertionError if netlink_socket is none. """ LOG.debug("Preparing to wait for nic attach.") ifname = None def should_continue_cb(iname, carrier, prevCarrier): if iname in existing_nics: return True nonlocal ifname ifname = iname return False # We can return even if the operational state of the new nic is DOWN # because we set it to UP before doing dhcp. read_netlink_messages( netlink_socket, None, [RTM_NEWLINK], [OPER_UP, OPER_DOWN], should_continue_cb, ) return ifname def wait_for_nic_detach_event(netlink_socket): """Block until a single nic is detached and its operational state is down. :param: netlink_socket: netlink_socket to receive events. """ LOG.debug("Preparing to wait for nic detach.") ifname = None def should_continue_cb(iname, carrier, prevCarrier): nonlocal ifname ifname = iname return False read_netlink_messages( netlink_socket, None, [RTM_DELLINK], [OPER_DOWN], should_continue_cb ) return ifname def wait_for_media_disconnect_connect(netlink_socket, ifname): """Block until media disconnect and connect has happened on an interface. Listens on netlink socket to receive netlink events and when the carrier changes from 0 to 1, it considers event has happened and return from this function :param: netlink_socket: netlink_socket to receive events :param: ifname: Interface name to lookout for netlink events :raises: AssertionError if netlink_socket is None or ifname is None. """ assert netlink_socket is not None, "netlink socket is none" assert ifname is not None, "interface name is none" assert len(ifname) > 0, "interface name cannot be empty" def should_continue_cb(iname, carrier, prevCarrier): # check for carrier down, up sequence isVnetSwitch = (prevCarrier == OPER_DOWN) and (carrier == OPER_UP) if isVnetSwitch: LOG.debug("Media switch happened on %s.", ifname) return False return True LOG.debug("Wait for media disconnect and reconnect to happen") read_netlink_messages( netlink_socket, ifname, [RTM_NEWLINK, RTM_DELLINK], [OPER_UP, OPER_DOWN], should_continue_cb, ) def read_netlink_messages( netlink_socket, ifname_filter, rtm_types, operstates, should_continue_callback, ): """Reads from the netlink socket until the condition specified by the continuation callback is met. :param: netlink_socket: netlink_socket to receive events. :param: ifname_filter: if not None, will only listen for this interface. :param: rtm_types: Type of netlink events to listen for. :param: operstates: Operational states to listen. :param: should_continue_callback: Specifies when to stop listening. """ if netlink_socket is None: raise RuntimeError("Netlink socket is none") data = bytes() carrier = OPER_UP prevCarrier = OPER_UP while True: recv_data = read_netlink_socket(netlink_socket, SELECT_TIMEOUT) if recv_data is None: continue LOG.debug("read %d bytes from socket", len(recv_data)) data += recv_data LOG.debug("Length of data after concat %d", len(data)) offset = 0 datalen = len(data) while offset < datalen: nl_msg = data[offset:] if len(nl_msg) < NLMSGHDR_SIZE: LOG.debug("Data is smaller than netlink header") break nlheader = get_netlink_msg_header(nl_msg) if len(nl_msg) < nlheader.length: LOG.debug("Partial data. Smaller than netlink message") break padlen = (nlheader.length + PAD_ALIGNMENT - 1) & ~( PAD_ALIGNMENT - 1 ) offset = offset + padlen LOG.debug("offset to next netlink message: %d", offset) # Continue if we are not interested in this message. if nlheader.type not in rtm_types: continue interface_state = read_rta_oper_state(nl_msg) if interface_state is None: LOG.debug("Failed to read rta attributes: %s", interface_state) continue if ( ifname_filter is not None and interface_state.ifname != ifname_filter ): LOG.debug( "Ignored netlink event on interface %s. Waiting for %s.", interface_state.ifname, ifname_filter, ) continue if interface_state.operstate not in operstates: continue prevCarrier = carrier carrier = interface_state.operstate if not should_continue_callback( interface_state.ifname, carrier, prevCarrier ): return data = data[offset:] # vi: ts=4 expandtab hetzner.py 0000644 00000002461 15027744221 0006604 0 ustar 00 # Author: Jonas Keidel <jonas.keidel@hetzner.com> # Author: Markus Schade <markus.schade@hetzner.com> # # This file is part of cloud-init. See LICENSE file for license information. import base64 import binascii from cloudinit import url_helper, util def read_metadata(url, timeout=2, sec_between=2, retries=30): response = url_helper.readurl( url, timeout=timeout, sec_between=sec_between, retries=retries ) if not response.ok(): raise RuntimeError("unable to read metadata at %s" % url) return util.load_yaml(response.contents.decode()) def read_userdata(url, timeout=2, sec_between=2, retries=30): response = url_helper.readurl( url, timeout=timeout, sec_between=sec_between, retries=retries ) if not response.ok(): raise RuntimeError("unable to read userdata at %s" % url) return response.contents def maybe_b64decode(data: bytes) -> bytes: """base64 decode data If data is base64 encoded bytes, return b64decode(data). If not, return data unmodified. @param data: data as bytes. TypeError is raised if not bytes. """ if not isinstance(data, bytes): raise TypeError("data is '%s', expected bytes" % type(data)) try: return base64.b64decode(data, validate=True) except binascii.Error: return data openstack.py 0000644 00000062611 15027744221 0007117 0 ustar 00 # Copyright (C) 2012 Canonical Ltd. # Copyright (C) 2012 Yahoo! Inc. # # Author: Scott Moser <scott.moser@canonical.com> # Author: Joshua Harlow <harlowja@yahoo-inc.com> # # This file is part of cloud-init. See LICENSE file for license information. import abc import base64 import copy import functools import os from cloudinit import log as logging from cloudinit import net, sources, subp, url_helper, util from cloudinit.sources import BrokenMetadata from cloudinit.sources.helpers import ec2 # See https://docs.openstack.org/user-guide/cli-config-drive.html LOG = logging.getLogger(__name__) FILES_V1 = { # Path <-> (metadata key name, translator function, default value) "etc/network/interfaces": ("network_config", lambda x: x, ""), "meta.js": ("meta_js", util.load_json, {}), "root/.ssh/authorized_keys": ("authorized_keys", lambda x: x, ""), } KEY_COPIES = ( # Cloud-init metadata names <-> (metadata key, is required) ("local-hostname", "hostname", False), ("instance-id", "uuid", True), ) # Versions and names taken from nova source nova/api/metadata/base.py OS_LATEST = "latest" OS_FOLSOM = "2012-08-10" OS_GRIZZLY = "2013-04-04" OS_HAVANA = "2013-10-17" OS_LIBERTY = "2015-10-15" # NEWTON_ONE adds 'devices' to md (sriov-pf-passthrough-neutron-port-vlan) OS_NEWTON_ONE = "2016-06-30" # NEWTON_TWO adds vendor_data2.json (vendordata-reboot) OS_NEWTON_TWO = "2016-10-06" # OS_OCATA adds 'vif' field to devices (sriov-pf-passthrough-neutron-port-vlan) OS_OCATA = "2017-02-22" # OS_ROCKY adds a vf_trusted field to devices (sriov-trusted-vfs) OS_ROCKY = "2018-08-27" # keep this in chronological order. new supported versions go at the end. OS_VERSIONS = ( OS_FOLSOM, OS_GRIZZLY, OS_HAVANA, OS_LIBERTY, OS_NEWTON_ONE, OS_NEWTON_TWO, OS_OCATA, OS_ROCKY, ) KNOWN_PHYSICAL_TYPES = ( None, "bgpovs", # not present in OpenStack upstream but used on OVH cloud. "bridge", "cascading", # not present in OpenStack upstream, used on OpenTelekomCloud "dvs", "ethernet", "hw_veb", "hyperv", "ovs", "phy", "tap", "vhostuser", "vif", ) class NonReadable(IOError): pass class SourceMixin: def _ec2_name_to_device(self, name): if not self.ec2_metadata: return None bdm = self.ec2_metadata.get("block-device-mapping", {}) for (ent_name, device) in bdm.items(): if name == ent_name: return device return None def get_public_ssh_keys(self): name = "public_keys" if self.version == 1: name = "public-keys" return sources.normalize_pubkey_data(self.metadata.get(name)) def _os_name_to_device(self, name): device = None try: criteria = "LABEL=%s" % (name) if name == "swap": criteria = "TYPE=%s" % (name) dev_entries = util.find_devs_with(criteria) if dev_entries: device = dev_entries[0] except subp.ProcessExecutionError: pass return device def _validate_device_name(self, device): if not device: return None if not device.startswith("/"): device = "/dev/%s" % device if os.path.exists(device): return device # Durn, try adjusting the mapping remapped = self._remap_device(os.path.basename(device)) if remapped: LOG.debug("Remapped device name %s => %s", device, remapped) return remapped return None def device_name_to_device(self, name): # Translate a 'name' to a 'physical' device if not name: return None # Try the ec2 mapping first names = [name] if name == "root": names.insert(0, "ami") if name == "ami": names.append("root") device = None LOG.debug("Using ec2 style lookup to find device %s", names) for n in names: device = self._ec2_name_to_device(n) device = self._validate_device_name(device) if device: break # Try the openstack way second if not device: LOG.debug("Using openstack style lookup to find device %s", names) for n in names: device = self._os_name_to_device(n) device = self._validate_device_name(device) if device: break # Ok give up... if not device: return None else: LOG.debug("Mapped %s to device %s", name, device) return device class BaseReader(metaclass=abc.ABCMeta): def __init__(self, base_path): self.base_path = base_path @abc.abstractmethod def _path_join(self, base, *add_ons): pass @abc.abstractmethod def _path_read(self, path, decode=False): pass @abc.abstractmethod def _fetch_available_versions(self): pass @abc.abstractmethod def _read_ec2_metadata(self): pass def _find_working_version(self): try: versions_available = self._fetch_available_versions() except Exception as e: LOG.debug( "Unable to read openstack versions from %s due to: %s", self.base_path, e, ) versions_available = [] # openstack.OS_VERSIONS is stored in chronological order, so # reverse it to check newest first. supported = [v for v in reversed(list(OS_VERSIONS))] selected_version = OS_LATEST for potential_version in supported: if potential_version not in versions_available: continue selected_version = potential_version break LOG.debug( "Selected version '%s' from %s", selected_version, versions_available, ) return selected_version def _read_content_path(self, item, decode=False): path = item.get("content_path", "").lstrip("/") path_pieces = path.split("/") valid_pieces = [p for p in path_pieces if len(p)] if not valid_pieces: raise BrokenMetadata("Item %s has no valid content path" % (item)) path = self._path_join(self.base_path, "openstack", *path_pieces) return self._path_read(path, decode=decode) def read_v2(self): """Reads a version 2 formatted location. Return a dict with metadata, userdata, ec2-metadata, dsmode, network_config, files and version (2). If not a valid location, raise a NonReadable exception. """ load_json_anytype = functools.partial( util.load_json, root_types=(dict, list, str) ) def datafiles(version): files = {} files["metadata"] = ( # File path to read self._path_join("openstack", version, "meta_data.json"), # Is it required? True, # Translator function (applied after loading) util.load_json, ) files["userdata"] = ( self._path_join("openstack", version, "user_data"), False, lambda x: x, ) files["vendordata"] = ( self._path_join("openstack", version, "vendor_data.json"), False, load_json_anytype, ) files["vendordata2"] = ( self._path_join("openstack", version, "vendor_data2.json"), False, load_json_anytype, ) files["networkdata"] = ( self._path_join("openstack", version, "network_data.json"), False, load_json_anytype, ) return files results = { "userdata": "", "version": 2, } data = datafiles(self._find_working_version()) for (name, (path, required, translator)) in data.items(): path = self._path_join(self.base_path, path) data = None found = False try: data = self._path_read(path) except IOError as e: if not required: LOG.debug( "Failed reading optional path %s due to: %s", path, e ) else: LOG.debug( "Failed reading mandatory path %s due to: %s", path, e ) else: found = True if required and not found: raise NonReadable("Missing mandatory path: %s" % path) if found and translator: try: data = translator(data) except Exception as e: raise BrokenMetadata( "Failed to process path %s: %s" % (path, e) ) from e if found: results[name] = data metadata = results["metadata"] if "random_seed" in metadata: random_seed = metadata["random_seed"] try: metadata["random_seed"] = base64.b64decode(random_seed) except (ValueError, TypeError) as e: raise BrokenMetadata( "Badly formatted metadata random_seed entry: %s" % e ) from e # load any files that were provided files = {} metadata_files = metadata.get("files", []) for item in metadata_files: if "path" not in item: continue path = item["path"] try: files[path] = self._read_content_path(item) except Exception as e: raise BrokenMetadata( "Failed to read provided file %s: %s" % (path, e) ) from e results["files"] = files # The 'network_config' item in metadata is a content pointer # to the network config that should be applied. It is just a # ubuntu/debian '/etc/network/interfaces' file. net_item = metadata.get("network_config", None) if net_item: try: content = self._read_content_path(net_item, decode=True) results["network_config"] = content except IOError as e: raise BrokenMetadata( "Failed to read network configuration: %s" % (e) ) from e # To openstack, user can specify meta ('nova boot --meta=key=value') # and those will appear under metadata['meta']. # if they specify 'dsmode' they're indicating the mode that they intend # for this datasource to operate in. try: results["dsmode"] = metadata["meta"]["dsmode"] except KeyError: pass # Read any ec2-metadata (if applicable) results["ec2-metadata"] = self._read_ec2_metadata() # Perform some misc. metadata key renames... for (target_key, source_key, is_required) in KEY_COPIES: if is_required and source_key not in metadata: raise BrokenMetadata("No '%s' entry in metadata" % source_key) if source_key in metadata: metadata[target_key] = metadata.get(source_key) return results class ConfigDriveReader(BaseReader): def __init__(self, base_path): super(ConfigDriveReader, self).__init__(base_path) self._versions = None def _path_join(self, base, *add_ons): components = [base] + list(add_ons) return os.path.join(*components) def _path_read(self, path, decode=False): return util.load_file(path, decode=decode) def _fetch_available_versions(self): if self._versions is None: path = self._path_join(self.base_path, "openstack") found = [ d for d in os.listdir(path) if os.path.isdir(os.path.join(path)) ] self._versions = sorted(found) return self._versions def _read_ec2_metadata(self): path = self._path_join( self.base_path, "ec2", "latest", "meta-data.json" ) if not os.path.exists(path): return {} else: try: return util.load_json(self._path_read(path)) except Exception as e: raise BrokenMetadata( "Failed to process path %s: %s" % (path, e) ) from e def read_v1(self): """Reads a version 1 formatted location. Return a dict with metadata, userdata, dsmode, files and version (1). If not a valid path, raise a NonReadable exception. """ found = {} for name in FILES_V1.keys(): path = self._path_join(self.base_path, name) if os.path.exists(path): found[name] = path if len(found) == 0: raise NonReadable("%s: no files found" % (self.base_path)) md = {} for (name, (key, translator, default)) in FILES_V1.items(): if name in found: path = found[name] try: contents = self._path_read(path) except IOError as e: raise BrokenMetadata("Failed to read: %s" % path) from e try: # Disable not-callable pylint check; pylint isn't able to # determine that every member of FILES_V1 has a callable in # the appropriate position md[key] = translator(contents) # pylint: disable=E1102 except Exception as e: raise BrokenMetadata( "Failed to process path %s: %s" % (path, e) ) from e else: md[key] = copy.deepcopy(default) keydata = md["authorized_keys"] meta_js = md["meta_js"] # keydata in meta_js is preferred over "injected" keydata = meta_js.get("public-keys", keydata) if keydata: lines = keydata.splitlines() md["public-keys"] = [ line for line in lines if len(line) and not line.startswith("#") ] # config-drive-v1 has no way for openstack to provide the instance-id # so we copy that into metadata from the user input if "instance-id" in meta_js: md["instance-id"] = meta_js["instance-id"] results = { "version": 1, "metadata": md, } # allow the user to specify 'dsmode' in a meta tag if "dsmode" in meta_js: results["dsmode"] = meta_js["dsmode"] # config-drive-v1 has no way of specifying user-data, so the user has # to cheat and stuff it in a meta tag also. results["userdata"] = meta_js.get("user-data", "") # this implementation does not support files other than # network/interfaces and authorized_keys... results["files"] = {} return results class MetadataReader(BaseReader): def __init__(self, base_url, ssl_details=None, timeout=5, retries=5): super(MetadataReader, self).__init__(base_url) self.ssl_details = ssl_details self.timeout = float(timeout) self.retries = int(retries) self._versions = None def _fetch_available_versions(self): # <baseurl>/openstack/ returns a newline separated list of versions if self._versions is not None: return self._versions found = [] version_path = self._path_join(self.base_path, "openstack") content = self._path_read(version_path, decode=True) for line in content.splitlines(): line = line.strip() if not line: continue found.append(line) self._versions = found return self._versions def _path_read(self, path, decode=False): def should_retry_cb(_request_args, cause): try: code = int(cause.code) if code >= 400: return False except (TypeError, ValueError): # Older versions of requests didn't have a code. pass return True response = url_helper.readurl( path, retries=self.retries, ssl_details=self.ssl_details, timeout=self.timeout, exception_cb=should_retry_cb, ) if decode: return response.contents.decode() else: return response.contents def _path_join(self, base, *add_ons): return url_helper.combine_url(base, *add_ons) def _read_ec2_metadata(self): return ec2.get_instance_metadata( ssl_details=self.ssl_details, timeout=self.timeout, retries=self.retries, ) # Convert OpenStack ConfigDrive NetworkData json to network_config yaml def convert_net_json(network_json=None, known_macs=None): """Return a dictionary of network_config by parsing provided OpenStack ConfigDrive NetworkData json format OpenStack network_data.json provides a 3 element dictionary - "links" (links are network devices, physical or virtual) - "networks" (networks are ip network configurations for one or more links) - services (non-ip services, like dns) networks and links are combined via network items referencing specific links via a 'link_id' which maps to a links 'id' field. To convert this format to network_config yaml, we first iterate over the links and then walk the network list to determine if any of the networks utilize the current link; if so we generate a subnet entry for the device We also need to map network_data.json fields to network_config fields. For example, the network_data links 'id' field is equivalent to network_config 'name' field for devices. We apply more of this mapping to the various link types that we encounter. There are additional fields that are populated in the network_data.json from OpenStack that are not relevant to network_config yaml, so we enumerate a dictionary of valid keys for network_yaml and apply filtering to drop these superflous keys from the network_config yaml. """ if network_json is None: return None # dict of network_config key for filtering network_json valid_keys = { "physical": [ "name", "type", "mac_address", "subnets", "params", "mtu", ], "subnet": [ "type", "address", "netmask", "broadcast", "metric", "gateway", "pointopoint", "scope", "dns_nameservers", "dns_search", "routes", ], } links = network_json.get("links", []) networks = network_json.get("networks", []) services = network_json.get("services", []) link_updates = [] link_id_info = {} bond_name_fmt = "bond%d" bond_number = 0 config = [] for link in links: subnets = [] cfg = dict( (k, v) for k, v in link.items() if k in valid_keys["physical"] ) # 'name' is not in openstack spec yet, but we will support it if it is # present. The 'id' in the spec is currently implemented as the host # nic's name, meaning something like 'tap-adfasdffd'. We do not want # to name guest devices with such ugly names. if "name" in link: cfg["name"] = link["name"] link_mac_addr = None if link.get("ethernet_mac_address"): link_mac_addr = link.get("ethernet_mac_address").lower() link_id_info[link["id"]] = link_mac_addr curinfo = { "name": cfg.get("name"), "mac": link_mac_addr, "id": link["id"], "type": link["type"], } for network in [n for n in networks if n["link"] == link["id"]]: subnet = dict( (k, v) for k, v in network.items() if k in valid_keys["subnet"] ) if network["type"] == "ipv4_dhcp": subnet.update({"type": "dhcp4"}) elif network["type"] == "ipv6_dhcp": subnet.update({"type": "dhcp6"}) elif network["type"] in [ "ipv6_slaac", "ipv6_dhcpv6-stateless", "ipv6_dhcpv6-stateful", ]: subnet.update({"type": network["type"]}) elif network["type"] in ["ipv4", "static"]: subnet.update( { "type": "static", "address": network.get("ip_address"), } ) elif network["type"] in ["ipv6", "static6"]: cfg.update({"accept-ra": False}) subnet.update( { "type": "static6", "address": network.get("ip_address"), } ) # Enable accept_ra for stateful and legacy ipv6_dhcp types if network["type"] in ["ipv6_dhcpv6-stateful", "ipv6_dhcp"]: cfg.update({"accept-ra": True}) if network["type"] == "ipv4": subnet["ipv4"] = True if network["type"] == "ipv6": subnet["ipv6"] = True subnets.append(subnet) cfg.update({"subnets": subnets}) if link["type"] in ["bond"]: params = {} if link_mac_addr: params["mac_address"] = link_mac_addr for k, v in link.items(): if k == "bond_links": continue elif k.startswith("bond"): params.update({k: v}) # openstack does not provide a name for the bond. # they do provide an 'id', but that is possibly non-sensical. # so we just create our own name. link_name = bond_name_fmt % bond_number bond_number += 1 # bond_links reference links by their id, but we need to add # to the network config by their nic name. # store that in bond_links_needed, and update these later. link_updates.append( ( cfg, "bond_interfaces", "%s", copy.deepcopy(link["bond_links"]), ) ) cfg.update({"params": params, "name": link_name}) curinfo["name"] = link_name elif link["type"] in ["vlan"]: name = "%s.%s" % (link["vlan_link"], link["vlan_id"]) cfg.update( { "name": name, "vlan_id": link["vlan_id"], "mac_address": link["vlan_mac_address"], } ) link_updates.append((cfg, "vlan_link", "%s", link["vlan_link"])) link_updates.append( (cfg, "name", "%%s.%s" % link["vlan_id"], link["vlan_link"]) ) curinfo.update({"mac": link["vlan_mac_address"], "name": name}) else: if link["type"] not in KNOWN_PHYSICAL_TYPES: LOG.warning( "Unknown network_data link type (%s); treating as" " physical", link["type"], ) cfg.update({"type": "physical", "mac_address": link_mac_addr}) config.append(cfg) link_id_info[curinfo["id"]] = curinfo need_names = [ d for d in config if d.get("type") == "physical" and "name" not in d ] if need_names or link_updates: if known_macs is None: known_macs = net.get_interfaces_by_mac() # go through and fill out the link_id_info with names for _link_id, info in link_id_info.items(): if info.get("name"): continue if info.get("mac") in known_macs: info["name"] = known_macs[info["mac"]] for d in need_names: mac = d.get("mac_address") if not mac: raise ValueError("No mac_address or name entry for %s" % d) if mac not in known_macs: raise ValueError("Unable to find a system nic for %s" % d) d["name"] = known_macs[mac] for cfg, key, fmt, targets in link_updates: if isinstance(targets, (list, tuple)): cfg[key] = [ fmt % link_id_info[target]["name"] for target in targets ] else: cfg[key] = fmt % link_id_info[targets]["name"] # Infiniband interfaces may be referenced in network_data.json by a 6 byte # Ethernet MAC-style address, and we use that address to look up the # interface name above. Now ensure that the hardware address is set to the # full 20 byte address. ib_known_hwaddrs = net.get_ib_hwaddrs_by_interface() if ib_known_hwaddrs: for cfg in config: if cfg["name"] in ib_known_hwaddrs: cfg["mac_address"] = ib_known_hwaddrs[cfg["name"]] cfg["type"] = "infiniband" for service in services: cfg = service cfg.update({"type": "nameserver"}) config.append(cfg) return {"version": 1, "config": config} # vi: ts=4 expandtab azure.py 0000644 00000131050 15027744221 0006250 0 ustar 00 # This file is part of cloud-init. See LICENSE file for license information. import base64 import enum import json import logging import os import re import socket import struct import textwrap import zlib from contextlib import contextmanager from datetime import datetime from errno import ENOENT from time import sleep, time from typing import Callable, List, Optional, TypeVar, Union from xml.etree import ElementTree from xml.sax.saxutils import escape from cloudinit import distros, dmi, subp, temp_utils, url_helper, util, version from cloudinit.reporting import events from cloudinit.settings import CFG_BUILTIN LOG = logging.getLogger(__name__) # Default Wireserver endpoint (if not found in DHCP option 245). DEFAULT_WIRESERVER_ENDPOINT = "168.63.129.16" BOOT_EVENT_TYPE = "boot-telemetry" SYSTEMINFO_EVENT_TYPE = "system-info" DIAGNOSTIC_EVENT_TYPE = "diagnostic" COMPRESSED_EVENT_TYPE = "compressed" # Maximum number of bytes of the cloud-init.log file that can be dumped to KVP # at once. This number is based on the analysis done on a large sample of # cloud-init.log files where the P95 of the file sizes was 537KB and the time # consumed to dump 500KB file was (P95:76, P99:233, P99.9:1170) in ms MAX_LOG_TO_KVP_LENGTH = 512000 # File to store the last byte of cloud-init.log that was pushed to KVP. This # file will be deleted with every VM reboot. LOG_PUSHED_TO_KVP_INDEX_FILE = "/run/cloud-init/log_pushed_to_kvp_index" azure_ds_reporter = events.ReportEventStack( name="azure-ds", description="initialize reporter for azure ds", reporting_enabled=True, ) DEFAULT_REPORT_FAILURE_USER_VISIBLE_MESSAGE = ( "The VM encountered an error during deployment. " "Please visit https://aka.ms/linuxprovisioningerror " "for more information on remediation." ) T = TypeVar("T") def azure_ds_telemetry_reporter(func: Callable[..., T]) -> Callable[..., T]: def impl(*args, **kwargs): with events.ReportEventStack( name=func.__name__, description=func.__name__, parent=azure_ds_reporter, ): return func(*args, **kwargs) return impl def is_byte_swapped(previous_id, current_id): """ Azure stores the instance ID with an incorrect byte ordering for the first parts. This corrects the byte order such that it is consistent with that returned by the metadata service. """ if previous_id == current_id: return False def swap_bytestring(s, width=2): dd = [byte for byte in textwrap.wrap(s, 2)] dd.reverse() return "".join(dd) parts = current_id.split("-") swapped_id = "-".join( [ swap_bytestring(parts[0]), swap_bytestring(parts[1]), swap_bytestring(parts[2]), parts[3], parts[4], ] ) return previous_id == swapped_id @azure_ds_telemetry_reporter def get_boot_telemetry(): """Report timestamps related to kernel initialization and systemd activation of cloud-init""" if not distros.uses_systemd(): raise RuntimeError("distro not using systemd, skipping boot telemetry") LOG.debug("Collecting boot telemetry") try: kernel_start = float(time()) - float(util.uptime()) except ValueError as e: raise RuntimeError("Failed to determine kernel start timestamp") from e try: out, _ = subp.subp( ["systemctl", "show", "-p", "UserspaceTimestampMonotonic"], capture=True, ) tsm = None if out and "=" in out: tsm = out.split("=")[1] if not tsm: raise RuntimeError( "Failed to parse UserspaceTimestampMonotonic from systemd" ) user_start = kernel_start + (float(tsm) / 1000000) except subp.ProcessExecutionError as e: raise RuntimeError( "Failed to get UserspaceTimestampMonotonic: %s" % e ) from e except ValueError as e: raise RuntimeError( "Failed to parse UserspaceTimestampMonotonic from systemd: %s" % e ) from e try: out, _ = subp.subp( [ "systemctl", "show", "cloud-init-local", "-p", "InactiveExitTimestampMonotonic", ], capture=True, ) tsm = None if out and "=" in out: tsm = out.split("=")[1] if not tsm: raise RuntimeError( "Failed to parse InactiveExitTimestampMonotonic from systemd" ) cloudinit_activation = kernel_start + (float(tsm) / 1000000) except subp.ProcessExecutionError as e: raise RuntimeError( "Failed to get InactiveExitTimestampMonotonic: %s" % e ) from e except ValueError as e: raise RuntimeError( "Failed to parse InactiveExitTimestampMonotonic from systemd: %s" % e ) from e evt = events.ReportingEvent( BOOT_EVENT_TYPE, "boot-telemetry", "kernel_start=%s user_start=%s cloudinit_activation=%s" % ( datetime.utcfromtimestamp(kernel_start).isoformat() + "Z", datetime.utcfromtimestamp(user_start).isoformat() + "Z", datetime.utcfromtimestamp(cloudinit_activation).isoformat() + "Z", ), events.DEFAULT_EVENT_ORIGIN, ) events.report_event(evt) # return the event for unit testing purpose return evt @azure_ds_telemetry_reporter def get_system_info(): """Collect and report system information""" info = util.system_info() evt = events.ReportingEvent( SYSTEMINFO_EVENT_TYPE, "system information", "cloudinit_version=%s, kernel_version=%s, variant=%s, " "distro_name=%s, distro_version=%s, flavor=%s, " "python_version=%s" % ( version.version_string(), info["release"], info["variant"], info["dist"][0], info["dist"][1], info["dist"][2], info["python"], ), events.DEFAULT_EVENT_ORIGIN, ) events.report_event(evt) # return the event for unit testing purpose return evt def report_diagnostic_event( msg: str, *, logger_func=None ) -> events.ReportingEvent: """Report a diagnostic event""" if callable(logger_func): logger_func(msg) evt = events.ReportingEvent( DIAGNOSTIC_EVENT_TYPE, "diagnostic message", msg, events.DEFAULT_EVENT_ORIGIN, ) events.report_event(evt, excluded_handler_types={"log"}) # return the event for unit testing purpose return evt def report_compressed_event(event_name, event_content): """Report a compressed event""" compressed_data = base64.encodebytes(zlib.compress(event_content)) event_data = { "encoding": "gz+b64", "data": compressed_data.decode("ascii"), } evt = events.ReportingEvent( COMPRESSED_EVENT_TYPE, event_name, json.dumps(event_data), events.DEFAULT_EVENT_ORIGIN, ) events.report_event( evt, excluded_handler_types={"log", "print", "webhook"} ) # return the event for unit testing purpose return evt @azure_ds_telemetry_reporter def push_log_to_kvp(file_name=CFG_BUILTIN["def_log_file"]): """Push a portion of cloud-init.log file or the whole file to KVP based on the file size. The first time this function is called after VM boot, It will push the last n bytes of the log file such that n < MAX_LOG_TO_KVP_LENGTH If called again on the same boot, it continues from where it left off. In addition to cloud-init.log, dmesg log will also be collected.""" start_index = get_last_log_byte_pushed_to_kvp_index() LOG.debug("Dumping cloud-init.log file to KVP") try: with open(file_name, "rb") as f: f.seek(0, os.SEEK_END) seek_index = max(f.tell() - MAX_LOG_TO_KVP_LENGTH, start_index) report_diagnostic_event( "Dumping last {0} bytes of cloud-init.log file to KVP starting" " from index: {1}".format(f.tell() - seek_index, seek_index), logger_func=LOG.debug, ) f.seek(seek_index, os.SEEK_SET) report_compressed_event("cloud-init.log", f.read()) util.write_file(LOG_PUSHED_TO_KVP_INDEX_FILE, str(f.tell())) except Exception as ex: report_diagnostic_event( "Exception when dumping log file: %s" % repr(ex), logger_func=LOG.warning, ) LOG.debug("Dumping dmesg log to KVP") try: out, _ = subp.subp(["dmesg"], decode=False, capture=True) report_compressed_event("dmesg", out) except Exception as ex: report_diagnostic_event( "Exception when dumping dmesg log: %s" % repr(ex), logger_func=LOG.warning, ) @azure_ds_telemetry_reporter def get_last_log_byte_pushed_to_kvp_index(): try: with open(LOG_PUSHED_TO_KVP_INDEX_FILE, "r") as f: return int(f.read()) except IOError as e: if e.errno != ENOENT: report_diagnostic_event( "Reading LOG_PUSHED_TO_KVP_INDEX_FILE failed: %s." % repr(e), logger_func=LOG.warning, ) except ValueError as e: report_diagnostic_event( "Invalid value in LOG_PUSHED_TO_KVP_INDEX_FILE: %s." % repr(e), logger_func=LOG.warning, ) except Exception as e: report_diagnostic_event( "Failed to get the last log byte pushed to KVP: %s." % repr(e), logger_func=LOG.warning, ) return 0 @contextmanager def cd(newdir): prevdir = os.getcwd() os.chdir(os.path.expanduser(newdir)) try: yield finally: os.chdir(prevdir) def get_ip_from_lease_value(fallback_lease_value): unescaped_value = fallback_lease_value.replace("\\", "") if len(unescaped_value) > 4: hex_string = "" for hex_pair in unescaped_value.split(":"): if len(hex_pair) == 1: hex_pair = "0" + hex_pair hex_string += hex_pair packed_bytes = struct.pack(">L", int(hex_string.replace(":", ""), 16)) else: packed_bytes = unescaped_value.encode("utf-8") return socket.inet_ntoa(packed_bytes) @azure_ds_telemetry_reporter def http_with_retries( url: str, *, headers: dict, data: Optional[bytes] = None, retry_sleep: int = 5, timeout_minutes: int = 20, ) -> url_helper.UrlResponse: """Readurl wrapper for querying wireserver. :param retry_sleep: Time to sleep before retrying. :param timeout_minutes: Retry up to specified number of minutes. :raises UrlError: on error fetching data. """ timeout = timeout_minutes * 60 + time() attempt = 0 response = None while not response: attempt += 1 try: response = url_helper.readurl( url, headers=headers, data=data, timeout=(5, 60) ) break except url_helper.UrlError as e: report_diagnostic_event( "Failed HTTP request with Azure endpoint %s during " "attempt %d with exception: %s (code=%r headers=%r)" % (url, attempt, e, e.code, e.headers), logger_func=LOG.debug, ) # Raise exception if we're out of time or network is unreachable. # If network is unreachable: # - retries will not resolve the situation # - for reporting ready for PPS, this generally means VM was put # to sleep or network interface was unplugged before we see # the call complete successfully. if ( time() + retry_sleep >= timeout or "Network is unreachable" in str(e) ): raise sleep(retry_sleep) report_diagnostic_event( "Successful HTTP request with Azure endpoint %s after " "%d attempts" % (url, attempt), logger_func=LOG.debug, ) return response def build_minimal_ovf( username: str, hostname: str, disableSshPwd: str ) -> bytes: OVF_ENV_TEMPLATE = textwrap.dedent( """\ <ns0:Environment xmlns:ns0="http://schemas.dmtf.org/ovf/environment/1" xmlns:ns1="http://schemas.microsoft.com/windowsazure" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> <ns1:ProvisioningSection> <ns1:Version>1.0</ns1:Version> <ns1:LinuxProvisioningConfigurationSet> <ns1:ConfigurationSetType>LinuxProvisioningConfiguration </ns1:ConfigurationSetType> <ns1:UserName>{username}</ns1:UserName> <ns1:DisableSshPasswordAuthentication>{disableSshPwd} </ns1:DisableSshPasswordAuthentication> <ns1:HostName>{hostname}</ns1:HostName> </ns1:LinuxProvisioningConfigurationSet> </ns1:ProvisioningSection> <ns1:PlatformSettingsSection> <ns1:Version>1.0</ns1:Version> <ns1:PlatformSettings> <ns1:ProvisionGuestAgent>true</ns1:ProvisionGuestAgent> </ns1:PlatformSettings> </ns1:PlatformSettingsSection> </ns0:Environment> """ ) ret = OVF_ENV_TEMPLATE.format( username=username, hostname=hostname, disableSshPwd=disableSshPwd ) return ret.encode("utf-8") class AzureEndpointHttpClient: headers = { "x-ms-agent-name": "WALinuxAgent", "x-ms-version": "2012-11-30", } def __init__(self, certificate): self.extra_secure_headers = { "x-ms-cipher-name": "DES_EDE3_CBC", "x-ms-guest-agent-public-x509-cert": certificate, } def get(self, url, secure=False) -> url_helper.UrlResponse: headers = self.headers if secure: headers = self.headers.copy() headers.update(self.extra_secure_headers) return http_with_retries(url, headers=headers) def post( self, url, data: Optional[bytes] = None, extra_headers=None ) -> url_helper.UrlResponse: headers = self.headers if extra_headers is not None: headers = self.headers.copy() headers.update(extra_headers) return http_with_retries(url, data=data, headers=headers) class InvalidGoalStateXMLException(Exception): """Raised when GoalState XML is invalid or has missing data.""" class GoalState: def __init__( self, unparsed_xml: Union[str, bytes], azure_endpoint_client: AzureEndpointHttpClient, need_certificate: bool = True, ) -> None: """Parses a GoalState XML string and returns a GoalState object. @param unparsed_xml: string representing a GoalState XML. @param azure_endpoint_client: instance of AzureEndpointHttpClient. @param need_certificate: switch to know if certificates is needed. @return: GoalState object representing the GoalState XML string. """ self.azure_endpoint_client = azure_endpoint_client try: self.root = ElementTree.fromstring(unparsed_xml) except ElementTree.ParseError as e: report_diagnostic_event( "Failed to parse GoalState XML: %s" % e, logger_func=LOG.warning, ) raise self.container_id = self._text_from_xpath("./Container/ContainerId") self.instance_id = self._text_from_xpath( "./Container/RoleInstanceList/RoleInstance/InstanceId" ) self.incarnation = self._text_from_xpath("./Incarnation") for attr in ("container_id", "instance_id", "incarnation"): if getattr(self, attr) is None: msg = "Missing %s in GoalState XML" % attr report_diagnostic_event(msg, logger_func=LOG.warning) raise InvalidGoalStateXMLException(msg) self.certificates_xml = None url = self._text_from_xpath( "./Container/RoleInstanceList/RoleInstance" "/Configuration/Certificates" ) if url is not None and need_certificate: with events.ReportEventStack( name="get-certificates-xml", description="get certificates xml", parent=azure_ds_reporter, ): self.certificates_xml = self.azure_endpoint_client.get( url, secure=True ).contents if self.certificates_xml is None: raise InvalidGoalStateXMLException( "Azure endpoint returned empty certificates xml." ) def _text_from_xpath(self, xpath): element = self.root.find(xpath) if element is not None: return element.text return None class OpenSSLManager: certificate_names = { "private_key": "TransportPrivate.pem", "certificate": "TransportCert.pem", } def __init__(self): self.tmpdir = temp_utils.mkdtemp() self._certificate = None self.generate_certificate() def clean_up(self): util.del_dir(self.tmpdir) @property def certificate(self): return self._certificate @certificate.setter def certificate(self, value): self._certificate = value @azure_ds_telemetry_reporter def generate_certificate(self): LOG.debug("Generating certificate for communication with fabric...") if self.certificate is not None: LOG.debug("Certificate already generated.") return with cd(self.tmpdir): subp.subp( [ "openssl", "req", "-x509", "-nodes", "-subj", "/CN=LinuxTransport", "-days", "32768", "-newkey", "rsa:2048", "-keyout", self.certificate_names["private_key"], "-out", self.certificate_names["certificate"], ] ) certificate = "" for line in open(self.certificate_names["certificate"]): if "CERTIFICATE" not in line: certificate += line.rstrip() self.certificate = certificate LOG.debug("New certificate generated.") @staticmethod @azure_ds_telemetry_reporter def _run_x509_action(action, cert): cmd = ["openssl", "x509", "-noout", action] result, _ = subp.subp(cmd, data=cert) return result @azure_ds_telemetry_reporter def _get_ssh_key_from_cert(self, certificate): pub_key = self._run_x509_action("-pubkey", certificate) keygen_cmd = ["ssh-keygen", "-i", "-m", "PKCS8", "-f", "/dev/stdin"] ssh_key, _ = subp.subp(keygen_cmd, data=pub_key) return ssh_key @azure_ds_telemetry_reporter def _get_fingerprint_from_cert(self, certificate): """openssl x509 formats fingerprints as so: 'SHA1 Fingerprint=07:3E:19:D1:4D:1C:79:92:24:C6:A0:FD:8D:DA:\ B6:A8:BF:27:D4:73\n' Azure control plane passes that fingerprint as so: '073E19D14D1C799224C6A0FD8DDAB6A8BF27D473' """ raw_fp = self._run_x509_action("-fingerprint", certificate) eq = raw_fp.find("=") octets = raw_fp[eq + 1 : -1].split(":") return "".join(octets) @azure_ds_telemetry_reporter def _decrypt_certs_from_xml(self, certificates_xml): """Decrypt the certificates XML document using the our private key; return the list of certs and private keys contained in the doc. """ tag = ElementTree.fromstring(certificates_xml).find(".//Data") certificates_content = tag.text lines = [ b"MIME-Version: 1.0", b'Content-Disposition: attachment; filename="Certificates.p7m"', b'Content-Type: application/x-pkcs7-mime; name="Certificates.p7m"', b"Content-Transfer-Encoding: base64", b"", certificates_content.encode("utf-8"), ] with cd(self.tmpdir): out, _ = subp.subp( "openssl cms -decrypt -in /dev/stdin -inkey" " {private_key} -recip {certificate} | openssl pkcs12 -nodes" " -password pass:".format(**self.certificate_names), shell=True, data=b"\n".join(lines), ) return out @azure_ds_telemetry_reporter def parse_certificates(self, certificates_xml): """Given the Certificates XML document, return a dictionary of fingerprints and associated SSH keys derived from the certs.""" out = self._decrypt_certs_from_xml(certificates_xml) current = [] keys = {} for line in out.splitlines(): current.append(line) if re.match(r"[-]+END .*?KEY[-]+$", line): # ignore private_keys current = [] elif re.match(r"[-]+END .*?CERTIFICATE[-]+$", line): certificate = "\n".join(current) ssh_key = self._get_ssh_key_from_cert(certificate) fingerprint = self._get_fingerprint_from_cert(certificate) keys[fingerprint] = ssh_key current = [] return keys class GoalStateHealthReporter: HEALTH_REPORT_XML_TEMPLATE = textwrap.dedent( """\ <?xml version="1.0" encoding="utf-8"?> <Health xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema"> <GoalStateIncarnation>{incarnation}</GoalStateIncarnation> <Container> <ContainerId>{container_id}</ContainerId> <RoleInstanceList> <Role> <InstanceId>{instance_id}</InstanceId> <Health> <State>{health_status}</State> {health_detail_subsection} </Health> </Role> </RoleInstanceList> </Container> </Health> """ ) HEALTH_DETAIL_SUBSECTION_XML_TEMPLATE = textwrap.dedent( """\ <Details> <SubStatus>{health_substatus}</SubStatus> <Description>{health_description}</Description> </Details> """ ) PROVISIONING_SUCCESS_STATUS = "Ready" PROVISIONING_NOT_READY_STATUS = "NotReady" PROVISIONING_FAILURE_SUBSTATUS = "ProvisioningFailed" HEALTH_REPORT_DESCRIPTION_TRIM_LEN = 512 def __init__( self, goal_state: GoalState, azure_endpoint_client: AzureEndpointHttpClient, endpoint: str, ) -> None: """Creates instance that will report provisioning status to an endpoint @param goal_state: An instance of class GoalState that contains goal state info such as incarnation, container id, and instance id. These 3 values are needed when reporting the provisioning status to Azure @param azure_endpoint_client: Instance of class AzureEndpointHttpClient @param endpoint: Endpoint (string) where the provisioning status report will be sent to @return: Instance of class GoalStateHealthReporter """ self._goal_state = goal_state self._azure_endpoint_client = azure_endpoint_client self._endpoint = endpoint @azure_ds_telemetry_reporter def send_ready_signal(self) -> None: document = self.build_report( incarnation=self._goal_state.incarnation, container_id=self._goal_state.container_id, instance_id=self._goal_state.instance_id, status=self.PROVISIONING_SUCCESS_STATUS, ) LOG.debug("Reporting ready to Azure fabric.") try: self._post_health_report(document=document) except Exception as e: report_diagnostic_event( "exception while reporting ready: %s" % e, logger_func=LOG.error, ) raise LOG.info("Reported ready to Azure fabric.") @azure_ds_telemetry_reporter def send_failure_signal(self, description: str) -> None: document = self.build_report( incarnation=self._goal_state.incarnation, container_id=self._goal_state.container_id, instance_id=self._goal_state.instance_id, status=self.PROVISIONING_NOT_READY_STATUS, substatus=self.PROVISIONING_FAILURE_SUBSTATUS, description=description, ) try: self._post_health_report(document=document) except Exception as e: msg = "exception while reporting failure: %s" % e report_diagnostic_event(msg, logger_func=LOG.error) raise LOG.warning("Reported failure to Azure fabric.") def build_report( self, incarnation: str, container_id: str, instance_id: str, status: str, substatus=None, description=None, ) -> bytes: health_detail = "" if substatus is not None: health_detail = self.HEALTH_DETAIL_SUBSECTION_XML_TEMPLATE.format( health_substatus=escape(substatus), health_description=escape( description[: self.HEALTH_REPORT_DESCRIPTION_TRIM_LEN] ), ) health_report = self.HEALTH_REPORT_XML_TEMPLATE.format( incarnation=escape(str(incarnation)), container_id=escape(container_id), instance_id=escape(instance_id), health_status=escape(status), health_detail_subsection=health_detail, ) return health_report.encode("utf-8") @azure_ds_telemetry_reporter def _post_health_report(self, document: bytes) -> None: push_log_to_kvp() # Whenever report_diagnostic_event(diagnostic_msg) is invoked in code, # the diagnostic messages are written to special files # (/var/opt/hyperv/.kvp_pool_*) as Hyper-V KVP messages. # Hyper-V KVP message communication is done through these files, # and KVP functionality is used to communicate and share diagnostic # info with the Azure Host. # The Azure Host will collect the VM's Hyper-V KVP diagnostic messages # when cloud-init reports to fabric. # When the Azure Host receives the health report signal, it will only # collect and process whatever KVP diagnostic messages have been # written to the KVP files. # KVP messages that are published after the Azure Host receives the # signal are ignored and unprocessed, so yield this thread to the # Hyper-V KVP Reporting thread so that they are written. # sleep(0) is a low-cost and proven method to yield the scheduler # and ensure that events are flushed. # See HyperVKvpReportingHandler class, which is a multi-threaded # reporting handler that writes to the special KVP files. sleep(0) LOG.debug("Sending health report to Azure fabric.") url = "http://{}/machine?comp=health".format(self._endpoint) self._azure_endpoint_client.post( url, data=document, extra_headers={"Content-Type": "text/xml; charset=utf-8"}, ) LOG.debug("Successfully sent health report to Azure fabric") class WALinuxAgentShim: def __init__(self, endpoint: str): self.endpoint = endpoint self.openssl_manager: Optional[OpenSSLManager] = None self.azure_endpoint_client: Optional[AzureEndpointHttpClient] = None def clean_up(self): if self.openssl_manager is not None: self.openssl_manager.clean_up() @azure_ds_telemetry_reporter def eject_iso(self, iso_dev) -> None: try: LOG.debug("Ejecting the provisioning iso") subp.subp(["eject", iso_dev]) except Exception as e: report_diagnostic_event( "Failed ejecting the provisioning iso: %s" % e, logger_func=LOG.debug, ) @azure_ds_telemetry_reporter def register_with_azure_and_fetch_data( self, pubkey_info=None, iso_dev=None ) -> Optional[List[str]]: """Gets the VM's GoalState from Azure, uses the GoalState information to report ready/send the ready signal/provisioning complete signal to Azure, and then uses pubkey_info to filter and obtain the user's pubkeys from the GoalState. @param pubkey_info: List of pubkey values and fingerprints which are used to filter and obtain the user's pubkey values from the GoalState. @return: The list of user's authorized pubkey values. """ http_client_certificate = None if self.openssl_manager is None and pubkey_info is not None: self.openssl_manager = OpenSSLManager() http_client_certificate = self.openssl_manager.certificate if self.azure_endpoint_client is None: self.azure_endpoint_client = AzureEndpointHttpClient( http_client_certificate ) goal_state = self._fetch_goal_state_from_azure( need_certificate=http_client_certificate is not None ) ssh_keys = None if pubkey_info is not None: ssh_keys = self._get_user_pubkeys(goal_state, pubkey_info) health_reporter = GoalStateHealthReporter( goal_state, self.azure_endpoint_client, self.endpoint ) if iso_dev is not None: self.eject_iso(iso_dev) health_reporter.send_ready_signal() return ssh_keys @azure_ds_telemetry_reporter def register_with_azure_and_report_failure(self, description: str) -> None: """Gets the VM's GoalState from Azure, uses the GoalState information to report failure/send provisioning failure signal to Azure. @param: user visible error description of provisioning failure. """ if self.azure_endpoint_client is None: self.azure_endpoint_client = AzureEndpointHttpClient(None) goal_state = self._fetch_goal_state_from_azure(need_certificate=False) health_reporter = GoalStateHealthReporter( goal_state, self.azure_endpoint_client, self.endpoint ) health_reporter.send_failure_signal(description=description) @azure_ds_telemetry_reporter def _fetch_goal_state_from_azure( self, need_certificate: bool ) -> GoalState: """Fetches the GoalState XML from the Azure endpoint, parses the XML, and returns a GoalState object. @param need_certificate: switch to know if certificates is needed. @return: GoalState object representing the GoalState XML """ unparsed_goal_state_xml = self._get_raw_goal_state_xml_from_azure() return self._parse_raw_goal_state_xml( unparsed_goal_state_xml, need_certificate ) @azure_ds_telemetry_reporter def _get_raw_goal_state_xml_from_azure(self) -> bytes: """Fetches the GoalState XML from the Azure endpoint and returns the XML as a string. @return: GoalState XML string """ LOG.info("Registering with Azure...") url = "http://{}/machine/?comp=goalstate".format(self.endpoint) try: with events.ReportEventStack( name="goalstate-retrieval", description="retrieve goalstate", parent=azure_ds_reporter, ): response = self.azure_endpoint_client.get(url) # type: ignore except Exception as e: report_diagnostic_event( "failed to register with Azure and fetch GoalState XML: %s" % e, logger_func=LOG.warning, ) raise LOG.debug("Successfully fetched GoalState XML.") return response.contents @azure_ds_telemetry_reporter def _parse_raw_goal_state_xml( self, unparsed_goal_state_xml: Union[str, bytes], need_certificate: bool, ) -> GoalState: """Parses a GoalState XML string and returns a GoalState object. @param unparsed_goal_state_xml: GoalState XML string @param need_certificate: switch to know if certificates is needed. @return: GoalState object representing the GoalState XML """ try: goal_state = GoalState( unparsed_goal_state_xml, self.azure_endpoint_client, # type: ignore need_certificate, ) except Exception as e: report_diagnostic_event( "Error processing GoalState XML: %s" % e, logger_func=LOG.warning, ) raise msg = ", ".join( [ "GoalState XML container id: %s" % goal_state.container_id, "GoalState XML instance id: %s" % goal_state.instance_id, "GoalState XML incarnation: %s" % goal_state.incarnation, ] ) report_diagnostic_event(msg, logger_func=LOG.debug) return goal_state @azure_ds_telemetry_reporter def _get_user_pubkeys( self, goal_state: GoalState, pubkey_info: list ) -> list: """Gets and filters the VM admin user's authorized pubkeys. The admin user in this case is the username specified as "admin" when deploying VMs on Azure. See https://docs.microsoft.com/en-us/cli/azure/vm#az-vm-create. cloud-init expects a straightforward array of keys to be dropped into the admin user's authorized_keys file. Azure control plane exposes multiple public keys to the VM via wireserver. Select just the admin user's key(s) and return them, ignoring any other certs. @param goal_state: GoalState object. The GoalState object contains a certificate XML, which contains both the VM user's authorized pubkeys and other non-user pubkeys, which are used for MSI and protected extension handling. @param pubkey_info: List of VM user pubkey dicts that were previously obtained from provisioning data. Each pubkey dict in this list can either have the format pubkey['value'] or pubkey['fingerprint']. Each pubkey['fingerprint'] in the list is used to filter and obtain the actual pubkey value from the GoalState certificates XML. Each pubkey['value'] requires no further processing and is immediately added to the return list. @return: A list of the VM user's authorized pubkey values. """ ssh_keys = [] if ( goal_state.certificates_xml is not None and pubkey_info is not None and self.openssl_manager is not None ): LOG.debug("Certificate XML found; parsing out public keys.") keys_by_fingerprint = self.openssl_manager.parse_certificates( goal_state.certificates_xml ) ssh_keys = self._filter_pubkeys(keys_by_fingerprint, pubkey_info) return ssh_keys @staticmethod def _filter_pubkeys(keys_by_fingerprint: dict, pubkey_info: list) -> list: """Filter and return only the user's actual pubkeys. @param keys_by_fingerprint: pubkey fingerprint -> pubkey value dict that was obtained from GoalState Certificates XML. May contain non-user pubkeys. @param pubkey_info: List of VM user pubkeys. Pubkey values are added to the return list without further processing. Pubkey fingerprints are used to filter and obtain the actual pubkey values from keys_by_fingerprint. @return: A list of the VM user's authorized pubkey values. """ keys = [] for pubkey in pubkey_info: if "value" in pubkey and pubkey["value"]: keys.append(pubkey["value"]) elif "fingerprint" in pubkey and pubkey["fingerprint"]: fingerprint = pubkey["fingerprint"] if fingerprint in keys_by_fingerprint: keys.append(keys_by_fingerprint[fingerprint]) else: LOG.warning( "ovf-env.xml specified PublicKey fingerprint " "%s not found in goalstate XML", fingerprint, ) else: LOG.warning( "ovf-env.xml specified PublicKey with neither " "value nor fingerprint: %s", pubkey, ) return keys @azure_ds_telemetry_reporter def get_metadata_from_fabric( endpoint: str, pubkey_info: Optional[List[str]] = None, iso_dev: Optional[str] = None, ): shim = WALinuxAgentShim(endpoint=endpoint) try: return shim.register_with_azure_and_fetch_data( pubkey_info=pubkey_info, iso_dev=iso_dev ) finally: shim.clean_up() @azure_ds_telemetry_reporter def report_failure_to_fabric(endpoint: str): shim = WALinuxAgentShim(endpoint=endpoint) description = DEFAULT_REPORT_FAILURE_USER_VISIBLE_MESSAGE try: shim.register_with_azure_and_report_failure(description=description) finally: shim.clean_up() def dhcp_log_cb(out, err): report_diagnostic_event( "dhclient output stream: %s" % out, logger_func=LOG.debug ) report_diagnostic_event( "dhclient error stream: %s" % err, logger_func=LOG.debug ) class BrokenAzureDataSource(Exception): pass class NonAzureDataSource(Exception): pass class ChassisAssetTag(enum.Enum): AZURE_CLOUD = "7783-7084-3265-9085-8269-3286-77" @classmethod def query_system(cls) -> Optional["ChassisAssetTag"]: """Check platform environment to report if this datasource may run. :returns: ChassisAssetTag if matching tag found, else None. """ asset_tag = dmi.read_dmi_data("chassis-asset-tag") try: tag = cls(asset_tag) except ValueError: report_diagnostic_event( "Non-Azure chassis asset tag: %r" % asset_tag, logger_func=LOG.debug, ) return None report_diagnostic_event( "Azure chassis asset tag: %r (%s)" % (asset_tag, tag.name), logger_func=LOG.debug, ) return tag class OvfEnvXml: NAMESPACES = { "ovf": "http://schemas.dmtf.org/ovf/environment/1", "wa": "http://schemas.microsoft.com/windowsazure", } def __init__( self, *, username: Optional[str] = None, password: Optional[str] = None, hostname: Optional[str] = None, custom_data: Optional[bytes] = None, disable_ssh_password_auth: Optional[bool] = None, public_keys: Optional[List[dict]] = None, preprovisioned_vm: bool = False, preprovisioned_vm_type: Optional[str] = None, ) -> None: self.username = username self.password = password self.hostname = hostname self.custom_data = custom_data self.disable_ssh_password_auth = disable_ssh_password_auth self.public_keys: List[dict] = public_keys or [] self.preprovisioned_vm = preprovisioned_vm self.preprovisioned_vm_type = preprovisioned_vm_type def __eq__(self, other) -> bool: return self.__dict__ == other.__dict__ @classmethod def parse_text(cls, ovf_env_xml: str) -> "OvfEnvXml": """Parser for ovf-env.xml data. :raises NonAzureDataSource: if XML is not in Azure's format. :raises BrokenAzureDataSource: if XML is unparseable or invalid. """ try: root = ElementTree.fromstring(ovf_env_xml) except ElementTree.ParseError as e: error_str = "Invalid ovf-env.xml: %s" % e raise BrokenAzureDataSource(error_str) from e # If there's no provisioning section, it's not Azure ovf-env.xml. if not root.find("./wa:ProvisioningSection", cls.NAMESPACES): raise NonAzureDataSource( "Ignoring non-Azure ovf-env.xml: ProvisioningSection not found" ) instance = OvfEnvXml() instance._parse_linux_configuration_set_section(root) instance._parse_platform_settings_section(root) return instance def _find( self, node, name: str, required: bool, namespace: str = "wa", ): matches = node.findall( "./%s:%s" % (namespace, name), OvfEnvXml.NAMESPACES ) if len(matches) == 0: msg = "No ovf-env.xml configuration for %r" % name LOG.debug(msg) if required: raise BrokenAzureDataSource(msg) return None elif len(matches) > 1: raise BrokenAzureDataSource( "Multiple configuration matches in ovf-exml.xml for %r (%d)" % (name, len(matches)) ) return matches[0] def _parse_property( self, node, name: str, required: bool, decode_base64: bool = False, parse_bool: bool = False, default=None, ): matches = node.findall("./wa:" + name, OvfEnvXml.NAMESPACES) if len(matches) == 0: msg = "No ovf-env.xml configuration for %r" % name LOG.debug(msg) if required: raise BrokenAzureDataSource(msg) return default elif len(matches) > 1: raise BrokenAzureDataSource( "Multiple configuration matches in ovf-exml.xml for %r (%d)" % (name, len(matches)) ) value = matches[0].text # Empty string may be None. if value is None: value = default if decode_base64 and value is not None: value = base64.b64decode("".join(value.split())) if parse_bool: value = util.translate_bool(value) return value def _parse_linux_configuration_set_section(self, root): provisioning_section = self._find( root, "ProvisioningSection", required=True ) config_set = self._find( provisioning_section, "LinuxProvisioningConfigurationSet", required=True, ) self.custom_data = self._parse_property( config_set, "CustomData", decode_base64=True, required=False, ) self.username = self._parse_property( config_set, "UserName", required=True ) self.password = self._parse_property( config_set, "UserPassword", required=False ) self.hostname = self._parse_property( config_set, "HostName", required=True ) self.disable_ssh_password_auth = self._parse_property( config_set, "DisableSshPasswordAuthentication", parse_bool=True, required=False, ) self._parse_ssh_section(config_set) def _parse_platform_settings_section(self, root): platform_settings_section = self._find( root, "PlatformSettingsSection", required=True ) platform_settings = self._find( platform_settings_section, "PlatformSettings", required=True ) self.preprovisioned_vm = self._parse_property( platform_settings, "PreprovisionedVm", parse_bool=True, default=False, required=False, ) self.preprovisioned_vm_type = self._parse_property( platform_settings, "PreprovisionedVMType", required=False, ) def _parse_ssh_section(self, config_set): self.public_keys = [] ssh_section = self._find(config_set, "SSH", required=False) if ssh_section is None: return public_keys_section = self._find( ssh_section, "PublicKeys", required=False ) if public_keys_section is None: return for public_key in public_keys_section.findall( "./wa:PublicKey", OvfEnvXml.NAMESPACES ): fingerprint = self._parse_property( public_key, "Fingerprint", required=False ) path = self._parse_property(public_key, "Path", required=False) value = self._parse_property( public_key, "Value", default="", required=False ) ssh_key = { "fingerprint": fingerprint, "path": path, "value": value, } self.public_keys.append(ssh_key) # vi: ts=4 expandtab vmware/__pycache__/__init__.cpython-310.pyc 0000644 00000000250 15027744221 0014516 0 ustar 00 o �Ad � @ s d S )N� r r r �K/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/__init__.py�<module> s vmware/imc/config_custom_script.py 0000644 00000006064 15027744221 0013424 0 ustar 00 # Copyright (C) 2017 Canonical Ltd. # Copyright (C) 2017-2019 VMware Inc. # # Author: Maitreyee Saikia <msaikia@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. import logging import os import stat from cloudinit import subp, util LOG = logging.getLogger(__name__) class CustomScriptNotFound(Exception): pass class CustomScriptConstant: CUSTOM_TMP_DIR = "/root/.customization" # The user defined custom script CUSTOM_SCRIPT_NAME = "customize.sh" CUSTOM_SCRIPT = os.path.join(CUSTOM_TMP_DIR, CUSTOM_SCRIPT_NAME) POST_CUSTOM_PENDING_MARKER = "/.guest-customization-post-reboot-pending" # The cc_scripts_per_instance script to launch custom script POST_CUSTOM_SCRIPT_NAME = "post-customize-guest.sh" class RunCustomScript: def __init__(self, scriptname, directory): self.scriptname = scriptname self.directory = directory self.scriptpath = os.path.join(directory, scriptname) def prepare_script(self): if not os.path.exists(self.scriptpath): raise CustomScriptNotFound( "Script %s not found!! Cannot execute custom script!" % self.scriptpath ) util.ensure_dir(CustomScriptConstant.CUSTOM_TMP_DIR) LOG.debug( "Copying custom script to %s", CustomScriptConstant.CUSTOM_SCRIPT ) util.copy(self.scriptpath, CustomScriptConstant.CUSTOM_SCRIPT) # Strip any CR characters from the decoded script content = util.load_file(CustomScriptConstant.CUSTOM_SCRIPT).replace( "\r", "" ) util.write_file( CustomScriptConstant.CUSTOM_SCRIPT, content, mode=0o544 ) class PreCustomScript(RunCustomScript): def execute(self): """Executing custom script with precustomization argument.""" LOG.debug("Executing pre-customization script") self.prepare_script() subp.subp([CustomScriptConstant.CUSTOM_SCRIPT, "precustomization"]) class PostCustomScript(RunCustomScript): def __init__(self, scriptname, directory, ccScriptsDir): super(PostCustomScript, self).__init__(scriptname, directory) self.ccScriptsDir = ccScriptsDir self.ccScriptPath = os.path.join( ccScriptsDir, CustomScriptConstant.POST_CUSTOM_SCRIPT_NAME ) def execute(self): """ This method copy the post customize run script to cc_scripts_per_instance directory and let this module to run post custom script. """ self.prepare_script() LOG.debug("Copying post customize run script to %s", self.ccScriptPath) util.copy( os.path.join( self.directory, CustomScriptConstant.POST_CUSTOM_SCRIPT_NAME ), self.ccScriptPath, ) st = os.stat(self.ccScriptPath) os.chmod(self.ccScriptPath, st.st_mode | stat.S_IEXEC) LOG.info("Creating post customization pending marker") util.ensure_file(CustomScriptConstant.POST_CUSTOM_PENDING_MARKER) # vi: ts=4 expandtab vmware/imc/boot_proto.py 0000644 00000000513 15027744221 0011360 0 ustar 00 # Copyright (C) 2015 Canonical Ltd. # Copyright (C) 2015 VMware Inc. # # Author: Sankar Tanguturi <stanguturi@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. class BootProtoEnum: """Specifies the NIC Boot Settings.""" DHCP = "dhcp" STATIC = "static" # vi: ts=4 expandtab vmware/imc/nic.py 0000644 00000006357 15027744221 0007757 0 ustar 00 # Copyright (C) 2015 Canonical Ltd. # Copyright (C) 2015 VMware Inc. # # Author: Sankar Tanguturi <stanguturi@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. from cloudinit.sources.helpers.vmware.imc.boot_proto import BootProtoEnum from cloudinit.sources.helpers.vmware.imc.nic_base import ( NicBase, StaticIpv4Base, StaticIpv6Base, ) class Nic(NicBase): """ Holds the information about each NIC specified in the customization specification file """ def __init__(self, name, configFile): self._name = name self._configFile = configFile def _get(self, what): return self._configFile.get(self.name + "|" + what, None) def _get_count_with_prefix(self, prefix): return self._configFile.get_count_with_prefix(self.name + prefix) @property def name(self): return self._name @property def mac(self): return self._get("MACADDR").lower() @property def primary(self): value = self._get("PRIMARY") if value: value = value.lower() return value == "yes" or value == "true" else: return False @property def onboot(self): value = self._get("ONBOOT") if value: value = value.lower() return value == "yes" or value == "true" else: return False @property def bootProto(self): value = self._get("BOOTPROTO") if value: return value.lower() else: return "" @property def ipv4_mode(self): value = self._get("IPv4_MODE") if value: return value.lower() else: return "" @property def staticIpv4(self): """ Checks the BOOTPROTO property and returns StaticIPv4Addr configuration object if STATIC configuration is set. """ if self.bootProto == BootProtoEnum.STATIC: return [StaticIpv4Addr(self)] else: return None @property def staticIpv6(self): cnt = self._get_count_with_prefix("|IPv6ADDR|") if not cnt: return None result = [] for index in range(1, cnt + 1): result.append(StaticIpv6Addr(self, index)) return result class StaticIpv4Addr(StaticIpv4Base): """Static IPV4 Setting.""" def __init__(self, nic): self._nic = nic @property def ip(self): return self._nic._get("IPADDR") @property def netmask(self): return self._nic._get("NETMASK") @property def gateways(self): value = self._nic._get("GATEWAY") if value: return [x.strip() for x in value.split(",")] else: return None class StaticIpv6Addr(StaticIpv6Base): """Static IPV6 Address.""" def __init__(self, nic, index): self._nic = nic self._index = index @property def ip(self): return self._nic._get("IPv6ADDR|" + str(self._index)) @property def netmask(self): return self._nic._get("IPv6NETMASK|" + str(self._index)) @property def gateway(self): return self._nic._get("IPv6GATEWAY|" + str(self._index)) # vi: ts=4 expandtab vmware/imc/__pycache__/guestcust_event.cpython-310.pyc 0000644 00000001110 15027744221 0016752 0 ustar 00 o �Ad� � @ s G d d� d�Z dS )c @ s e Zd ZdZdZdZdZdZdS )�GuestCustEventEnumz7Specifies different types of Guest Customization Events�d �e �g �h N)�__name__� __module__� __qualname__�__doc__� GUESTCUST_EVENT_CUSTOMIZE_FAILED�$GUESTCUST_EVENT_NETWORK_SETUP_FAILED�GUESTCUST_EVENT_ENABLE_NICS�GUESTCUST_EVENT_QUERY_NICS� r r �V/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/guestcust_event.pyr s r N)r r r r r �<module> s vmware/imc/__pycache__/ipv4_mode.cpython-310.pyc 0000644 00000001564 15027744221 0015426 0 ustar 00 o �Ad` � @ s G d d� d�Z dS )c @ s$ e Zd ZdZdZdZdZdZdZdS )� Ipv4ModeEnuma_ The IPv4 configuration mode which directly represents the user's goal. This mode effectively acts as a contract of the in-guest customization engine. It must be set based on what the user has requested and should not be changed by those layers. It's up to the in-guest engine to interpret and materialize the user's request. �BACKWARDS_COMPATIBLE�STATIC�DHCP�DISABLED�AS_ISN) �__name__� __module__� __qualname__�__doc__� IPV4_MODE_BACKWARDS_COMPATIBLE�IPV4_MODE_STATIC�IPV4_MODE_DHCP�IPV4_MODE_DISABLED�IPV4_MODE_AS_IS� r r �P/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/ipv4_mode.pyr s r N)r r r r r �<module> s vmware/imc/__pycache__/__init__.cpython-310.pyc 0000644 00000000254 15027744221 0015272 0 ustar 00 o �Ad � @ s d S )N� r r r �O/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/__init__.py�<module> s vmware/imc/__pycache__/guestcust_state.cpython-310.pyc 0000644 00000000741 15027744221 0016762 0 ustar 00 o �Ad} � @ s G d d� d�Z dS )c @ s e Zd ZdZdZdZdS )�GuestCustStateEnumz8Specifies different states of Guest Customization engine� � N)�__name__� __module__� __qualname__�__doc__�GUESTCUST_STATE_RUNNING�GUESTCUST_STATE_DONE� r r �V/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/guestcust_state.pyr s r N)r r r r r �<module> s vmware/imc/__pycache__/guestcust_error.cpython-310.pyc 0000644 00000001032 15027744221 0016765 0 ustar 00 o �Ad� � @ s G d d� d�Z dS )c @ s e Zd ZdZdZdZdZdS )�GuestCustErrorEnumz8Specifies different errors of Guest Customization engine� � � N)�__name__� __module__� __qualname__�__doc__�GUESTCUST_ERROR_SUCCESS� GUESTCUST_ERROR_SCRIPT_DISABLED�!GUESTCUST_ERROR_WRONG_META_FORMAT� r r �V/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/guestcust_error.pyr s r N)r r r r r �<module> s vmware/imc/__pycache__/nic_base.cpython-310.pyc 0000644 00000011026 15027744221 0015275 0 ustar 00 o �Ad6 � @ s. G d d� d�Z G dd� d�ZG dd� d�ZdS )c @ sl e Zd ZdZedd� �Zedd� �Zedd� �Zedd � �Zed d � �Z ed d � �Z edd� �Z dd� Z dS )�NicBasez{ Define what are expected of each nic. The following properties should be provided in an implementation class. c C � t d��)zb Retrieves the mac address of the nic @return (str) : the MACADDR setting �MACADDR��NotImplementedError��self� r �O/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/nic_base.py�mac � z NicBase.macc C r )a Retrieves whether the nic is the primary nic Indicates whether NIC will be used to define the default gateway. If none of the NICs is configured to be primary, default gateway won't be set. @return (bool): the PRIMARY setting �PRIMARYr r r r r �primary s zNicBase.primaryc C r )zu Retrieves whether the nic should be up at the boot time @return (bool) : the ONBOOT setting �ONBOOTr r r r r �onboot" r zNicBase.onbootc C r )z� Retrieves the boot protocol of the nic @return (str): the BOOTPROTO setting, valid values: dhcp and static. � BOOTPROTOr r r r r � bootProto* r zNicBase.bootProtoc C r )z� Retrieves the IPv4_MODE @return (str): the IPv4_MODE setting, valid values: backwards_compatible, static, dhcp, disabled, as_is � IPv4_MODEr r r r r � ipv4_mode2 s zNicBase.ipv4_modec C r )z� Retrieves the static IPv4 configuration of the nic @return (StaticIpv4Base list): the static ipv4 setting z Static IPv4r r r r r � staticIpv4; r zNicBase.staticIpv4c C r )z| Retrieves the IPv6 configuration of the nic @return (StaticIpv6Base list): the static ipv6 setting z Static Ipv6r r r r r � staticIpv6C r zNicBase.staticIpv6c C r )z� Validate the object For example, the staticIpv4 property is required and should not be empty when ipv4Mode is STATIC z Check constraints on propertiesr r r r r �validateK r zNicBase.validateN) �__name__� __module__� __qualname__�__doc__�propertyr r r r r r r r r r r r r s" r c @ �4 e Zd ZdZedd� �Zedd� �Zedd� �ZdS ) �StaticIpv4Basez� Define what are expected of a static IPv4 setting The following properties should be provided in an implementation class. c C r )zV Retrieves the Ipv4 address @return (str): the IPADDR setting z Ipv4 Addressr r r r r �ipZ r zStaticIpv4Base.ipc C r )z_ Retrieves the Ipv4 NETMASK setting @return (str): the NETMASK setting z Ipv4 NETMASKr r r r r �netmaskb r zStaticIpv4Base.netmaskc C r )zl Retrieves the gateways on this Ipv4 subnet @return (str list): the GATEWAY setting z Ipv4 GATEWAYr r r r r �gatewaysj r zStaticIpv4Base.gatewaysN)r r r r r r r r r r r r r T s r c @ r ) �StaticIpv6Basez�Define what are expected of a static IPv6 setting The following properties should be provided in an implementation class. c C r )zX Retrieves the Ipv6 address @return (str): the IPv6ADDR setting z Ipv6 Addressr r r r r r x r zStaticIpv6Base.ipc C r )zc Retrieves the Ipv6 NETMASK setting @return (str): the IPv6NETMASK setting z Ipv6 NETMASKr r r r r r � r zStaticIpv6Base.netmaskc C r )zc Retrieves the Ipv6 GATEWAY setting @return (str): the IPv6GATEWAY setting z Ipv6 GATEWAYr r r r r �gateway� r zStaticIpv6Base.gatewayN)r r r r r r r r" r r r r r! s s r! N)r r r! r r r r �<module> s K vmware/imc/__pycache__/boot_proto.cpython-310.pyc 0000644 00000000642 15027744221 0015722 0 ustar 00 o �AdK � @ s G d d� d�Z dS )c @ s e Zd ZdZdZdZdS )� BootProtoEnumz Specifies the NIC Boot Settings.�dhcp�staticN)�__name__� __module__� __qualname__�__doc__�DHCP�STATIC� r r �Q/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/boot_proto.pyr s r N)r r r r r �<module> s vmware/imc/__pycache__/config_file.cpython-310.pyc 0000644 00000006471 15027744221 0016006 0 ustar 00 o �Ad� � @ s< d dl Z d dlZd dlmZ e�e�ZG dd� dee�ZdS )� N)� ConfigSourcec @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dS )� ConfigFilez>ConfigFile module to load the content from a specified source.c C s | � |� d S )N)�_loadConfigFile)�self�filename� r �R/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/config_file.py�__init__ s zConfigFile.__init__c C sX |� � }|� � }|�d�sd|v rd}nd}|r t�d||� nt�d|� || |< dS )z� Inserts a Key Value pair. Keyword arguments: key -- The key to insert val -- The value to insert for the key �-z|-FTz ADDED KEY-VAL :: '%s' = '%s'z+ADDED KEY-VAL :: '%s' = '*****************'N)�strip� startswith�logger�debug)r �key�val�canLogr r r � _insertKey s zConfigFile._insertKeyc C sr t �d|� t�� }t|_|�|� | �� |�� D ] }t � d|� |� |�D ]\}}| � |d | |� q'qdS )a% Parses properties from the specified config file. Any previously available properties will be removed. Sensitive data will not be logged in case the key starts from '-'. Keyword arguments: filename - The full path to the config file. zParsing the config file %s.zFOUND CATEGORY = '%s'�|N) r �info� configparser� ConfigParser�str� optionxform�read�clear�sectionsr �itemsr )r r �config�categoryr �valuer r r r / s ��zConfigFile._loadConfigFilec C s || vS )z� Determines whether a value for a property must be kept. If the propery is missing, it is treated as it should be not changed by the engine. Keyword arguments: key -- The key to search for. r �r r r r r �should_keep_current_valueH s z$ConfigFile.should_keep_current_valuec C s || v r t | | � S dS )a8 Determines whether a value for the property must be removed. If the specified key is empty, it is treated as it should be removed by the engine. Return true if the value can be removed, false otherwise. Keyword arguments: key -- The key to search for. F)�boolr r r r �should_remove_current_valueV s z&ConfigFile.should_remove_current_valuec s t � fdd�| D ��S )z� Return the total count of keys that start with the specified prefix. Keyword arguments: prefix -- prefix of the key c s g | ] }|� � �r|�qS r )r )�.0r ��prefixr r � <listcomp>p s z4ConfigFile.get_count_with_prefix.<locals>.<listcomp>)�len)r r& r r% r �get_count_with_prefixi s z ConfigFile.get_count_with_prefixN) �__name__� __module__� __qualname__�__doc__r r r r! r# r) r r r r r s r ) r �logging�2cloudinit.sources.helpers.vmware.imc.config_sourcer � getLoggerr* r �dictr r r r r �<module> s vmware/imc/__pycache__/config_nic.cpython-310.pyc 0000644 00000016610 15027744221 0015634 0 ustar 00 o �Ad�" � @ sX d dl Z d dlZd dlZd dlmZmZ d dlmZ e �e �Z dd� Z G dd� d�Z dS )� N)�subp�util)�ipv4_mask_to_net_prefixc C s\ | � d�}|� d�}g }ttd��D ]}|�t|| �t|| �@ � qd�dd� |D ��S )z� Return the subnet for a given ip address and a netmask @return (str): the subnet @param ip: ip address @param netmask: netmask �.� c S s g | ]}t |��qS � )�str)�.0�xr r �Q/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/config_nic.py� <listcomp> s z gen_subnet.<locals>.<listcomp>)�split�list�range�append�int�join)�ip�netmask�ip_array� mask_array�result�indexr r r � gen_subnet s r c @ sj e Zd Zddd�Zdd� Zdd� Zdd � Zd d � Zd d � Zdd� Z dd� Z ddd�Z dd� Z d dd�Z dS ) �NicConfiguratorTc C sR || _ i | _d| _d| _|r| �� n| j D ] }|j| j|j�� < q| �� | _ dS )a Initialize the Nic Configurator @param nics (list) an array of nics to configure @param use_system_devices (Bool) Get the MAC names from the system if this is True. If False, then mac names will be retrieved from the specified nics. N) �nics�mac2Name�ipv4PrimaryGateway�ipv6PrimaryGateway� find_devices�name�mac�lower�get_primary_nic� _primaryNic)�selfr �use_system_devices�nicr r r �__init__# s zNicConfigurator.__init__c C s@ dd� | j D �}|s dS t|�dkr tddd� |D ���|d S )z| Retrieve the primary nic if it exists @return (NicBase): the primary nic if exists, None otherwise c S s g | ]}|j r|�qS r )�primary�r r' r r r r = s z3NicConfigurator.get_primary_nic.<locals>.<listcomp>N� z!There can only be one primary nicc S s g | ]}|j �qS r )r! r* r r r r C s r )r �len� Exception)r% � primary_nicsr r r r# 8 s �z NicConfigurator.get_primary_nicc C sz g d�}t � |�\}}t�dd| �dd� }d}|D ] }t�||�}|s&q|�d��� }|�dd�d } | | j|< qdS ) zb Create the mac2Name dictionary The mac address(es) are in the lower case )r �addr�showz\n\d+: � r+ Nz3link/ether (([0-9A-Fa-f]{2}[:]){5}([0-9A-Fa-f]{2}))�:r )r �rer �search�groupr" r ) r% �cmd�output�_err�sections�macPat�section�matchr! r r r r r H s �z NicConfigurator.find_devicesc C s� |j �� }| j�|�}|std|j ��g }d||d�}g }g }| �||�\}} |�|� |�| � | �||�\}} |�|� |�| � |�d|i� |� |� |rW|�|� |S )z� Return the config list needed to configure a nic @return (list): the subnets and routes list to configure the nic @param nic (NicBase): the nic to configure z No known device has MACADDR: %s�physical)�typer � mac_address�subnets) r! r" r �get� ValueError�gen_ipv4�extend�gen_ipv6�updater ) r% r' r! r � nics_cfg_list�cfg� subnet_list� route_listr@ �routesr r r � gen_one_nicZ s& zNicConfigurator.gen_one_nicc C s i }g }|j r|�ddi� |j�� }|j�� dkr d}|dkr,|�ddi� |g|fS |�ddi� |j}|s=|g|fS |d }|jrL|�d |ji� |jrW|�d |ji� |jrp|j rp|j d | _ |�d | j i� |g|fS | j s�|j r�|�d | � ||j |j�i� |g|fS ) a+ Return the set of subnets and routes needed to configure the IPv4 settings of a nic @return (set): the set of subnet and routes to configure the gateways @param name (str): subnet and route list for the nic @param nic (NicBase): the nic to configure �control�auto�disabled�manual�staticr> �dhcpr �addressr �gatewayrK ) �onbootrF � bootProtor" � ipv4_mode� staticIpv4r r r) �gatewaysr r$ �gen_ipv4_route)r% r r' �subnetrJ � bootproto�addrs�v4r r r rC ~ s8 � zNicConfigurator.gen_ipv4c C s@ g }t |�}|D ]}dt||�|f }|�|d|dd�� q|S )z� Return the routes list needed to configure additional Ipv4 route @return (list): the route list to configure the gateways @param nic (NicBase): the nic to configure @param gateways (str list): the list of gateways z%s/%d�route�' )� destinationr> rT �metric)r r r )r% r' rY r rJ �cidrrT ra r r r rZ � s �� z NicConfigurator.gen_ipv4_routec C sH |j sg g fS g }|j }|D ]}d|j|jd�}|�|� qg }||fS )a Return the set of subnets and routes needed to configure the gateways for a nic @return (set): the set of subnets and routes to configure the gateways @param name (str): name of the nic @param nic (NicBase): the nic to configure �static6)r> rS r )� staticIpv6r r r )r% r r' rI r] r/ r[ rJ r r r rE � s � zNicConfigurator.gen_ipv6c C s& g }|D ] }|� d|jdd�� q|S )Nr_ r` )r> rT rb )r rT )r% r r' r] rJ r/ r r r � _genIpv6Route� s �z NicConfigurator._genIpv6RouteFNc C s< |r t �d� | �|� g }| jD ] }|�| �|�� q|S )z@Return the config elements that are needed to configure the nicsz Configuring the interfaces file)�logger�info� configurer rD rL )r% ri �osfamilyrG r' r r r �generate� s zNicConfigurator.generatec C s2 t �d� tjddgddgd� t�g d�� d S )NzClearing DHCP leases�pkill�dhclientr r+ )�rcs)�rmz-fz/var/lib/dhcp/*)rg rh r )r% r r r � clear_dhcp s zNicConfigurator.clear_dhcpc C s� |r|dkr t �d� dS d}tj�|d�}tj�|d�}tj�|�s/tj�|�r/t�||� g d�}tj|d�|�d � | � � dS ) z^ Configure the /etc/network/interfaces Make a back up of the original �debianz3Debian OS not detected. Skipping the configure stepNz /etc/network� interfacesz&interfaces.before_vmware_customization)zH# DO NOT EDIT THIS FILE BY HAND -- AUTOMATICALLY GENERATED BY cloud-initz"source /etc/network/interfaces.d/*z*source-directory /etc/network/interfaces.dr1 )�content) rg rh �os�pathr �exists�renamer � write_filerp )r% rj � containingDir� interfaceFile� originalFile�linesr r r ri s � zNicConfigurator.configure)T)FN)N)�__name__� __module__� __qualname__r( r# r rL rC rZ rE rf rk rp ri r r r r r " s $2! r ) �loggingrt r3 � cloudinitr r �cloudinit.net.network_stater � getLoggerr} rg r r r r r r �<module> s vmware/imc/__pycache__/config_source.cpython-310.pyc 0000644 00000000606 15027744221 0016361 0 ustar 00 o �Ad+ � @ s G d d� d�Z dS )c @ s e Zd ZdZdS )� ConfigSourcez*Specifies a source for the Config Content.N)�__name__� __module__� __qualname__�__doc__� r r �T/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/config_source.pyr s r N)r r r r r �<module> s vmware/imc/__pycache__/config_namespace.cpython-310.pyc 0000644 00000000737 15027744221 0017022 0 ustar 00 o �Ad~ � @ s d dl mZ G dd� de�ZdS )� )� ConfigSourcec @ s e Zd ZdZdS )�ConfigNamespacez Specifies the Config Namespace.N)�__name__� __module__� __qualname__�__doc__� r r �W/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/config_namespace.pyr s r N)�2cloudinit.sources.helpers.vmware.imc.config_sourcer r r r r r �<module> s vmware/imc/__pycache__/config_custom_script.cpython-310.pyc 0000644 00000006263 15027744221 0017764 0 ustar 00 o �Ad4 � @ s� d dl Z d dlZd dlZd dlmZmZ e �e�ZG dd� de �Z G dd� d�Z G dd� d�Z G d d � d e �Z G d d � d e �ZdS ) � N)�subp�utilc @ s e Zd ZdS )�CustomScriptNotFoundN)�__name__� __module__� __qualname__� r r �[/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/config_custom_script.pyr s r c @ s* e Zd ZdZdZej�ee�ZdZ dZ dS )�CustomScriptConstantz/root/.customizationz customize.shz)/.guest-customization-post-reboot-pendingzpost-customize-guest.shN) r r r �CUSTOM_TMP_DIR�CUSTOM_SCRIPT_NAME�os�path�join� CUSTOM_SCRIPT�POST_CUSTOM_PENDING_MARKER�POST_CUSTOM_SCRIPT_NAMEr r r r r s r c @ s e Zd Zdd� Zdd� ZdS )�RunCustomScriptc C s || _ || _tj�||�| _d S �N)� scriptname� directoryr r r � scriptpath)�selfr r r r r �__init__! s zRunCustomScript.__init__c C sp t j�| j�std| j ��t�tj� t � dtj � t� | jtj � t� tj ��dd�}tjtj |dd� d S )Nz3Script %s not found!! Cannot execute custom script!zCopying custom script to %s� � id )�mode)r r �existsr r r � ensure_dirr r �LOG�debugr �copy� load_file�replace� write_file)r �contentr r r �prepare_script& s" �� � � �z RunCustomScript.prepare_scriptN)r r r r r& r r r r r s r c @ s e Zd Zdd� ZdS )�PreCustomScriptc C s& t �d� | �� t�tjdg� dS )z7Executing custom script with precustomization argument.z"Executing pre-customization script�precustomizationN)r r r& r r r )r r r r �execute> s zPreCustomScript.executeN)r r r r) r r r r r' = s r' c s$ e Zd Z� fdd�Zdd� Z� ZS )�PostCustomScriptc s. t t| ��||� || _tj�|tj�| _ d S r ) �superr* r � ccScriptsDirr r r r r � ccScriptPath)r r r r, �� __class__r r r F s �zPostCustomScript.__init__c C sn | � � t�d| j� t�tj�| j t j �| j� t� | j�}t� | j|jt jB � t�d� t�t j� dS )z� This method copy the post customize run script to cc_scripts_per_instance directory and let this module to run post custom script. z'Copying post customize run script to %sz*Creating post customization pending markerN)r& r r r- r r! r r r r r r �stat�chmod�st_mode�S_IEXEC�info� ensure_filer )r �str r r r) M s �� zPostCustomScript.execute)r r r r r) � __classcell__r r r. r r* E s r* )�loggingr r0 � cloudinitr r � getLoggerr r � Exceptionr r r r' r* r r r r �<module> s vmware/imc/__pycache__/config.cpython-310.pyc 0000644 00000011220 15027744221 0014773 0 ustar 00 o �Adw � @ s d dl mZ G dd� d�ZdS )� )�Nicc @ s e Zd ZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdd� Zedd� �Zedd� �Zedd� �Zedd� �Zedd � �Zed d � �Zed d � �Zed!d"� �Z ed#d$� �Z ed%d&� �Z ed'd(� �Z ed)d*� �Z ed+d,� �Z!ed-d.� �Z"ed/d0� �Z#ed1d2� �Z$d3S )4�ConfigzT Stores the Contents specified in the Customization Specification file. zCUSTOM-SCRIPT|SCRIPT-NAMEzDNS|NAMESERVER|zNETWORK|DOMAINNAMEzNETWORK|HOSTNAMEzMISC|MARKER-IDzPASSWORD|-PASSzPASSWORD|RESETz DNS|SUFFIX|zDATETIME|TIMEZONEz DATETIME|UTCzMISC|POST-GC-STATUSz!MISC|DEFAULT-RUN-POST-CUST-SCRIPTzCLOUDINIT|METADATAzCLOUDINIT|USERDATAzCLOUDINIT|INSTANCE-IDc C s || _ d S )N)� _configFile)�self� configFile� r �M/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/config.py�__init__" s zConfig.__init__c C � | j �tjd�S )zReturn the hostname.N)r �getr �HOSTNAME�r r r r � host_name% � zConfig.host_namec C r )zReturn the domain name.N)r r r � DOMAINNAMEr r r r � domain_name* r zConfig.domain_namec C r )zReturn the timezone.N)r r r �TIMEZONEr r r r �timezone/ r zConfig.timezonec C r )z.Retrieves whether to set time to UTC or Local.N)r r r �UTCr r r r �utc4 r z Config.utcc C r )z#Return the root password to be set.N)r r r �PASSr r r r �admin_password9 r zConfig.admin_passwordc C �H g }| j �tj�}td|d �D ]}tjt|� }|�| j | � q|S )z Return the list of DNS servers.� )r �get_count_with_prefixr �DNS�range�str�append�r �res�cnt�i�keyr r r � name_servers> � zConfig.name_serversc C r )z Return the list of DNS Suffixes.r )r r r �SUFFIXr r r r r r r � dns_suffixesI r% zConfig.dns_suffixesc C s4 g }| j d }|�d�D ] }|�t|| j �� q |S )z#Return the list of associated NICs.zNIC-CONFIG|NICS�,)r �splitr r )r r �nics�nicr r r r* T s z Config.nicsc C �0 | j �tjd�}|�� }|dvrtd��|dkS )z1Retreives if the root password needs to be reset.�no��yesr- z$ResetPassword value should be yes/nor/ )r r r � RESETPASS�lower� ValueError)r � resetPassr r r �reset_password^ � zConfig.reset_passwordc C r )zReturns marker id.N)r r r �MARKERIDr r r r � marker_idg r zConfig.marker_idc C r )z,Return the name of custom (pre/post) script.N)r r r � CUSTOM_SCRIPTr r r r �custom_script_namel r zConfig.custom_script_namec C r, )z8Return whether to post guestinfo.gc.status VMX property.r- r. z#PostGcStatus value should be yes/nor/ )r r r �POST_GC_STATUSr1 r2 )r � postGcStatusr r r �post_gc_statusq r5 zConfig.post_gc_statusc C r, )z� Return enable-custom-scripts default value if enable-custom-scripts is absent in VM Tools configuration r- r. z+defaultRunPostScript value should be yes/nor/ )r r r �DEFAULT_RUN_POST_SCRIPTr1 r2 )r �defaultRunPostScriptr r r �default_run_post_scriptz s �z Config.default_run_post_scriptc C r )z(Return the name of cloud-init meta data.N)r r r �CLOUDINIT_META_DATAr r r r �meta_data_name� r zConfig.meta_data_namec C r )z(Return the name of cloud-init user data.N)r r r �CLOUDINIT_USER_DATAr r r r �user_data_name� r zConfig.user_data_namec C r )zReturn instance idN)r r r �CLOUDINIT_INSTANCE_IDr r r r � instance_id� r zConfig.instance_idN)%�__name__� __module__� __qualname__�__doc__r8 r r r r6 r r0 r& r r r: r= r@ rB rD r �propertyr r r r r r$ r' r* r4 r7 r9 r< r? rA rC rE r r r r r sd r N)�(cloudinit.sources.helpers.vmware.imc.nicr r r r r r �<module> s vmware/imc/__pycache__/guestcust_util.cpython-310.pyc 0000644 00000035077 15027744221 0016631 0 ustar 00 o �AdnN � @ s� d dl Z d dlZd dlZd dlZd dlmZmZ ddlmZ ddl m Z m Z m Z ddl mZ ddlmZ ddlmZ dd lmZ dd lmZ dd lmZ e �e�Zd Z d Z dZ dZ dZ dZ!dd� Z"dXdd�Z#dd� Z$dd� Z%dd� Z&d d � Z'd d � Z(d d!� Z)d"d#� Z*d$d%� Z+ dYd(d)�Z,dZd*d+�Z-d,d-� Z.d.d/� Z/d0d1� Z0d2d3� Z1 d[d6d7�Z2d8d9� Z3d:d;� Z4d<d=� Z5d>d?� Z6d@dA� Z7dBdC� Z8dDdE� Z9dFdG� Z:dHdI� Z;dJdK� Z<dLdM� Z=dNdO� Z>dPdQ� Z?dRdS� Z@dTdU� ZAdVdW� ZBdS )\� N)�subp�util� )�Config)�CustomScriptNotFound�PostCustomScript�PreCustomScript)� ConfigFile)�NicConfigurator)�PasswordConfigurator)�GuestCustErrorEnum)�GuestCustEventEnum)�GuestCustStateEnumz/var/log/cloud-init.log�queryNicsSupported� connected�/var/run/vmware-imc� deployPkgzenable-custom-scriptsc C s� | sd S d}d}z"t �d| � tjd| gdgd�\}}|r&|�� }W ||fS W ||fS tyI } zt �d� t �|� W Y d }~||fS d }~ww )N� z Error sending the RPC commandzSending RPC command: %szvmware-rpctoolr )�rcszFailed to send RPC command)�logger�debugr �rstrip� Exception� exception)�rpc�out�err�e� r �U/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/guestcust_util.py�send_rpc, s$ �� ��r c C s< d}|r t d | }nt }d| ||f }t|�\}}||fS )Nr �@z deployPkg.update.state %d %d %s)�CLOUDINIT_LOG_FILEr )� custstate� custerror� errormessage�messager r r r r r �set_customization_statusB s r' c C sV | sdS d}t j�| �sdS t| d��}|�|�}W d � |S 1 s$w Y |S )z�Reads the NICS from the specified file path and returns the content @param nicsfilepath: Absolute file path to the NICS.txt file. Ni �r)�os�path�exists�open�read)� nicsfilepath� NICS_SIZE�fp�nicsr r r �get_nics_to_enableO s ��r2 c C s� | s t �d� d S d}d}d}td|�D ]O}t �d|� ttjtj| �\}}|s0t � || � q|t kr<t �d� d S td|�D ]!}ttjtj | �\}}|r]|t kr]t �d|� d S t � |� qAqt �d|� d S ) Nz No Nics found� r r z(Trying to connect interfaces, attempt %dz-NICS connection status query is not supportedz NICS are connected on %d secondz2Can't connect network interfaces after %d attempts)r �warning�ranger r' r �GUESTCUST_STATE_RUNNINGr �GUESTCUST_EVENT_ENABLE_NICS�time�sleep�QUERY_NICS_SUPPORTED�GUESTCUST_EVENT_QUERY_NICS�NICS_STATUS_CONNECTED�info)r1 �enableNicsWaitRetries�enableNicsWaitCount�enableNicsWaitSeconds�attemptr �_err�countr r r � enable_nicsd sD � � � �rD c C s� t �d�s t�d� |S ddd| |g}zt � |�}W n2 t jyL } z%|jdkr3t�dd�|�|� n t�d||j� t�|� |W Y d }~S d }~ww |}t � d |j �}|ri|� d �� � }t�d | ||� |S t�d | ||� |S )a$ Return the value of [section] key from VMTools configuration. @param section: String of section to read from VMTools config @returns: String value from key in [section] or defaultVal if [section] is not present or vmware-toolbox-cmd is not installed. zvmware-toolbox-cmdz9vmware-toolbox-cmd not installed, returning default value�config�get�E zRvmware-toolbox-cmd returned 69 (unavailable) for cmd: %s. Return default value: %s� zFailed running %s[%s]Nz ([^=]+)=(.*)� z Get tools config: [%s] %s = %sz<Tools config: [%s] %s is not found, return default value: %s)r �whichr r �ProcessExecutionError� exit_code�join�errorr �re�match�stdout�group�strip)�section�key� defaultVal�cmdr r �retValue�mr r r �get_tools_config� sB � � �� ��rZ c C s | r | j r d| }t|�S d S )Nz info-set guestinfo.gc.status %s)�post_gc_statusr )rE �gcMsgr r r r � set_gc_status� s r] c C s t S �N)� IMC_DIR_PATHr r r r �get_imc_dir_path� s r` c C s� i d d i f\}}}}t |d� t|�\}}t| |�} | r%t||||�s%dS t| |�s,dS zt�d� t|dd|j�|d< W n t yZ } zt dt | �t j |� W Y d } ~ dS d } ~ ww t|� ttjtj� t |d� ||||fS )N�Started)NNNNz#Preparing the Network configurationT�networkz%Error preparing Network Configuration� Successful)r] �)get_non_network_data_from_vmware_cust_cfg� check_markers�do_special_customization�recheck_markersr r �%get_network_data_from_vmware_cust_cfg�osfamilyr �set_cust_error_status�strr �$GUESTCUST_EVENT_NETWORK_SETUP_FAILED� connect_nicsr' r �GUESTCUST_STATE_DONEr �GUESTCUST_ERROR_SUCCESS) � cloud_dir� scripts_cpath�cust_cfg� cust_cfg_dir�distro�md�ud�vd�cfg�is_special_customizationr r r r �get_data_from_imc_cust_cfg� sB � ����� rz c C sN t | d� d\}}}| j}|r�tj�t� |�}tj�|�s)tdd| tj | � dS zt � |�}W n t yM } ztdt |�tj | � W Y d }~dS d }~ww | j}|r�tj�t� |�}tj�|�smtdd| tj | � dS z t � |��dd �}W n t y� } ztd t |�tj | � W Y d }~dS d }~ww ttjtj� t | d � |||fS ) Nra �NNNz,Error locating the cloud-init meta data filez Meta data file is not found: %sz'Error loading cloud-init meta data filez+Error locating the cloud-init userdata filez Userdata file is not found: %s� r z&Error loading cloud-init userdata filerc )r] �meta_data_namer) r* rM r` r+ rj r � GUESTCUST_EVENT_CUSTOMIZE_FAILEDr � load_filer rk �user_data_name�replacer' r rn r ro ) rr ru rv rw �md_file�md_pathr �ud_file�ud_pathr r r �#get_data_from_imc_raw_data_cust_cfg� sl ���� ���� � r� c C s^ i i }}| j r| jr| j d | j |d< n| j |d< | jr#| j|d< | jr+| j|d< ||fS )N�.zlocal-hostname�timezonez instance-id)� host_name� domain_namer� � instance_id)rr ru rx r r r rd * s � rd TFc C s( t | j|�}|�||�}t|| j| j�S r^ )r r1 �generate�get_v1_network_config� name_servers� dns_suffixes)rr �use_system_devices� configureri �nicConfigurator� nics_cfg_listr r r rh : s �rh c C s( | }|s|r|� d||d�� d|d�S )N� nameserver)�type�address�searchr )�versionrE )�append)r� � nameserversr� � config_listr r r r� E s � r� c C s: t j�| d�}t j�|�rt�d|� tt|�� d S d S )Nznics.txtz %s file found, to connect nics)r) r* rM r+ r r rD r2 )rs � nics_filer r r rm P s �rm c C s t �| dd� S )N� disable_vmware_customizationT�r �get_cfg_option_bool)�sys_cfgr r r �is_vmware_cust_enabledW s �r� c C s t �| dd�S )N�allow_raw_dataTr� )�ds_cfgr r r �is_raw_data_cust_enabled] s r� c C sB t | �}tjtjdtd|fd�}|rt�d|� |S t�d� d S )N�3Waiting for VMware customization configuration filezcust.cfg)�logfunc�msg�func�argsz3Found VMware customization configuration file at %sz0No VMware customization configuration file found)�get_max_wait_from_cfgr �log_timer r �wait_for_cust_cfg_file)r� �max_wait�cust_cfg_file_pathr r r �get_cust_cfg_filea s �� r� � r3 c C s^ d}||krd}||k r-t j�|| �}t j�|�r|S t�d� t�|� ||7 }||k s d S )Nr r r� )r) r* rM �isfiler r r8 r9 )�filename�maxwait�naplen�dirpath�waited� fileFullPathr r r r� z s �r� c C sj d}d}|}| s |S z t | �||��}W n ty$ t�d||� Y nw |dk r3t�d|||� |}|S )N� �vmware_cust_file_max_waitz Failed to get '%s', using %sr z/Invalid value '%s' for '%s', using '%s' instead)�intrF � ValueErrorr r4 )r� �default_max_wait�max_wait_cfg_optionr� r r r r� � s. ���r� c C s$ |j }t|tj�| d��}|o| S )N�data)� marker_id�check_marker_existsr) r* rM )rp rr �product_marker�has_marker_filer r r re � s � re c C s2 | sdS t j�|d| d �}t j�|�rdS dS )ag Check the existence of a marker file. Presence of marker file determines whether a certain code path is to be executed. It is needed for partial guest customization in VMware. @param markerid: is an unique string representing a particular product marker. @param: marker_dir: The directory in which markers exist. F� .markerfile-�.txtT)r) r* rM r+ )�markerid� marker_dir� markerfiler r r r� � s r� c C s |j }|r t| |�s dS dS )NFT)r� �create_marker_file)rp rr r� r r r rg � s rg c C sX zt |jtj�| d�� W dS ty+ } ztdt|�tj |� W Y d }~dS d }~ww )Nr� zError creating marker filesFT) �setup_marker_filesr� r) r* rM r rj rk r r~ )rp rr r r r r r� � s ����r� c C s` t �d� tj�|d| d �}t�|�D ]}|�d�r&t�tj�||�� qt |d�� � dS )a# Create a new marker file. Marker files are unique to a full customization workflow in VMware environment. @param marker_id: is an unique string representing a particular product marker. @param: marker_dir: The directory in which markers exist. zHandle marker creationr� r� z .markerfile�wN) r r r) r* rM �listdir� startswithr �del_filer, �close)r� r� � marker_file�fnamer r r r� � s �r� c C st d}d}d}d}|j }|rt|�}|rt|||�}t||�}|r0|r0tj�| d�} t|||| �}|r8|o7|o7|S |S )NFz per-instance)�custom_script_name� check_custom_script_enablement�do_pre_custom_script�do_password_customizationr) r* rM �do_post_custom_script) rq rr rs rt �is_pre_custom_successful� is_password_custom_successful�is_post_custom_successful�is_custom_script_enabled� custom_script� ccScriptsDirr r r rf � s0 � ���rf c C sT z t ||�}|�� W dS ty) } ztdt|�tj| � W Y d }~dS d }~ww )Nz(Error executing pre-customization scriptFT)r �executer rj rk r r~ )rr r� rs �precustr r r r r� � s ����r� c C sV z t |||�}|�� W dS ty* } ztdt|�tj| � W Y d }~dS d }~ww )Nz)Error executing post-customization scriptFT)r r� r rj rk r r~ )rr r� rs r� �postcustr r r r r� s ����r� c C sP d}d}| j rt�d� d}ttt|�}|�� dkr$tddtj | � |S d}|S )NF�falsez=Set default value to true due to customization configuration.�truez-Custom script is disabled by VM Administratorz'Error checking custom script enablementT) �default_run_post_scriptr r rZ �IMC_TOOLS_CONF_GROUPNAME�"IMC_TOOLS_CONF_ENABLE_CUST_SCRIPTS�lowerrj r � GUESTCUST_ERROR_SCRIPT_DISABLED)rr r� � default_value�custom_script_enablementr r r r� s, �� ��r� c C s� t �d� t� }| j}z| j}|s|r |�|||� W dS t �d� W dS tyA } ztdt|�t j | � W Y d }~dS d }~ww )Nz Applying password customizationz Changing password is not neededz%Error applying password configurationFT) r r r �admin_password�reset_passwordr� r rj rk r r~ )rr rt �pwdConfigurator� admin_pwd� reset_pwdr r r r r� 6 s( � ����r� c C s t t| ��S r^ )r r )�cfg_filer r r �parse_cust_cfgK s r� c C s: d\}}| j rd}t�d� ||fS d}t�d� ||fS )N)FFTz!raw cloudinit data cust cfg foundzvmware cust cfg found)r} r r )rr �is_vmware_cust_cfg�is_raw_data_cust_cfgr r r �get_cust_cfg_typeO s � r� c C s6 d} d}| D ]}t ||�}|rt�d|� dS qdS )N)z/usr/lib/vmware-toolsz/usr/lib64/vmware-toolsz/usr/lib/open-vm-toolsz/usr/lib64/open-vm-toolsz'/usr/lib/x86_64-linux-gnu/open-vm-toolsz(/usr/lib/aarch64-linux-gnu/open-vm-toolszlibdeployPkgPlugin.soz$Found the customization plugin at %sTF)� search_filer r )� search_paths� cust_pluginr* �cust_plugin_pathr r r �is_cust_plugin_availableZ s ��r� c C s@ | r|sd S t �| �D ]\}}}||v r t j�||� S q d S r^ )r) �walkr* rM )r� r� �root�_dirs�filesr r r r� n s �r� c C s* t �td| |� ttj|� t|| � dS )zS Set customization status to the underlying VMware Virtualization Platform z%s: %sN)r �logexcr r' r r6 r] )�prefixrN �eventrr r r r rj y s rj r^ )TFNr{ )r� r3 r )C�loggingr) rO r8 � cloudinitr r rE r �config_custom_scriptr r r � config_filer � config_nicr � config_passwdr �guestcust_errorr �guestcust_eventr �guestcust_stater � getLogger�__name__r r" r: r< r_ r� r� r r' r2 rD rZ r] r` rz r� rd rh r� rm r� r� r� r� r� re r� rg r� r� rf r� r� r� r� r� r� r� r� rj r r r r �<module> sn *2(7 � � vmware/imc/__pycache__/nic.cpython-310.pyc 0000644 00000010164 15027744221 0014305 0 ustar 00 o �Ad� � @ sT d dl mZ d dlmZmZmZ G dd� de�ZG dd� de�ZG dd� de�Zd S ) � )� BootProtoEnum)�NicBase�StaticIpv4Base�StaticIpv6Basec @ s� e Zd ZdZdd� Zdd� Zdd� Zedd � �Zed d � �Z ed d � �Z edd� �Z edd� �Z edd� �Z edd� �Zedd� �ZdS )�Niczd Holds the information about each NIC specified in the customization specification file c C � || _ || _d S �N)�_name� _configFile)�self�name� configFile� r �J/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/nic.py�__init__ � z Nic.__init__c C s | j �| jd | d �S )N�|)r �getr )r �whatr r r �_get s zNic._getc C s | j �| j| �S r )r �get_count_with_prefixr )r �prefixr r r �_get_count_with_prefix s zNic._get_count_with_prefixc C s | j S r )r �r r r r r s zNic.namec C s | � d��� S )N�MACADDR�r �lowerr r r r �mac$ s zNic.macc C �* | � d�}|r|�� }|dkp|dkS dS )N�PRIMARY�yes�trueFr �r �valuer r r �primary( � z Nic.primaryc C r )N�ONBOOTr r! Fr r" r r r �onboot1 r% z Nic.onbootc C � | � d�}|r |�� S dS )N� BOOTPROTO� r r" r r r � bootProto: � z Nic.bootProtoc C r( )N� IPv4_MODEr* r r" r r r � ipv4_modeB r, z Nic.ipv4_modec C s | j tjkr t| �gS dS )z� Checks the BOOTPROTO property and returns StaticIPv4Addr configuration object if STATIC configuration is set. N)r+ r �STATIC�StaticIpv4Addrr r r r � staticIpv4J s zNic.staticIpv4c C s> | � d�}|s d S g }td|d �D ] }|�t| |�� q|S )Nz |IPv6ADDR|� )r �range�append�StaticIpv6Addr)r �cnt�result�indexr r r � staticIpv6U s zNic.staticIpv6N)�__name__� __module__� __qualname__�__doc__r r r �propertyr r r$ r' r+ r. r1 r9 r r r r r s* r c @ �< e Zd ZdZdd� Zedd� �Zedd� �Zedd � �Zd S ) r0 zStatic IPV4 Setting.c C s || _ d S r )�_nic)r �nicr r r r f s zStaticIpv4Addr.__init__c C � | j �d�S )N�IPADDR�r@ r r r r r �ipi � zStaticIpv4Addr.ipc C rB )N�NETMASKrD r r r r �netmaskm rF zStaticIpv4Addr.netmaskc C s( | j �d�}|rdd� |�d�D �S d S )N�GATEWAYc S s g | ]}|� � �qS r )�strip)�.0�xr r r � <listcomp>u s z+StaticIpv4Addr.gateways.<locals>.<listcomp>�,)r@ r �splitr" r r r �gatewaysq s zStaticIpv4Addr.gatewaysN) r: r; r< r= r r> rE rH rP r r r r r0 c s r0 c @ r? ) r5 zStatic IPV6 Address.c C r r )r@ �_index)r rA r8 r r r r } r zStaticIpv6Addr.__init__c C � | j �dt| j� �S )Nz IPv6ADDR|�r@ r �strrQ r r r r rE � � zStaticIpv6Addr.ipc C rR )Nz IPv6NETMASK|rS r r r r rH � rU zStaticIpv6Addr.netmaskc C rR )Nz IPv6GATEWAY|rS r r r r �gateway� rU zStaticIpv6Addr.gatewayN) r: r; r< r= r r> rE rH rV r r r r r5 z s r5 N) �/cloudinit.sources.helpers.vmware.imc.boot_protor �-cloudinit.sources.helpers.vmware.imc.nic_baser r r r r0 r5 r r r r �<module> s S vmware/imc/__pycache__/config_passwd.cpython-310.pyc 0000644 00000004300 15027744221 0016355 0 ustar 00 o �Ad{ � @ s< d dl Z d dlZd dlmZmZ e �e�ZG dd� d�ZdS )� N)�subp�utilc @ s e Zd ZdZdd� Zdd� ZdS )�PasswordConfiguratorzv Class for changing configurations related to passwords in a VM. Includes setting and expiring passwords. c C s� t �d� |r t�|�}g }tdd�D ]}|�d�d dkr(|�|�d�d � qg }tdd�D ]}|�d�d }||v rB|�|� q0|rPt �d � |�d |� |rW| �|� t �d � d S ) a+ Main method to perform all functionalities based on configuration file inputs. @param passwd: encoded admin password. @param resetPasswd: boolean to determine if password needs to be reset. @return cfg: dict to be used by cloud-init set_passwd code. z Starting password configurationz /etc/passwd�r�:� �0r z /etc/shadowzSetting admin password�rootz Configure Password completed!N) �LOG�infor �b64d�open�split�append� set_passwd�reset_password)�self�passwd� resetPasswd�distro� allRootUsers�line� uidUsersList�user� r �T/usr/lib/python3/dist-packages/cloudinit/sources/helpers/vmware/imc/config_passwd.py� configure s( � � z PasswordConfigurator.configurec C s� t �d� |D ]6}z t�dd|g� W q tjy= } z tj�d�r,t�ddd|g� nt �d||� W Y d }~qd }~ww d S ) z� Method to reset password. Use passwd --expire command. Use chage if not succeeded using passwd command. Log failure message otherwise. @param: list of users for which to expire password. zExpiring password.r z--expirez/usr/bin/chage�chagez-dr z/Failed to expire password for %s with error: %sN)r r r �ProcessExecutionError�os�path�exists�warning)r � uidUserListr �er r r r 3 s ����z#PasswordConfigurator.reset_passwordN)�__name__� __module__� __qualname__�__doc__r r r r r r r s r ) �loggingr � cloudinitr r � getLoggerr% r r r r r r �<module> s vmware/imc/nic_base.py 0000644 00000007466 15027744221 0010753 0 ustar 00 # Copyright (C) 2015 Canonical Ltd. # Copyright (C) 2015 VMware Inc. # # Author: Sankar Tanguturi <stanguturi@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. class NicBase: """ Define what are expected of each nic. The following properties should be provided in an implementation class. """ @property def mac(self): """ Retrieves the mac address of the nic @return (str) : the MACADDR setting """ raise NotImplementedError("MACADDR") @property def primary(self): """ Retrieves whether the nic is the primary nic Indicates whether NIC will be used to define the default gateway. If none of the NICs is configured to be primary, default gateway won't be set. @return (bool): the PRIMARY setting """ raise NotImplementedError("PRIMARY") @property def onboot(self): """ Retrieves whether the nic should be up at the boot time @return (bool) : the ONBOOT setting """ raise NotImplementedError("ONBOOT") @property def bootProto(self): """ Retrieves the boot protocol of the nic @return (str): the BOOTPROTO setting, valid values: dhcp and static. """ raise NotImplementedError("BOOTPROTO") @property def ipv4_mode(self): """ Retrieves the IPv4_MODE @return (str): the IPv4_MODE setting, valid values: backwards_compatible, static, dhcp, disabled, as_is """ raise NotImplementedError("IPv4_MODE") @property def staticIpv4(self): """ Retrieves the static IPv4 configuration of the nic @return (StaticIpv4Base list): the static ipv4 setting """ raise NotImplementedError("Static IPv4") @property def staticIpv6(self): """ Retrieves the IPv6 configuration of the nic @return (StaticIpv6Base list): the static ipv6 setting """ raise NotImplementedError("Static Ipv6") def validate(self): """ Validate the object For example, the staticIpv4 property is required and should not be empty when ipv4Mode is STATIC """ raise NotImplementedError("Check constraints on properties") class StaticIpv4Base: """ Define what are expected of a static IPv4 setting The following properties should be provided in an implementation class. """ @property def ip(self): """ Retrieves the Ipv4 address @return (str): the IPADDR setting """ raise NotImplementedError("Ipv4 Address") @property def netmask(self): """ Retrieves the Ipv4 NETMASK setting @return (str): the NETMASK setting """ raise NotImplementedError("Ipv4 NETMASK") @property def gateways(self): """ Retrieves the gateways on this Ipv4 subnet @return (str list): the GATEWAY setting """ raise NotImplementedError("Ipv4 GATEWAY") class StaticIpv6Base: """Define what are expected of a static IPv6 setting The following properties should be provided in an implementation class. """ @property def ip(self): """ Retrieves the Ipv6 address @return (str): the IPv6ADDR setting """ raise NotImplementedError("Ipv6 Address") @property def netmask(self): """ Retrieves the Ipv6 NETMASK setting @return (str): the IPv6NETMASK setting """ raise NotImplementedError("Ipv6 NETMASK") @property def gateway(self): """ Retrieves the Ipv6 GATEWAY setting @return (str): the IPv6GATEWAY setting """ raise NotImplementedError("Ipv6 GATEWAY") # vi: ts=4 expandtab vmware/imc/guestcust_util.py 0000644 00000047156 15027744221 0012273 0 ustar 00 # Copyright (C) 2016 Canonical Ltd. # Copyright (C) 2016-2022 VMware Inc. # # Author: Sankar Tanguturi <stanguturi@vmware.com> # Pengpeng Sun <pegnpengs@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. import logging import os import re import time from cloudinit import subp, util from .config import Config from .config_custom_script import ( CustomScriptNotFound, PostCustomScript, PreCustomScript, ) from .config_file import ConfigFile from .config_nic import NicConfigurator from .config_passwd import PasswordConfigurator from .guestcust_error import GuestCustErrorEnum from .guestcust_event import GuestCustEventEnum from .guestcust_state import GuestCustStateEnum logger = logging.getLogger(__name__) CLOUDINIT_LOG_FILE = "/var/log/cloud-init.log" QUERY_NICS_SUPPORTED = "queryNicsSupported" NICS_STATUS_CONNECTED = "connected" # Path to the VMware IMC directory IMC_DIR_PATH = "/var/run/vmware-imc" # Customization script configuration in tools conf IMC_TOOLS_CONF_GROUPNAME = "deployPkg" IMC_TOOLS_CONF_ENABLE_CUST_SCRIPTS = "enable-custom-scripts" # This will send a RPC command to the underlying # VMware Virtualization Platform. def send_rpc(rpc): if not rpc: return None out = "" err = "Error sending the RPC command" try: logger.debug("Sending RPC command: %s", rpc) (out, err) = subp.subp(["vmware-rpctool", rpc], rcs=[0]) # Remove the trailing newline in the output. if out: out = out.rstrip() except Exception as e: logger.debug("Failed to send RPC command") logger.exception(e) return (out, err) # This will send the customization status to the # underlying VMware Virtualization Platform. def set_customization_status(custstate, custerror, errormessage=None): message = "" if errormessage: message = CLOUDINIT_LOG_FILE + "@" + errormessage else: message = CLOUDINIT_LOG_FILE rpc = "deployPkg.update.state %d %d %s" % (custstate, custerror, message) (out, err) = send_rpc(rpc) return (out, err) def get_nics_to_enable(nicsfilepath): """Reads the NICS from the specified file path and returns the content @param nicsfilepath: Absolute file path to the NICS.txt file. """ if not nicsfilepath: return None NICS_SIZE = 1024 if not os.path.exists(nicsfilepath): return None with open(nicsfilepath, "r") as fp: nics = fp.read(NICS_SIZE) return nics # This will send a RPC command to the underlying VMware Virtualization platform # and enable nics. def enable_nics(nics): if not nics: logger.warning("No Nics found") return enableNicsWaitRetries = 5 enableNicsWaitCount = 5 enableNicsWaitSeconds = 1 for attempt in range(0, enableNicsWaitRetries): logger.debug("Trying to connect interfaces, attempt %d", attempt) (out, _err) = set_customization_status( GuestCustStateEnum.GUESTCUST_STATE_RUNNING, GuestCustEventEnum.GUESTCUST_EVENT_ENABLE_NICS, nics, ) if not out: time.sleep(enableNicsWaitCount * enableNicsWaitSeconds) continue if out != QUERY_NICS_SUPPORTED: logger.warning("NICS connection status query is not supported") return for count in range(0, enableNicsWaitCount): (out, _err) = set_customization_status( GuestCustStateEnum.GUESTCUST_STATE_RUNNING, GuestCustEventEnum.GUESTCUST_EVENT_QUERY_NICS, nics, ) if out and out == NICS_STATUS_CONNECTED: logger.info("NICS are connected on %d second", count) return time.sleep(enableNicsWaitSeconds) logger.warning( "Can't connect network interfaces after %d attempts", enableNicsWaitRetries, ) def get_tools_config(section, key, defaultVal): """Return the value of [section] key from VMTools configuration. @param section: String of section to read from VMTools config @returns: String value from key in [section] or defaultVal if [section] is not present or vmware-toolbox-cmd is not installed. """ if not subp.which("vmware-toolbox-cmd"): logger.debug( "vmware-toolbox-cmd not installed, returning default value" ) return defaultVal cmd = ["vmware-toolbox-cmd", "config", "get", section, key] try: out = subp.subp(cmd) except subp.ProcessExecutionError as e: if e.exit_code == 69: logger.debug( "vmware-toolbox-cmd returned 69 (unavailable) for cmd: %s." " Return default value: %s", " ".join(cmd), defaultVal, ) else: logger.error("Failed running %s[%s]", cmd, e.exit_code) logger.exception(e) return defaultVal retValue = defaultVal m = re.match(r"([^=]+)=(.*)", out.stdout) if m: retValue = m.group(2).strip() logger.debug("Get tools config: [%s] %s = %s", section, key, retValue) else: logger.debug( "Tools config: [%s] %s is not found, return default value: %s", section, key, retValue, ) return retValue # Sets message to the VMX guestinfo.gc.status property to the # underlying VMware Virtualization Platform. def set_gc_status(config, gcMsg): if config and config.post_gc_status: rpc = "info-set guestinfo.gc.status %s" % gcMsg return send_rpc(rpc) return None def get_imc_dir_path(): return IMC_DIR_PATH def get_data_from_imc_cust_cfg( cloud_dir, scripts_cpath, cust_cfg, cust_cfg_dir, distro, ): md, ud, vd, cfg = {}, None, None, {} set_gc_status(cust_cfg, "Started") (md, cfg) = get_non_network_data_from_vmware_cust_cfg(cust_cfg) is_special_customization = check_markers(cloud_dir, cust_cfg) if is_special_customization: if not do_special_customization( scripts_cpath, cust_cfg, cust_cfg_dir, distro ): return (None, None, None, None) if not recheck_markers(cloud_dir, cust_cfg): return (None, None, None, None) try: logger.debug("Preparing the Network configuration") md["network"] = get_network_data_from_vmware_cust_cfg( cust_cfg, True, True, distro.osfamily ) except Exception as e: set_cust_error_status( "Error preparing Network Configuration", str(e), GuestCustEventEnum.GUESTCUST_EVENT_NETWORK_SETUP_FAILED, cust_cfg, ) return (None, None, None, None) connect_nics(cust_cfg_dir) set_customization_status( GuestCustStateEnum.GUESTCUST_STATE_DONE, GuestCustErrorEnum.GUESTCUST_ERROR_SUCCESS, ) set_gc_status(cust_cfg, "Successful") return (md, ud, vd, cfg) def get_data_from_imc_raw_data_cust_cfg(cust_cfg): set_gc_status(cust_cfg, "Started") md, ud, vd = None, None, None md_file = cust_cfg.meta_data_name if md_file: md_path = os.path.join(get_imc_dir_path(), md_file) if not os.path.exists(md_path): set_cust_error_status( "Error locating the cloud-init meta data file", "Meta data file is not found: %s" % md_path, GuestCustEventEnum.GUESTCUST_EVENT_CUSTOMIZE_FAILED, cust_cfg, ) return (None, None, None) try: md = util.load_file(md_path) except Exception as e: set_cust_error_status( "Error loading cloud-init meta data file", str(e), GuestCustEventEnum.GUESTCUST_EVENT_CUSTOMIZE_FAILED, cust_cfg, ) return (None, None, None) ud_file = cust_cfg.user_data_name if ud_file: ud_path = os.path.join(get_imc_dir_path(), ud_file) if not os.path.exists(ud_path): set_cust_error_status( "Error locating the cloud-init userdata file", "Userdata file is not found: %s" % ud_path, GuestCustEventEnum.GUESTCUST_EVENT_CUSTOMIZE_FAILED, cust_cfg, ) return (None, None, None) try: ud = util.load_file(ud_path).replace("\r", "") except Exception as e: set_cust_error_status( "Error loading cloud-init userdata file", str(e), GuestCustEventEnum.GUESTCUST_EVENT_CUSTOMIZE_FAILED, cust_cfg, ) return (None, None, None) set_customization_status( GuestCustStateEnum.GUESTCUST_STATE_DONE, GuestCustErrorEnum.GUESTCUST_ERROR_SUCCESS, ) set_gc_status(cust_cfg, "Successful") return (md, ud, vd) def get_non_network_data_from_vmware_cust_cfg(cust_cfg): md, cfg = {}, {} if cust_cfg.host_name: if cust_cfg.domain_name: md["local-hostname"] = ( cust_cfg.host_name + "." + cust_cfg.domain_name ) else: md["local-hostname"] = cust_cfg.host_name if cust_cfg.timezone: cfg["timezone"] = cust_cfg.timezone if cust_cfg.instance_id: md["instance-id"] = cust_cfg.instance_id return (md, cfg) def get_network_data_from_vmware_cust_cfg( cust_cfg, use_system_devices=True, configure=False, osfamily=None ): nicConfigurator = NicConfigurator(cust_cfg.nics, use_system_devices) nics_cfg_list = nicConfigurator.generate(configure, osfamily) return get_v1_network_config( nics_cfg_list, cust_cfg.name_servers, cust_cfg.dns_suffixes ) def get_v1_network_config(nics_cfg_list=None, nameservers=None, search=None): config_list = nics_cfg_list if nameservers or search: config_list.append( {"type": "nameserver", "address": nameservers, "search": search} ) return {"version": 1, "config": config_list} def connect_nics(cust_cfg_dir): nics_file = os.path.join(cust_cfg_dir, "nics.txt") if os.path.exists(nics_file): logger.debug("%s file found, to connect nics", nics_file) enable_nics(get_nics_to_enable(nics_file)) def is_vmware_cust_enabled(sys_cfg): return not util.get_cfg_option_bool( sys_cfg, "disable_vmware_customization", True ) def is_raw_data_cust_enabled(ds_cfg): return util.get_cfg_option_bool(ds_cfg, "allow_raw_data", True) def get_cust_cfg_file(ds_cfg): # When the VM is powered on, the "VMware Tools" daemon # copies the customization specification file to # /var/run/vmware-imc directory. cloud-init code needs # to search for the file in that directory which indicates # that required metadata and userdata files are now # present. max_wait = get_max_wait_from_cfg(ds_cfg) cust_cfg_file_path = util.log_time( logfunc=logger.debug, msg="Waiting for VMware customization configuration file", func=wait_for_cust_cfg_file, args=("cust.cfg", max_wait), ) if cust_cfg_file_path: logger.debug( "Found VMware customization configuration file at %s", cust_cfg_file_path, ) return cust_cfg_file_path else: logger.debug("No VMware customization configuration file found") return None def wait_for_cust_cfg_file( filename, maxwait=180, naplen=5, dirpath="/var/run/vmware-imc" ): waited = 0 if maxwait <= naplen: naplen = 1 while waited < maxwait: fileFullPath = os.path.join(dirpath, filename) if os.path.isfile(fileFullPath): return fileFullPath logger.debug("Waiting for VMware customization configuration file") time.sleep(naplen) waited += naplen return None def get_max_wait_from_cfg(ds_cfg): default_max_wait = 15 max_wait_cfg_option = "vmware_cust_file_max_wait" max_wait = default_max_wait if not ds_cfg: return max_wait try: max_wait = int(ds_cfg.get(max_wait_cfg_option, default_max_wait)) except ValueError: logger.warning( "Failed to get '%s', using %s", max_wait_cfg_option, default_max_wait, ) if max_wait < 0: logger.warning( "Invalid value '%s' for '%s', using '%s' instead", max_wait, max_wait_cfg_option, default_max_wait, ) max_wait = default_max_wait return max_wait def check_markers(cloud_dir, cust_cfg): product_marker = cust_cfg.marker_id has_marker_file = check_marker_exists( product_marker, os.path.join(cloud_dir, "data") ) return product_marker and not has_marker_file def check_marker_exists(markerid, marker_dir): """ Check the existence of a marker file. Presence of marker file determines whether a certain code path is to be executed. It is needed for partial guest customization in VMware. @param markerid: is an unique string representing a particular product marker. @param: marker_dir: The directory in which markers exist. """ if not markerid: return False markerfile = os.path.join(marker_dir, ".markerfile-" + markerid + ".txt") if os.path.exists(markerfile): return True return False def recheck_markers(cloud_dir, cust_cfg): product_marker = cust_cfg.marker_id if product_marker: if not create_marker_file(cloud_dir, cust_cfg): return False return True def create_marker_file(cloud_dir, cust_cfg): try: setup_marker_files(cust_cfg.marker_id, os.path.join(cloud_dir, "data")) except Exception as e: set_cust_error_status( "Error creating marker files", str(e), GuestCustEventEnum.GUESTCUST_EVENT_CUSTOMIZE_FAILED, cust_cfg, ) return False return True def setup_marker_files(marker_id, marker_dir): """ Create a new marker file. Marker files are unique to a full customization workflow in VMware environment. @param marker_id: is an unique string representing a particular product marker. @param: marker_dir: The directory in which markers exist. """ logger.debug("Handle marker creation") marker_file = os.path.join(marker_dir, ".markerfile-" + marker_id + ".txt") for fname in os.listdir(marker_dir): if fname.startswith(".markerfile"): util.del_file(os.path.join(marker_dir, fname)) open(marker_file, "w").close() def do_special_customization(scripts_cpath, cust_cfg, cust_cfg_dir, distro): is_pre_custom_successful = False is_password_custom_successful = False is_post_custom_successful = False is_custom_script_enabled = False custom_script = cust_cfg.custom_script_name if custom_script: is_custom_script_enabled = check_custom_script_enablement(cust_cfg) if is_custom_script_enabled: is_pre_custom_successful = do_pre_custom_script( cust_cfg, custom_script, cust_cfg_dir ) is_password_custom_successful = do_password_customization(cust_cfg, distro) if custom_script and is_custom_script_enabled: ccScriptsDir = os.path.join(scripts_cpath, "per-instance") is_post_custom_successful = do_post_custom_script( cust_cfg, custom_script, cust_cfg_dir, ccScriptsDir ) if custom_script: return ( is_pre_custom_successful and is_password_custom_successful and is_post_custom_successful ) return is_password_custom_successful def do_pre_custom_script(cust_cfg, custom_script, cust_cfg_dir): try: precust = PreCustomScript(custom_script, cust_cfg_dir) precust.execute() except CustomScriptNotFound as e: set_cust_error_status( "Error executing pre-customization script", str(e), GuestCustEventEnum.GUESTCUST_EVENT_CUSTOMIZE_FAILED, cust_cfg, ) return False return True def do_post_custom_script(cust_cfg, custom_script, cust_cfg_dir, ccScriptsDir): try: postcust = PostCustomScript(custom_script, cust_cfg_dir, ccScriptsDir) postcust.execute() except CustomScriptNotFound as e: set_cust_error_status( "Error executing post-customization script", str(e), GuestCustEventEnum.GUESTCUST_EVENT_CUSTOMIZE_FAILED, cust_cfg, ) return False return True def check_custom_script_enablement(cust_cfg): is_custom_script_enabled = False default_value = "false" if cust_cfg.default_run_post_script: logger.debug( "Set default value to true due to customization configuration." ) default_value = "true" custom_script_enablement = get_tools_config( IMC_TOOLS_CONF_GROUPNAME, IMC_TOOLS_CONF_ENABLE_CUST_SCRIPTS, default_value, ) if custom_script_enablement.lower() != "true": set_cust_error_status( "Custom script is disabled by VM Administrator", "Error checking custom script enablement", GuestCustErrorEnum.GUESTCUST_ERROR_SCRIPT_DISABLED, cust_cfg, ) else: is_custom_script_enabled = True return is_custom_script_enabled def do_password_customization(cust_cfg, distro): logger.debug("Applying password customization") pwdConfigurator = PasswordConfigurator() admin_pwd = cust_cfg.admin_password try: reset_pwd = cust_cfg.reset_password if admin_pwd or reset_pwd: pwdConfigurator.configure(admin_pwd, reset_pwd, distro) else: logger.debug("Changing password is not needed") except Exception as e: set_cust_error_status( "Error applying password configuration", str(e), GuestCustEventEnum.GUESTCUST_EVENT_CUSTOMIZE_FAILED, cust_cfg, ) return False return True def parse_cust_cfg(cfg_file): return Config(ConfigFile(cfg_file)) def get_cust_cfg_type(cust_cfg): is_vmware_cust_cfg, is_raw_data_cust_cfg = False, False if cust_cfg.meta_data_name: is_raw_data_cust_cfg = True logger.debug("raw cloudinit data cust cfg found") else: is_vmware_cust_cfg = True logger.debug("vmware cust cfg found") return (is_vmware_cust_cfg, is_raw_data_cust_cfg) def is_cust_plugin_available(): search_paths = ( "/usr/lib/vmware-tools", "/usr/lib64/vmware-tools", "/usr/lib/open-vm-tools", "/usr/lib64/open-vm-tools", "/usr/lib/x86_64-linux-gnu/open-vm-tools", "/usr/lib/aarch64-linux-gnu/open-vm-tools", ) cust_plugin = "libdeployPkgPlugin.so" for path in search_paths: cust_plugin_path = search_file(path, cust_plugin) if cust_plugin_path: logger.debug( "Found the customization plugin at %s", cust_plugin_path ) return True return False def search_file(dirpath, filename): if not dirpath or not filename: return None for root, _dirs, files in os.walk(dirpath): if filename in files: return os.path.join(root, filename) return None def set_cust_error_status(prefix, error, event, cust_cfg): """ Set customization status to the underlying VMware Virtualization Platform """ util.logexc(logger, "%s: %s", prefix, error) set_customization_status(GuestCustStateEnum.GUESTCUST_STATE_RUNNING, event) set_gc_status(cust_cfg, prefix) # vi: ts=4 expandtab vmware/imc/config_file.py 0000644 00000006255 15027744221 0011447 0 ustar 00 # Copyright (C) 2015 Canonical Ltd. # Copyright (C) 2015 VMware Inc. # # Author: Sankar Tanguturi <stanguturi@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. import configparser import logging from cloudinit.sources.helpers.vmware.imc.config_source import ConfigSource logger = logging.getLogger(__name__) class ConfigFile(ConfigSource, dict): """ConfigFile module to load the content from a specified source.""" def __init__(self, filename): self._loadConfigFile(filename) def _insertKey(self, key, val): """ Inserts a Key Value pair. Keyword arguments: key -- The key to insert val -- The value to insert for the key """ key = key.strip() val = val.strip() if key.startswith("-") or "|-" in key: canLog = False else: canLog = True # "sensitive" settings shall not be logged if canLog: logger.debug("ADDED KEY-VAL :: '%s' = '%s'", key, val) else: logger.debug("ADDED KEY-VAL :: '%s' = '*****************'", key) self[key] = val def _loadConfigFile(self, filename): """ Parses properties from the specified config file. Any previously available properties will be removed. Sensitive data will not be logged in case the key starts from '-'. Keyword arguments: filename - The full path to the config file. """ logger.info("Parsing the config file %s.", filename) config = configparser.ConfigParser() config.optionxform = str config.read(filename) self.clear() for category in config.sections(): logger.debug("FOUND CATEGORY = '%s'", category) for (key, value) in config.items(category): self._insertKey(category + "|" + key, value) def should_keep_current_value(self, key): """ Determines whether a value for a property must be kept. If the propery is missing, it is treated as it should be not changed by the engine. Keyword arguments: key -- The key to search for. """ # helps to distinguish from "empty" value which is used to indicate # "removal" return key not in self def should_remove_current_value(self, key): """ Determines whether a value for the property must be removed. If the specified key is empty, it is treated as it should be removed by the engine. Return true if the value can be removed, false otherwise. Keyword arguments: key -- The key to search for. """ # helps to distinguish from "missing" value which is used to indicate # "keeping unchanged" if key in self: return not bool(self[key]) else: return False def get_count_with_prefix(self, prefix): """ Return the total count of keys that start with the specified prefix. Keyword arguments: prefix -- prefix of the key """ return len([key for key in self if key.startswith(prefix)]) # vi: ts=4 expandtab vmware/imc/config_namespace.py 0000644 00000000576 15027744221 0012464 0 ustar 00 # Copyright (C) 2015 Canonical Ltd. # Copyright (C) 2015 VMware Inc. # # Author: Sankar Tanguturi <stanguturi@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. from cloudinit.sources.helpers.vmware.imc.config_source import ConfigSource class ConfigNamespace(ConfigSource): """Specifies the Config Namespace.""" # vi: ts=4 expandtab vmware/imc/config.py 0000644 00000011167 15027744221 0010446 0 ustar 00 # Copyright (C) 2015 Canonical Ltd. # Copyright (C) 2015 VMware Inc. # # Author: Sankar Tanguturi <stanguturi@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. from cloudinit.sources.helpers.vmware.imc.nic import Nic class Config: """ Stores the Contents specified in the Customization Specification file. """ CUSTOM_SCRIPT = "CUSTOM-SCRIPT|SCRIPT-NAME" DNS = "DNS|NAMESERVER|" DOMAINNAME = "NETWORK|DOMAINNAME" HOSTNAME = "NETWORK|HOSTNAME" MARKERID = "MISC|MARKER-ID" PASS = "PASSWORD|-PASS" RESETPASS = "PASSWORD|RESET" SUFFIX = "DNS|SUFFIX|" TIMEZONE = "DATETIME|TIMEZONE" UTC = "DATETIME|UTC" POST_GC_STATUS = "MISC|POST-GC-STATUS" DEFAULT_RUN_POST_SCRIPT = "MISC|DEFAULT-RUN-POST-CUST-SCRIPT" CLOUDINIT_META_DATA = "CLOUDINIT|METADATA" CLOUDINIT_USER_DATA = "CLOUDINIT|USERDATA" CLOUDINIT_INSTANCE_ID = "CLOUDINIT|INSTANCE-ID" def __init__(self, configFile): self._configFile = configFile @property def host_name(self): """Return the hostname.""" return self._configFile.get(Config.HOSTNAME, None) @property def domain_name(self): """Return the domain name.""" return self._configFile.get(Config.DOMAINNAME, None) @property def timezone(self): """Return the timezone.""" return self._configFile.get(Config.TIMEZONE, None) @property def utc(self): """Retrieves whether to set time to UTC or Local.""" return self._configFile.get(Config.UTC, None) @property def admin_password(self): """Return the root password to be set.""" return self._configFile.get(Config.PASS, None) @property def name_servers(self): """Return the list of DNS servers.""" res = [] cnt = self._configFile.get_count_with_prefix(Config.DNS) for i in range(1, cnt + 1): key = Config.DNS + str(i) res.append(self._configFile[key]) return res @property def dns_suffixes(self): """Return the list of DNS Suffixes.""" res = [] cnt = self._configFile.get_count_with_prefix(Config.SUFFIX) for i in range(1, cnt + 1): key = Config.SUFFIX + str(i) res.append(self._configFile[key]) return res @property def nics(self): """Return the list of associated NICs.""" res = [] nics = self._configFile["NIC-CONFIG|NICS"] for nic in nics.split(","): res.append(Nic(nic, self._configFile)) return res @property def reset_password(self): """Retreives if the root password needs to be reset.""" resetPass = self._configFile.get(Config.RESETPASS, "no") resetPass = resetPass.lower() if resetPass not in ("yes", "no"): raise ValueError("ResetPassword value should be yes/no") return resetPass == "yes" @property def marker_id(self): """Returns marker id.""" return self._configFile.get(Config.MARKERID, None) @property def custom_script_name(self): """Return the name of custom (pre/post) script.""" return self._configFile.get(Config.CUSTOM_SCRIPT, None) @property def post_gc_status(self): """Return whether to post guestinfo.gc.status VMX property.""" postGcStatus = self._configFile.get(Config.POST_GC_STATUS, "no") postGcStatus = postGcStatus.lower() if postGcStatus not in ("yes", "no"): raise ValueError("PostGcStatus value should be yes/no") return postGcStatus == "yes" @property def default_run_post_script(self): """ Return enable-custom-scripts default value if enable-custom-scripts is absent in VM Tools configuration """ defaultRunPostScript = self._configFile.get( Config.DEFAULT_RUN_POST_SCRIPT, "no" ) defaultRunPostScript = defaultRunPostScript.lower() if defaultRunPostScript not in ("yes", "no"): raise ValueError("defaultRunPostScript value should be yes/no") return defaultRunPostScript == "yes" @property def meta_data_name(self): """Return the name of cloud-init meta data.""" return self._configFile.get(Config.CLOUDINIT_META_DATA, None) @property def user_data_name(self): """Return the name of cloud-init user data.""" return self._configFile.get(Config.CLOUDINIT_USER_DATA, None) @property def instance_id(self): """Return instance id""" return self._configFile.get(Config.CLOUDINIT_INSTANCE_ID, None) # vi: ts=4 expandtab vmware/imc/ipv4_mode.py 0000644 00000002140 15027744221 0011056 0 ustar 00 # Copyright (C) 2015 Canonical Ltd. # Copyright (C) 2015 VMware Inc. # # Author: Sankar Tanguturi <stanguturi@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. class Ipv4ModeEnum: """ The IPv4 configuration mode which directly represents the user's goal. This mode effectively acts as a contract of the in-guest customization engine. It must be set based on what the user has requested and should not be changed by those layers. It's up to the in-guest engine to interpret and materialize the user's request. """ # The legacy mode which only allows dhcp/static based on whether IPv4 # addresses list is empty or not IPV4_MODE_BACKWARDS_COMPATIBLE = "BACKWARDS_COMPATIBLE" # IPv4 must use static address. Reserved for future use IPV4_MODE_STATIC = "STATIC" # IPv4 must use DHCPv4. Reserved for future use IPV4_MODE_DHCP = "DHCP" # IPv4 must be disabled IPV4_MODE_DISABLED = "DISABLED" # IPv4 settings should be left untouched. Reserved for future use IPV4_MODE_AS_IS = "AS_IS" # vi: ts=4 expandtab vmware/imc/config_passwd.py 0000644 00000004573 15027744221 0012032 0 ustar 00 # Copyright (C) 2016 Canonical Ltd. # Copyright (C) 2016 VMware INC. # # Author: Maitreyee Saikia <msaikia@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. import logging import os from cloudinit import subp, util LOG = logging.getLogger(__name__) class PasswordConfigurator: """ Class for changing configurations related to passwords in a VM. Includes setting and expiring passwords. """ def configure(self, passwd, resetPasswd, distro): """ Main method to perform all functionalities based on configuration file inputs. @param passwd: encoded admin password. @param resetPasswd: boolean to determine if password needs to be reset. @return cfg: dict to be used by cloud-init set_passwd code. """ LOG.info("Starting password configuration") if passwd: passwd = util.b64d(passwd) allRootUsers = [] for line in open("/etc/passwd", "r"): if line.split(":")[2] == "0": allRootUsers.append(line.split(":")[0]) # read shadow file and check for each user, if its uid0 or root. uidUsersList = [] for line in open("/etc/shadow", "r"): user = line.split(":")[0] if user in allRootUsers: uidUsersList.append(user) if passwd: LOG.info("Setting admin password") distro.set_passwd("root", passwd) if resetPasswd: self.reset_password(uidUsersList) LOG.info("Configure Password completed!") def reset_password(self, uidUserList): """ Method to reset password. Use passwd --expire command. Use chage if not succeeded using passwd command. Log failure message otherwise. @param: list of users for which to expire password. """ LOG.info("Expiring password.") for user in uidUserList: try: subp.subp(["passwd", "--expire", user]) except subp.ProcessExecutionError as e: if os.path.exists("/usr/bin/chage"): subp.subp(["chage", "-d", "0", user]) else: LOG.warning( "Failed to expire password for %s with error: %s", user, e, ) # vi: ts=4 expandtab vmware/imc/config_source.py 0000644 00000000453 15027744221 0012022 0 ustar 00 # Copyright (C) 2015 Canonical Ltd. # Copyright (C) 2015 VMware Inc. # # Author: Sankar Tanguturi <stanguturi@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. class ConfigSource: """Specifies a source for the Config Content.""" # vi: ts=4 expandtab vmware/imc/guestcust_event.py 0000644 00000000744 15027744221 0012427 0 ustar 00 # Copyright (C) 2016 Canonical Ltd. # Copyright (C) 2016 VMware Inc. # # Author: Sankar Tanguturi <stanguturi@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. class GuestCustEventEnum: """Specifies different types of Guest Customization Events""" GUESTCUST_EVENT_CUSTOMIZE_FAILED = 100 GUESTCUST_EVENT_NETWORK_SETUP_FAILED = 101 GUESTCUST_EVENT_ENABLE_NICS = 103 GUESTCUST_EVENT_QUERY_NICS = 104 # vi: ts=4 expandtab vmware/imc/guestcust_error.py 0000644 00000000662 15027744221 0012436 0 ustar 00 # Copyright (C) 2016 Canonical Ltd. # Copyright (C) 2016 VMware Inc. # # Author: Sankar Tanguturi <stanguturi@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. class GuestCustErrorEnum: """Specifies different errors of Guest Customization engine""" GUESTCUST_ERROR_SUCCESS = 0 GUESTCUST_ERROR_SCRIPT_DISABLED = 6 GUESTCUST_ERROR_WRONG_META_FORMAT = 9 # vi: ts=4 expandtab vmware/imc/config_nic.py 0000644 00000021200 15027744221 0011264 0 ustar 00 # Copyright (C) 2015 Canonical Ltd. # Copyright (C) 2016 VMware INC. # # Author: Sankar Tanguturi <stanguturi@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. import logging import os import re from cloudinit import subp, util from cloudinit.net.network_state import ipv4_mask_to_net_prefix logger = logging.getLogger(__name__) def gen_subnet(ip, netmask): """ Return the subnet for a given ip address and a netmask @return (str): the subnet @param ip: ip address @param netmask: netmask """ ip_array = ip.split(".") mask_array = netmask.split(".") result = [] for index in list(range(4)): result.append(int(ip_array[index]) & int(mask_array[index])) return ".".join([str(x) for x in result]) class NicConfigurator: def __init__(self, nics, use_system_devices=True): """ Initialize the Nic Configurator @param nics (list) an array of nics to configure @param use_system_devices (Bool) Get the MAC names from the system if this is True. If False, then mac names will be retrieved from the specified nics. """ self.nics = nics self.mac2Name = {} self.ipv4PrimaryGateway = None self.ipv6PrimaryGateway = None if use_system_devices: self.find_devices() else: for nic in self.nics: self.mac2Name[nic.mac.lower()] = nic.name self._primaryNic = self.get_primary_nic() def get_primary_nic(self): """ Retrieve the primary nic if it exists @return (NicBase): the primary nic if exists, None otherwise """ primary_nics = [nic for nic in self.nics if nic.primary] if not primary_nics: return None elif len(primary_nics) > 1: raise Exception( "There can only be one primary nic", [nic.mac for nic in primary_nics], ) else: return primary_nics[0] def find_devices(self): """ Create the mac2Name dictionary The mac address(es) are in the lower case """ cmd = ["ip", "addr", "show"] output, _err = subp.subp(cmd) sections = re.split(r"\n\d+: ", "\n" + output)[1:] macPat = r"link/ether (([0-9A-Fa-f]{2}[:]){5}([0-9A-Fa-f]{2}))" for section in sections: match = re.search(macPat, section) if not match: # Only keep info about nics continue mac = match.group(1).lower() name = section.split(":", 1)[0] self.mac2Name[mac] = name def gen_one_nic(self, nic): """ Return the config list needed to configure a nic @return (list): the subnets and routes list to configure the nic @param nic (NicBase): the nic to configure """ mac = nic.mac.lower() name = self.mac2Name.get(mac) if not name: raise ValueError("No known device has MACADDR: %s" % nic.mac) nics_cfg_list = [] cfg = {"type": "physical", "name": name, "mac_address": mac} subnet_list = [] route_list = [] # Customize IPv4 (subnets, routes) = self.gen_ipv4(name, nic) subnet_list.extend(subnets) route_list.extend(routes) # Customize IPv6 (subnets, routes) = self.gen_ipv6(name, nic) subnet_list.extend(subnets) route_list.extend(routes) cfg.update({"subnets": subnet_list}) nics_cfg_list.append(cfg) if route_list: nics_cfg_list.extend(route_list) return nics_cfg_list def gen_ipv4(self, name, nic): """ Return the set of subnets and routes needed to configure the IPv4 settings of a nic @return (set): the set of subnet and routes to configure the gateways @param name (str): subnet and route list for the nic @param nic (NicBase): the nic to configure """ subnet = {} route_list = [] if nic.onboot: subnet.update({"control": "auto"}) bootproto = nic.bootProto.lower() if nic.ipv4_mode.lower() == "disabled": bootproto = "manual" if bootproto != "static": subnet.update({"type": "dhcp"}) return ([subnet], route_list) else: subnet.update({"type": "static"}) # Static Ipv4 addrs = nic.staticIpv4 if not addrs: return ([subnet], route_list) v4 = addrs[0] if v4.ip: subnet.update({"address": v4.ip}) if v4.netmask: subnet.update({"netmask": v4.netmask}) # Add the primary gateway if nic.primary and v4.gateways: self.ipv4PrimaryGateway = v4.gateways[0] subnet.update({"gateway": self.ipv4PrimaryGateway}) return ([subnet], route_list) # Add routes if there is no primary nic if not self._primaryNic and v4.gateways: subnet.update( {"routes": self.gen_ipv4_route(nic, v4.gateways, v4.netmask)} ) return ([subnet], route_list) def gen_ipv4_route(self, nic, gateways, netmask): """ Return the routes list needed to configure additional Ipv4 route @return (list): the route list to configure the gateways @param nic (NicBase): the nic to configure @param gateways (str list): the list of gateways """ route_list = [] cidr = ipv4_mask_to_net_prefix(netmask) for gateway in gateways: destination = "%s/%d" % (gen_subnet(gateway, netmask), cidr) route_list.append( { "destination": destination, "type": "route", "gateway": gateway, "metric": 10000, } ) return route_list def gen_ipv6(self, name, nic): """ Return the set of subnets and routes needed to configure the gateways for a nic @return (set): the set of subnets and routes to configure the gateways @param name (str): name of the nic @param nic (NicBase): the nic to configure """ if not nic.staticIpv6: return ([], []) subnet_list = [] # Static Ipv6 addrs = nic.staticIpv6 for addr in addrs: subnet = { "type": "static6", "address": addr.ip, "netmask": addr.netmask, } subnet_list.append(subnet) # TODO: Add the primary gateway route_list = [] # TODO: Add routes if there is no primary nic # if not self._primaryNic: # route_list.extend(self._genIpv6Route(name, nic, addrs)) return (subnet_list, route_list) def _genIpv6Route(self, name, nic, addrs): route_list = [] for addr in addrs: route_list.append( {"type": "route", "gateway": addr.gateway, "metric": 10000} ) return route_list def generate(self, configure=False, osfamily=None): """Return the config elements that are needed to configure the nics""" if configure: logger.info("Configuring the interfaces file") self.configure(osfamily) nics_cfg_list = [] for nic in self.nics: nics_cfg_list.extend(self.gen_one_nic(nic)) return nics_cfg_list def clear_dhcp(self): logger.info("Clearing DHCP leases") # Ignore the return code 1. subp.subp(["pkill", "dhclient"], rcs=[0, 1]) subp.subp(["rm", "-f", "/var/lib/dhcp/*"]) def configure(self, osfamily=None): """ Configure the /etc/network/interfaces Make a back up of the original """ if not osfamily or osfamily != "debian": logger.info("Debian OS not detected. Skipping the configure step") return containingDir = "/etc/network" interfaceFile = os.path.join(containingDir, "interfaces") originalFile = os.path.join( containingDir, "interfaces.before_vmware_customization" ) if not os.path.exists(originalFile) and os.path.exists(interfaceFile): os.rename(interfaceFile, originalFile) lines = [ "# DO NOT EDIT THIS FILE BY HAND --" " AUTOMATICALLY GENERATED BY cloud-init", "source /etc/network/interfaces.d/*", "source-directory /etc/network/interfaces.d", ] util.write_file(interfaceFile, content="\n".join(lines)) self.clear_dhcp() # vi: ts=4 expandtab vmware/imc/__init__.py 0000644 00000000000 15027744221 0010720 0 ustar 00 vmware/imc/guestcust_state.py 0000644 00000000575 15027744221 0012430 0 ustar 00 # Copyright (C) 2016 Canonical Ltd. # Copyright (C) 2016 VMware Inc. # # Author: Sankar Tanguturi <stanguturi@vmware.com> # # This file is part of cloud-init. See LICENSE file for license information. class GuestCustStateEnum: """Specifies different states of Guest Customization engine""" GUESTCUST_STATE_RUNNING = 4 GUESTCUST_STATE_DONE = 5 # vi: ts=4 expandtab vmware/__init__.py 0000644 00000000000 15027744221 0010150 0 ustar 00 __init__.py 0000644 00000000000 15027744221 0006647 0 ustar 00
| ver. 1.4 |
Github
|
.
| PHP 8.2.28 | Generation time: 0.02 |
proxy
|
phpinfo
|
Settings