File manager - Edit - /home/newsbmcs.com/public_html/static/img/logo/handlers.zip
Back
PK .�Zk� �$ $ % __pycache__/boot_hook.cpython-310.pycnu �[��� o �Ad� � @ s\ d dl Z d dlmZ d dlmZ d dlmZmZ d dlmZ e� e �Z G dd� dej �Z dS )� N)�handlers)�log)�subp�util)� PER_ALWAYSc @ s* e Zd ZdgZdd� Zdd� Zdd� ZdS ) �BootHookPartHandlerz#cloud-boothookc K s6 t j�| t� |�d�| _d | _|r|�� | _d S d S )N� boothooks)r �Handler�__init__r � get_ipath� boothook_dir� instance_id�get_instance_id)�self�paths� datasource�_kwargs� r �>/usr/lib/python3/dist-packages/cloudinit/handlers/boot_hook.pyr s �z BootHookPartHandler.__init__c C sJ t �|�}tj�| j|�}t jt �|�| jd d�}t � ||� � d� |S )Nr )�prefixi� ) r �clean_filename�os�path�joinr �strip_prefix_suffix�dos2unix�prefixes� write_file�lstrip)r �payload�filename�filepath�contentsr r r � _write_part! s �z BootHookPartHandler._write_partc C s� |t jv rd S | �||�}z tj�� }| jd ur t| j�|d< tj|g|d� W d S tj y; t � t d|� Y d S t yK t � t d|� Y d S w )N� INSTANCE_ID)�envz#Boothooks script %s execution errorz'Boothooks unknown error when running %s)r �CONTENT_SIGNALSr# r �environ�copyr �strr �ProcessExecutionErrorr �logexc�LOG� Exception)r �data�ctyper r � frequencyr! r% r r r � handle_part* s ��z BootHookPartHandler.handle_partN)�__name__� __module__� __qualname__r r r# r1 r r r r r s r )r � cloudinitr r �loggingr r �cloudinit.settingsr � getLoggerr2 r, r r r r r r �<module> s PK .�Z�$� Z Z ( __pycache__/shell_script.cpython-310.pycnu �[��� o �Ad� � @ s: d dl Z d dlmZmZ d dlmZ G dd� dej�ZdS )� N)�handlers�util)� PER_ALWAYSc @ s" e Zd ZdgZdd� Zdd� ZdS )�ShellScriptPartHandlerz#!c K s: t j�| t� |�d�| _d|v r|�|d �| _d S d S )N�scripts� script_path)r �Handler�__init__r � get_ipath_cur� script_dir)�self�paths�_kwargs� r �A/usr/lib/python3/dist-packages/cloudinit/handlers/shell_script.pyr s �z ShellScriptPartHandler.__init__c C sD |t jv rd S t�|�}t�|�}tj�| j|�}t� ||d� d S )Ni� ) r �CONTENT_SIGNALSr �clean_filename�dos2unix�os�path�joinr � write_file)r �data�ctype�filename�payload� frequencyr r r r � handle_part s z"ShellScriptPartHandler.handle_partN)�__name__� __module__� __qualname__�prefixesr r r r r r r s r )r � cloudinitr r �cloudinit.settingsr r r r r r r �<module> s PK .�Z~�)� � $ __pycache__/__init__.cpython-310.pycnu �[��� o �Ad�& � @ s d dl Z d dlZd dlmZ d dlmZ d dlmZmZ d dlm Z m Z m Z e� e �ZdZdZdZd ZeegZd gZd Zd Zd dddd dddddddd� Zeee�� �dd� d�ZG d d � d e j d �Z d d � Z d!d"� Z d#d$� Z d%d&� Z!d'd(� Z"d)d*� Z#d+d,� Z$d-d.� Z%e fd/d0�Z&d3d1d2�Z'dS )4� N)�importer)�log)� type_utils�util)� FREQUENCIES� PER_ALWAYS� PER_INSTANCEztext/x-not-multipartzapplication/octet-stream�__end__� __begin__ztext/part-handlerzpart-handler-%03dz part-%03dztext/x-include-urlztext/x-include-once-urlztext/x-shellscriptztext/cloud-configztext/cloud-boothookztext/cloud-config-archiveztext/cloud-config-jsonpz text/jinja2�text/x-shellscript-per-boot� text/x-shellscript-per-instance�text/x-shellscript-per-once) z#includez #include-oncez#!z #cloud-configz #part-handlerz#cloud-boothookz#cloud-config-archivez#cloud-config-jsonpz## template: jinjar r r c C s dt | � S )Nr )�len)�e� r �=/usr/lib/python3/dist-packages/cloudinit/handlers/__init__.py�<lambda>? s r )�keyc @ s4 e Zd Zd dd�Zdd� Zdd� Zejdd � �Zd S ) �Handler� c C s || _ || _d S �N)�handler_version� frequency)�selfr �versionr r r �__init__D s zHandler.__init__c C s dt �| �| �� f S )Nz%s: [%s])r �obj_name� list_types�r r r r �__repr__H s zHandler.__repr__c C s& t | d�s td��dd� t| d�D �S )N�prefixesz#Missing prefixes subclass attributec S s g | ]}t | �qS r )�INCLUSION_TYPES_MAP)�.0�prefixr r r � <listcomp>P s ��z&Handler.list_types.<locals>.<listcomp>)�hasattr�NotImplementedError�getattrr r r r r K s �zHandler.list_typesc O s t � �r )r& )r �args�kwargsr r r � handle_partU s zHandler.handle_partN)r ) �__name__� __module__� __qualname__r r r �abc�abstractmethodr* r r r r r C s r )� metaclassc C s | j }|tks|tkr|tksd S z | j}t|�}W n tttfy( d}Y nw |d }z@t� d| ||||� |dkrI| � ||||||� W d S |dkrY| � |||||� W d S |dkrh| � ||||� W d S td| �� t y� t � td| ||||� Y d S w )N� � Content-Typez1Calling handler %s (%s, %s, %s) with frequency %s� r zUnknown module version %sz8Failed calling handler %s (%s, %s, %s) with frequency %s)r r r r �int� TypeError� ValueError�AttributeError�LOG�debugr* � Exceptionr �logexc) �mod�data�filename�payloadr �headers�mod_freq�mod_ver� content_typer r r �run_partZ sP �� � ��rD c C � dt i}t| |d d ||� d S �Nr2 )� CONTENT_STARTrD �r< r= r r@ r r r � call_begin� � �rI c C rE rF )� CONTENT_ENDrD rH r r r �call_end� rJ rL c C s� | d }t | }| d }tj�| d d| �}|�d�s d| }t�||d� | d }z tt� |��} t | | d |� |j | d d � |d | d< W d S t y\ t� td ||� Y d S w )N� handlercountr � handlerdirz%sz.pyz%s.pyi� �handlersr= T)� initializedr1 z7Failed at registering python file: %s (part handler %s))�PART_HANDLER_FN_TMPL�os�path�join�endswithr � write_file� fixup_handlerr � import_modulerI �registerr: r; r8 ) �pdata�_ctype� _filenamer? �curcount�modnamer �modfnamerO r< r r r �walker_handle_handler� s* ��r` c C s� z2t | t�r| �dd�d }n| d d| � jdd��dd�d }t|�|kr0|d |� }W |S W |S tyB | d|� }Y |S w )N� r1 r � �ignore)�errors)� isinstance�str�split�decoder �UnicodeDecodeError)�blob�size�startr r r �_extract_first_or_bytes� s $ � ��rm c C sZ z| � d�W S ttfy# z| � d�W Y S ty" Y Y | S w ty, Y | S w )N� string_escape�unicode_escape)�encode� LookupErrorr5 r7 )�textr r r �_escape_string� s � �rs c C s� |d }|| � d�v rt�d|� d S |tv r t| |||� d S | d }||v r9t|| | d ||| d |� d S |r\t|d�}dt|� }|tkrSt� d ||� d S t� d ||� d S t�d |� d S ) Nr2 �excludedz content_type "%s" is excludedrO r= r � z'%s...'z)Unhandled non-multipart (%s) userdata: %sz0Unhandled unknown content-type (%s) userdata: %szEmpty payload of type %s) �getr8 r9 �PART_CONTENT_TYPESr` rD rm rs �NOT_MULTIPART_TYPE�warning)r= r> r? r@ rC rO rl �detailsr r r �walker_callback� s@ � ��r{ c C s� d}| � � D ]:}|�� dkrq|�� }|d u rt}|�� }|s#t| }t|�}t�|� ||d< t � |�}|||||� |d }qd S )Nr � multipartr2 r1 ) �walk�get_content_maintype�get_content_type� OCTET_TYPE� get_filename� PART_FN_TPL�dictr8 r9 r �fully_decoded_payload) �msg�callbackr= �partnum�part�ctyper> r@ r? r r r r} s" �r} c C sT t | d�s t| dd� t | d�st| d|� | S | j}|r(|tvr(t�d| |� | S )Nr r1 r z&Handler %s has an unknown frequency %s)r% �setattrr r r8 ry )r< �def_freq�freqr r r rW s � rW c C sV z t �| ��� }W n ty | Y S w |�� }tD ] }|�|�r(t| S q|S r )r � decode_binary�lowerri �lstrip�INCLUSION_SRCH� startswithr! )r? �default� payload_lcrr r r r �type_from_starts_with$ s � �r� r )(r. rR � cloudinitr r �loggingr r �cloudinit.settingsr r r � getLoggerr+ r8 rx r� rK rG �CONTENT_SIGNALSrw rQ r� r! �sorted�list�keysr� �ABCMetar rD rI rL r` rm rs r{ r} rW r� r r r r �<module> sT ��0) PK .�Z�o��C C * __pycache__/jinja_template.cpython-310.pycnu �[��� o �AdD � @ sT U d dl Z d dlZd dlZd dlmZ d dlmZmZ d dlm Z d dlm Z d dl m Z d dlmZ d dlmZmZmZ d d lmZmZmZmZ ee ed < zd d lm Z d d l m Z W n e ym eZ e�!d �Z Y nw e �"e#�Z$G dd� de�Z%G dd� de�Z&G dd� de j'�Z( d"dd�Z)d"dd�Z*de+dee+ fdd �Z, d#d d!�Z-dS )$� N)�EACCES)�Optional�Type)�handlers)�log)�Paths)� PER_ALWAYS)�MISSING_JINJA_PREFIX�detect_template� render_string)�b64d� json_dumps� load_file� load_json�JUndefinedError)�UndefinedError)� operator_rez[-.]c @ � e Zd ZdS )�JinjaLoadErrorN��__name__� __module__� __qualname__� r r �C/usr/lib/python3/dist-packages/cloudinit/handlers/jinja_template.pyr � r c @ r )� NotJinjaErrorNr r r r r r $ r r c @ s( e Zd ZdgZdefdd�Zdd� ZdS )�JinjaTemplatePartHandlerz## template: jinja�pathsc K sL t jj| tdd� || _i | _|�dg �D ]}|�� D ]}|| j|< qqd S )N� )�version� sub_handlers)r �Handler�__init__r r r! �get� list_types)�selfr �_kwargs�handler�ctyper r r r# , s ��z!JinjaTemplatePartHandler.__init__c C s� |t jv rd S | j�d�}t|||�}|sd S t �|�} | j�| �} | s-t� d|| � d S | j dkr>| � ||||||� d S | j dkrN| � |||||� d S d S )N�instance_data_sensitivezPIgnoring jinja template for %s. Could not find supported sub-handler for type %sr � ) r �CONTENT_SIGNALSr � get_runpath� render_jinja_payload_from_file�type_from_starts_withr! r$ �LOG�warning�handler_version� handle_part) r& �datar) �filename�payload� frequency�headers�jinja_json_file�rendered_payload�subtype� sub_handlerr r r r3 4 s4 � � � ��z$JinjaTemplatePartHandler.handle_partN)r r r �prefixesr r# r3 r r r r r ( s r Fc C s� t | �d dkr td��i }d}tj�|�s td| ��ztt|��}W n# tyG } zd}t |t t f�r>|j t kr>d| }t|�|�d}~ww t| |||�}|sSdS |S )aR Render a jinja template payload sourcing variables from jinja_vars_path. @param payload: String of jinja template content. Should begin with ## template: jinja . @param payload_fn: String representing the filename from which the payload was read used in error reporting. Generally in part-handling this is 'part-##'. @param instance_data_file: A path to a json file containing variables that will be used as jinja template variables. @return: A string of jinja-rendered content with the jinja header removed. Returns None on error. r �jinjaz Payload is not a jinja templateNzFCannot render jinja template vars. Instance data not yet present at %sz"Loading Jinja instance data failedzGCannot render jinja template vars. No read permission on '%s'. Try sudo)r r �os�path�existsr r r � Exception� isinstance�IOError�OSError�errnor �render_jinja_payload)r6 � payload_fn�instance_data_file�debug� instance_datar: �e�msgr r r r. Q s: �� �� �� �r. c C s� t ||�dg �dd�}|rt�dt|�� zt| |�}W n ttfy: } zt�d|t |�� W Y d }~d S d }~ww dd� t � dt |�D �}|rTt�d |d � |�� |S ) Nzbase64-encoded-keysT)� decode_paths�include_key_aliasesz Converted jinja variables %sz"Ignoring jinja template for %s: %sc S s g | ] }d |� td� �qS )z'%s'� )�replacer )�.0�varr r r � <listcomp>� s ��z(render_jinja_payload.<locals>.<listcomp>z%s[^\s]+z:Could not render jinja template variables in file '%s': %sz, )�convert_jinja_instance_datar$ r0 rJ r r � TypeErrorr r1 �str�re�findallr �join)r6 rH rK rJ �instance_jinja_varsr: rL �warningsr r r rG ~ s8 �������rG � orig_name�returnc C s t �td| �}|| kr |S dS )a� Return a jinja variable alias, replacing any operators with underscores. Provide underscore-delimited key aliases to simplify dot-notation attribute references for keys which contain operators "." or "-". This provides for simpler short-hand jinja attribute notation allowing one to avoid quoting keys which contain operators. {{ ds.v1_0.config.user_network_config }} instead of {{ ds['v1.0'].config["user.network-config"] }}. :param orig_name: String representing a jinja variable name to scrub/alias. :return: A string with any jinja operators replaced if needed. Otherwise, none if no alias required. �_N)rX �subr )r] � alias_namer r r �get_jinja_variable_alias� s rb rP �/r c C s� i }dd� |D �}t | �� �D ]U\}}|r d�|||�n|}||v r&t|�}t|t�rOt|||||d�||< t�d|�rN|| �� D ] \} } t � | �|| < qBn|||< |rdt |�} | rdt � || �|| < q|S )z�Process instance-data.json dict for use in jinja templates. Replace hyphens with underscores for jinja templates and decode any base64_encoded_keys. c S s g | ]}|� d d��qS )�-r_ )rQ )rR r@ r r r rT � s z/convert_jinja_instance_data.<locals>.<listcomp>z {0}{1}{2})�seprN rO zv\d+$) �sorted�items�formatr rC �dictrU rX �match�copy�deepcopyrb ) r4 �prefixre rN rO �result�key�value�key_path�subkey�subvaluera r r r rU � s2 � ��rU )F)rP rc r F).rk r? rX rF r �typingr r � cloudinitr r �logging�cloudinit.helpersr �cloudinit.settingsr �cloudinit.templaterr r r �cloudinit.utilr r r r rB �__annotations__�jinja2.exceptionsr r � jinja2.lexerr � ImportError�compile� getLoggerr r0 r r r" r r. rG rW rb rU r r r r �<module> s: � * � - �PK .�Z"/��� � 5 __pycache__/shell_script_by_frequency.cpython-310.pycnu �[��� o �Ad2 � @ s~ d dl Z d dlmZmZ d dlmZ d dlmZmZm Z e� e �Z edede diZ dd � Zd d � Zd d � ZG dd� de�ZdS )� N)�log�util)�Handler)� PER_ALWAYS� PER_INSTANCE�PER_ONCEzper-bootz per-instancezper-oncec C s dt | � �}|S )Nztext/x-shellscript-)�path_map)�freq� mime_type� r �N/usr/lib/python3/dist-packages/cloudinit/handlers/shell_script_by_frequency.py�get_mime_type_by_frequency s r c C s t | }tj�||�}|S )z]Return the frequency-specific subfolder for a given frequency constant and parent folder.)r �os�path�join)r � scripts_dir�freqPath�folderr r r � get_script_folder_by_frequency s r c C sJ t j�| �}t�|�}t||�}t j�||�}t�|�}t�||d� dS )z|Given a filename, a payload, a frequency, and a scripts folder, write the payload to the correct frequency-specific pathi� N) r r �basenamer �clean_filenamer r �dos2unix� write_file)� script_path�payload� frequencyr �filenamer r r r r �write_script_by_frequency" s r c @ s e Zd ZdZdd� Zdd� ZdS )� ShellScriptByFreqPartHandlerz=Common base class for the frequency-specific script handlers.c K sJ t �| t� t|�g| _|| _|�d�| _d|v r#|�|d �| _d S d S )N�scriptsr )r �__init__r r �prefixes�script_frequency� get_cpathr )�selfr" �paths�_kwargsr r r r 0 s �z%ShellScriptByFreqPartHandler.__init__c C s8 |d urt j�|�}t�|�}t||| j| j� d S d S )N)r r r r r r r" r )r$ �data�ctyper r r r r r r � handle_part8 s ��z(ShellScriptByFreqPartHandler.handle_partN)�__name__� __module__� __qualname__�__doc__r r) r r r r r - s r )r � cloudinitr r �cloudinit.handlersr �cloudinit.settingsr r r � getLoggerr* �LOGr r r r r r r r r �<module> s � PK .�Z5�* � � ( __pycache__/cloud_config.cpython-310.pycnu �[��� o �Ad� � @ sv d dl Z d dlmZ d dlmZ d dlmZmZmZ d dlm Z e� e �Z dZ e�d�ZdZd ZG d d � d ej�ZdS ) � N)�handlers)�log)�mergers�safeyaml�util)� PER_ALWAYSz Merge-Typezdict(replace)+list()+str()z #cloud-configz#cloud-config-jsonpc @ sL e Zd ZeegZdd� Zdd� Zdd� Zdd� Z d d � Z d d � Z d d� Z dS )�CloudConfigPartHandlerc K sF t jj| tdd� d | _|�d�| _d|v r |�|d �| _g | _d S )N� )�version� cloud_config�cloud_config_path)r �Handler�__init__r � cloud_buf� get_ipath�cloud_fn� file_names)�self�paths�_kwargs� r �A/usr/lib/python3/dist-packages/cloudinit/handlers/cloud_config.pyr 1 s z CloudConfigPartHandler.__init__c C s� | j sd S g }| jr*|�dt| j� � | jD ] }|s d}|�d| � q|�d� | jd urBtdg}|�|� |�t�| j�� ng }t � | j d� |�d� d S )Nz# from %s files�?z# %s� � i� ) r r �append�lenr � CLOUD_PREFIX�extendr �dumpsr � write_file�join)r � file_lines�fn�linesr r r �_write_cloud_config9 s$ � z*CloudConfigPartHandler._write_cloud_configc C s� d}t dt fD ]}|�|d�}|r|} nqt�|�}|d u r$td��t�|�}t�|�}g } | �|� | �|� | s>t } || fS )Nr zX-%szempty cloud config) � MERGE_HEADER�getr � load_yaml� ValueErrorr �dict_extract_mergers�string_extract_mergersr � DEF_MERGERS) r �payload�headers�merge_header_headers�h�tmp_h� payload_yaml� mergers_yaml�mergers_header� all_mergersr r r �_extract_mergersQ s$ � z'CloudConfigPartHandler._extract_mergersc C sD |� � }tj|td�}tj�|�}t�d|� |j | j dd�| _ d S )N)�prefixz!Merging by applying json patch %sF)�in_place) �lstripr �strip_prefix_suffix� JSONP_PREFIX� jsonpatch� JsonPatch� from_string�LOG�debug�applyr )r r- �patchr r r � _merge_patchh s z#CloudConfigPartHandler._merge_patchc C s: | � ||�\}}t�d|� t�|�}|�| j|�| _d S )NzMerging by applying %s)r6 r? r@ r � construct�merger )r r- r. r2 � my_mergers�mergerr r r � _merge_parts s z"CloudConfigPartHandler._merge_partc C s g | _ d | _d S )N)r r )r r r r �_resety s z CloudConfigPartHandler._resetc C s� |t jkr | �� d S |t jkr| �� | �� d S z4| jd u s#| js&i | _|t jt kr3| � |� n| � ||� dD ]}|� |d�}q;| j� |� � � W d S tyh } zt�d||� W Y d }~d S d }~w tyx t�td|� Y d S w )N)r � � � z2Failed at merging in cloud config part from %s: %sz.Failed at merging in cloud config part from %s)r � CONTENT_STARTrI � CONTENT_ENDr% r r �INCLUSION_TYPES_MAPr; rC rH �replacer �stripr) r? �warning� Exceptionr �logexc) r �data�ctype�filenamer- � frequencyr. �i�errr r r � handle_part} s8 �� ��z"CloudConfigPartHandler.handle_partN) �__name__� __module__� __qualname__r r; �prefixesr r% r6 rC rH rI r[ r r r r r , s r )r< � cloudinitr r �loggingr r r �cloudinit.settingsr � getLoggerr\ r? r& r+ r, r r; r r r r r r �<module> s PK .�Z ,^�D D jinja_template.pynu �[��� # This file is part of cloud-init. See LICENSE file for license information. import copy import os import re from errno import EACCES from typing import Optional, Type from cloudinit import handlers from cloudinit import log as logging from cloudinit.helpers import Paths from cloudinit.settings import PER_ALWAYS from cloudinit.templater import ( MISSING_JINJA_PREFIX, detect_template, render_string, ) from cloudinit.util import b64d, json_dumps, load_file, load_json JUndefinedError: Type[Exception] try: from jinja2.exceptions import UndefinedError as JUndefinedError from jinja2.lexer import operator_re except ImportError: # No jinja2 dependency JUndefinedError = Exception operator_re = re.compile(r"[-.]") LOG = logging.getLogger(__name__) class JinjaLoadError(Exception): pass class NotJinjaError(Exception): pass class JinjaTemplatePartHandler(handlers.Handler): prefixes = ["## template: jinja"] def __init__(self, paths: Paths, **_kwargs): handlers.Handler.__init__(self, PER_ALWAYS, version=3) self.paths = paths self.sub_handlers = {} for handler in _kwargs.get("sub_handlers", []): for ctype in handler.list_types(): self.sub_handlers[ctype] = handler def handle_part(self, data, ctype, filename, payload, frequency, headers): if ctype in handlers.CONTENT_SIGNALS: return jinja_json_file = self.paths.get_runpath("instance_data_sensitive") rendered_payload = render_jinja_payload_from_file( payload, filename, jinja_json_file ) if not rendered_payload: return subtype = handlers.type_from_starts_with(rendered_payload) sub_handler = self.sub_handlers.get(subtype) if not sub_handler: LOG.warning( "Ignoring jinja template for %s. Could not find supported" " sub-handler for type %s", filename, subtype, ) return if sub_handler.handler_version == 3: sub_handler.handle_part( data, ctype, filename, rendered_payload, frequency, headers ) elif sub_handler.handler_version == 2: sub_handler.handle_part( data, ctype, filename, rendered_payload, frequency ) def render_jinja_payload_from_file( payload, payload_fn, instance_data_file, debug=False ): """Render a jinja template payload sourcing variables from jinja_vars_path. @param payload: String of jinja template content. Should begin with ## template: jinja\n. @param payload_fn: String representing the filename from which the payload was read used in error reporting. Generally in part-handling this is 'part-##'. @param instance_data_file: A path to a json file containing variables that will be used as jinja template variables. @return: A string of jinja-rendered content with the jinja header removed. Returns None on error. """ if detect_template(payload)[0] != "jinja": raise NotJinjaError("Payload is not a jinja template") instance_data = {} rendered_payload = None if not os.path.exists(instance_data_file): raise JinjaLoadError( "Cannot render jinja template vars. Instance data not yet" " present at %s" % instance_data_file ) try: instance_data = load_json(load_file(instance_data_file)) except Exception as e: msg = "Loading Jinja instance data failed" if isinstance(e, (IOError, OSError)): if e.errno == EACCES: msg = ( "Cannot render jinja template vars. No read permission on" " '%s'. Try sudo" % instance_data_file ) raise JinjaLoadError(msg) from e rendered_payload = render_jinja_payload( payload, payload_fn, instance_data, debug ) if not rendered_payload: return None return rendered_payload def render_jinja_payload(payload, payload_fn, instance_data, debug=False): instance_jinja_vars = convert_jinja_instance_data( instance_data, decode_paths=instance_data.get("base64-encoded-keys", []), include_key_aliases=True, ) if debug: LOG.debug( "Converted jinja variables\n%s", json_dumps(instance_jinja_vars) ) try: rendered_payload = render_string(payload, instance_jinja_vars) except (TypeError, JUndefinedError) as e: LOG.warning("Ignoring jinja template for %s: %s", payload_fn, str(e)) return None warnings = [ "'%s'" % var.replace(MISSING_JINJA_PREFIX, "") for var in re.findall( r"%s[^\s]+" % MISSING_JINJA_PREFIX, rendered_payload ) ] if warnings: LOG.warning( "Could not render jinja template variables in file '%s': %s", payload_fn, ", ".join(warnings), ) return rendered_payload def get_jinja_variable_alias(orig_name: str) -> Optional[str]: """Return a jinja variable alias, replacing any operators with underscores. Provide underscore-delimited key aliases to simplify dot-notation attribute references for keys which contain operators "." or "-". This provides for simpler short-hand jinja attribute notation allowing one to avoid quoting keys which contain operators. {{ ds.v1_0.config.user_network_config }} instead of {{ ds['v1.0'].config["user.network-config"] }}. :param orig_name: String representing a jinja variable name to scrub/alias. :return: A string with any jinja operators replaced if needed. Otherwise, none if no alias required. """ alias_name = re.sub(operator_re, "_", orig_name) if alias_name != orig_name: return alias_name return None def convert_jinja_instance_data( data, prefix="", sep="/", decode_paths=(), include_key_aliases=False ): """Process instance-data.json dict for use in jinja templates. Replace hyphens with underscores for jinja templates and decode any base64_encoded_keys. """ result = {} decode_paths = [path.replace("-", "_") for path in decode_paths] for key, value in sorted(data.items()): key_path = "{0}{1}{2}".format(prefix, sep, key) if prefix else key if key_path in decode_paths: value = b64d(value) if isinstance(value, dict): result[key] = convert_jinja_instance_data( value, key_path, sep=sep, decode_paths=decode_paths, include_key_aliases=include_key_aliases, ) if re.match(r"v\d+$", key): # Copy values to top-level aliases for subkey, subvalue in result[key].items(): result[subkey] = copy.deepcopy(subvalue) else: result[key] = value if include_key_aliases: alias_name = get_jinja_variable_alias(key) if alias_name: result[alias_name] = copy.deepcopy(result[key]) return result PK .�Z����2 2 shell_script_by_frequency.pynu �[��� import os from cloudinit import log, util from cloudinit.handlers import Handler from cloudinit.settings import PER_ALWAYS, PER_INSTANCE, PER_ONCE LOG = log.getLogger(__name__) # cloudinit/settings.py defines PER_*** frequency constants. It makes sense to # use them here, instead of hardcodes, and map them to the 'per-***' frequency- # specific folders in /v/l/c/scripts. It might make sense to expose this at a # higher level or in a more general module -- eg maybe in cloudinit/settings.py # itself -- but for now it's here. path_map = { PER_ALWAYS: "per-boot", PER_INSTANCE: "per-instance", PER_ONCE: "per-once", } def get_mime_type_by_frequency(freq): mime_type = f"text/x-shellscript-{path_map[freq]}" return mime_type def get_script_folder_by_frequency(freq, scripts_dir): """Return the frequency-specific subfolder for a given frequency constant and parent folder.""" freqPath = path_map[freq] folder = os.path.join(scripts_dir, freqPath) return folder def write_script_by_frequency(script_path, payload, frequency, scripts_dir): """Given a filename, a payload, a frequency, and a scripts folder, write the payload to the correct frequency-specific path""" filename = os.path.basename(script_path) filename = util.clean_filename(filename) folder = get_script_folder_by_frequency(frequency, scripts_dir) path = os.path.join(folder, filename) payload = util.dos2unix(payload) util.write_file(path, payload, 0o700) class ShellScriptByFreqPartHandler(Handler): """Common base class for the frequency-specific script handlers.""" def __init__(self, script_frequency, paths, **_kwargs): Handler.__init__(self, PER_ALWAYS) self.prefixes = [get_mime_type_by_frequency(script_frequency)] self.script_frequency = script_frequency self.scripts_dir = paths.get_cpath("scripts") if "script_path" in _kwargs: self.scripts_dir = paths.get_cpath(_kwargs["script_path"]) def handle_part(self, data, ctype, script_path, payload, frequency): if script_path is not None: filename = os.path.basename(script_path) filename = util.clean_filename(filename) write_script_by_frequency( script_path, payload, self.script_frequency, self.scripts_dir ) PK .�Z�i�� � boot_hook.pynu �[��� # Copyright (C) 2012 Canonical Ltd. # Copyright (C) 2012 Hewlett-Packard Development Company, L.P. # Copyright (C) 2012 Yahoo! Inc. # # Author: Scott Moser <scott.moser@canonical.com> # Author: Juerg Haefliger <juerg.haefliger@hp.com> # Author: Joshua Harlow <harlowja@yahoo-inc.com> # # This file is part of cloud-init. See LICENSE file for license information. import os from cloudinit import handlers from cloudinit import log as logging from cloudinit import subp, util from cloudinit.settings import PER_ALWAYS LOG = logging.getLogger(__name__) class BootHookPartHandler(handlers.Handler): # The content prefixes this handler understands. prefixes = ["#cloud-boothook"] def __init__(self, paths, datasource, **_kwargs): handlers.Handler.__init__(self, PER_ALWAYS) self.boothook_dir = paths.get_ipath("boothooks") self.instance_id = None if datasource: self.instance_id = datasource.get_instance_id() def _write_part(self, payload, filename): filename = util.clean_filename(filename) filepath = os.path.join(self.boothook_dir, filename) contents = util.strip_prefix_suffix( util.dos2unix(payload), prefix=self.prefixes[0] ) util.write_file(filepath, contents.lstrip(), 0o700) return filepath def handle_part(self, data, ctype, filename, payload, frequency): if ctype in handlers.CONTENT_SIGNALS: return filepath = self._write_part(payload, filename) try: env = os.environ.copy() if self.instance_id is not None: env["INSTANCE_ID"] = str(self.instance_id) subp.subp([filepath], env=env) except subp.ProcessExecutionError: util.logexc(LOG, "Boothooks script %s execution error", filepath) except Exception: util.logexc( LOG, "Boothooks unknown error when running %s", filepath ) # vi: ts=4 expandtab PK .�Z� � � shell_script.pynu �[��� # Copyright (C) 2012 Canonical Ltd. # Copyright (C) 2012 Hewlett-Packard Development Company, L.P. # Copyright (C) 2012 Yahoo! Inc. # # Author: Scott Moser <scott.moser@canonical.com> # Author: Juerg Haefliger <juerg.haefliger@hp.com> # Author: Joshua Harlow <harlowja@yahoo-inc.com> # # This file is part of cloud-init. See LICENSE file for license information. import os from cloudinit import handlers, util from cloudinit.settings import PER_ALWAYS class ShellScriptPartHandler(handlers.Handler): prefixes = ["#!"] def __init__(self, paths, **_kwargs): handlers.Handler.__init__(self, PER_ALWAYS) self.script_dir = paths.get_ipath_cur("scripts") if "script_path" in _kwargs: self.script_dir = paths.get_ipath_cur(_kwargs["script_path"]) def handle_part(self, data, ctype, filename, payload, frequency): if ctype in handlers.CONTENT_SIGNALS: # TODO(harlowja): maybe delete existing things here return filename = util.clean_filename(filename) payload = util.dos2unix(payload) path = os.path.join(self.script_dir, filename) util.write_file(path, payload, 0o700) # vi: ts=4 expandtab PK .�Z,w� � cloud_config.pynu �[��� # Copyright (C) 2012 Canonical Ltd. # Copyright (C) 2012 Hewlett-Packard Development Company, L.P. # Copyright (C) 2012 Yahoo! Inc. # # Author: Scott Moser <scott.moser@canonical.com> # Author: Juerg Haefliger <juerg.haefliger@hp.com> # Author: Joshua Harlow <harlowja@yahoo-inc.com> # # This file is part of cloud-init. See LICENSE file for license information. import jsonpatch from cloudinit import handlers from cloudinit import log as logging from cloudinit import mergers, safeyaml, util from cloudinit.settings import PER_ALWAYS LOG = logging.getLogger(__name__) MERGE_HEADER = "Merge-Type" # Due to the way the loading of yaml configuration was done previously, # where previously each cloud config part was appended to a larger yaml # file and then finally that file was loaded as one big yaml file we need # to mimic that behavior by altering the default strategy to be replacing # keys of prior merges. # # # For example # #file 1 # a: 3 # #file 2 # a: 22 # #combined file (comments not included) # a: 3 # a: 22 # # This gets loaded into yaml with final result {'a': 22} DEF_MERGERS = mergers.string_extract_mergers("dict(replace)+list()+str()") CLOUD_PREFIX = "#cloud-config" JSONP_PREFIX = "#cloud-config-jsonp" class CloudConfigPartHandler(handlers.Handler): # The content prefixes this handler understands. prefixes = [CLOUD_PREFIX, JSONP_PREFIX] def __init__(self, paths, **_kwargs): handlers.Handler.__init__(self, PER_ALWAYS, version=3) self.cloud_buf = None self.cloud_fn = paths.get_ipath("cloud_config") if "cloud_config_path" in _kwargs: self.cloud_fn = paths.get_ipath(_kwargs["cloud_config_path"]) self.file_names = [] def _write_cloud_config(self): if not self.cloud_fn: return # Capture which files we merged from... file_lines = [] if self.file_names: file_lines.append("# from %s files" % (len(self.file_names))) for fn in self.file_names: if not fn: fn = "?" file_lines.append("# %s" % (fn)) file_lines.append("") if self.cloud_buf is not None: # Something was actually gathered.... lines = [ CLOUD_PREFIX, "", ] lines.extend(file_lines) lines.append(safeyaml.dumps(self.cloud_buf)) else: lines = [] util.write_file(self.cloud_fn, "\n".join(lines), 0o600) def _extract_mergers(self, payload, headers): merge_header_headers = "" for h in [MERGE_HEADER, "X-%s" % (MERGE_HEADER)]: tmp_h = headers.get(h, "") if tmp_h: merge_header_headers = tmp_h break # Select either the merge-type from the content # or the merge type from the headers or default to our own set # if neither exists (or is empty) from the later. payload_yaml = util.load_yaml(payload) if payload_yaml is None: raise ValueError("empty cloud config") mergers_yaml = mergers.dict_extract_mergers(payload_yaml) mergers_header = mergers.string_extract_mergers(merge_header_headers) all_mergers = [] all_mergers.extend(mergers_yaml) all_mergers.extend(mergers_header) if not all_mergers: all_mergers = DEF_MERGERS return (payload_yaml, all_mergers) def _merge_patch(self, payload): # JSON doesn't handle comments in this manner, so ensure that # if we started with this 'type' that we remove it before # attempting to load it as json (which the jsonpatch library will # attempt to do). payload = payload.lstrip() payload = util.strip_prefix_suffix(payload, prefix=JSONP_PREFIX) patch = jsonpatch.JsonPatch.from_string(payload) LOG.debug("Merging by applying json patch %s", patch) self.cloud_buf = patch.apply(self.cloud_buf, in_place=False) def _merge_part(self, payload, headers): (payload_yaml, my_mergers) = self._extract_mergers(payload, headers) LOG.debug("Merging by applying %s", my_mergers) merger = mergers.construct(my_mergers) self.cloud_buf = merger.merge(self.cloud_buf, payload_yaml) def _reset(self): self.file_names = [] self.cloud_buf = None def handle_part(self, data, ctype, filename, payload, frequency, headers): if ctype == handlers.CONTENT_START: self._reset() return if ctype == handlers.CONTENT_END: self._write_cloud_config() self._reset() return try: # First time through, merge with an empty dict... if self.cloud_buf is None or not self.file_names: self.cloud_buf = {} if ctype == handlers.INCLUSION_TYPES_MAP[JSONP_PREFIX]: self._merge_patch(payload) else: self._merge_part(payload, headers) # Ensure filename is ok to store for i in ("\n", "\r", "\t"): filename = filename.replace(i, " ") self.file_names.append(filename.strip()) except ValueError as err: LOG.warning( "Failed at merging in cloud config part from %s: %s", filename, err, ) except Exception: util.logexc( LOG, "Failed at merging in cloud config part from %s", filename ) # vi: ts=4 expandtab PK .�Z�K��& �& __init__.pynu �[��� # Copyright (C) 2012 Canonical Ltd. # Copyright (C) 2012, 2013 Hewlett-Packard Development Company, L.P. # Copyright (C) 2012 Yahoo! Inc. # # Author: Scott Moser <scott.moser@canonical.com> # Author: Juerg Haefliger <juerg.haefliger@hp.com> # Author: Joshua Harlow <harlowja@yahoo-inc.com> # # This file is part of cloud-init. See LICENSE file for license information. import abc import os from cloudinit import importer from cloudinit import log as logging from cloudinit import type_utils, util from cloudinit.settings import FREQUENCIES, PER_ALWAYS, PER_INSTANCE LOG = logging.getLogger(__name__) # Used as the content type when a message is not multipart # and it doesn't contain its own content-type NOT_MULTIPART_TYPE = "text/x-not-multipart" # When none is assigned this gets used OCTET_TYPE = "application/octet-stream" # Special content types that signal the start and end of processing CONTENT_END = "__end__" CONTENT_START = "__begin__" CONTENT_SIGNALS = [CONTENT_START, CONTENT_END] # Used when a part-handler type is encountered # to allow for registration of new types. PART_CONTENT_TYPES = ["text/part-handler"] PART_HANDLER_FN_TMPL = "part-handler-%03d" # For parts without filenames PART_FN_TPL = "part-%03d" # Different file beginnings to their content type INCLUSION_TYPES_MAP = { "#include": "text/x-include-url", "#include-once": "text/x-include-once-url", "#!": "text/x-shellscript", "#cloud-config": "text/cloud-config", "#part-handler": "text/part-handler", "#cloud-boothook": "text/cloud-boothook", "#cloud-config-archive": "text/cloud-config-archive", "#cloud-config-jsonp": "text/cloud-config-jsonp", "## template: jinja": "text/jinja2", # Note: for the next 3 entries, the prefix doesn't matter because these # are for types that can only be used as part of a MIME message. However, # including these entries supresses warnings during `cloudinit devel # make-mime`, which otherwise would require `--force`. "text/x-shellscript-per-boot": "text/x-shellscript-per-boot", "text/x-shellscript-per-instance": "text/x-shellscript-per-instance", "text/x-shellscript-per-once": "text/x-shellscript-per-once", } # Sorted longest first INCLUSION_SRCH = sorted( list(INCLUSION_TYPES_MAP.keys()), key=(lambda e: 0 - len(e)) ) class Handler(metaclass=abc.ABCMeta): def __init__(self, frequency, version=2): self.handler_version = version self.frequency = frequency def __repr__(self): return "%s: [%s]" % (type_utils.obj_name(self), self.list_types()) def list_types(self): # Each subclass must define the supported content prefixes it handles. if not hasattr(self, "prefixes"): raise NotImplementedError("Missing prefixes subclass attribute") else: return [ INCLUSION_TYPES_MAP[prefix] for prefix in getattr(self, "prefixes") ] @abc.abstractmethod def handle_part(self, *args, **kwargs): raise NotImplementedError() def run_part(mod, data, filename, payload, frequency, headers): mod_freq = mod.frequency if not ( mod_freq == PER_ALWAYS or (frequency == PER_INSTANCE and mod_freq == PER_INSTANCE) ): return # Sanity checks on version (should be an int convertable) try: mod_ver = mod.handler_version mod_ver = int(mod_ver) except (TypeError, ValueError, AttributeError): mod_ver = 1 content_type = headers["Content-Type"] try: LOG.debug( "Calling handler %s (%s, %s, %s) with frequency %s", mod, content_type, filename, mod_ver, frequency, ) if mod_ver == 3: # Treat as v. 3 which does get a frequency + headers mod.handle_part( data, content_type, filename, payload, frequency, headers ) elif mod_ver == 2: # Treat as v. 2 which does get a frequency mod.handle_part(data, content_type, filename, payload, frequency) elif mod_ver == 1: # Treat as v. 1 which gets no frequency mod.handle_part(data, content_type, filename, payload) else: raise ValueError("Unknown module version %s" % (mod_ver)) except Exception: util.logexc( LOG, "Failed calling handler %s (%s, %s, %s) with frequency %s", mod, content_type, filename, mod_ver, frequency, ) def call_begin(mod, data, frequency): # Create a fake header set headers = { "Content-Type": CONTENT_START, } run_part(mod, data, None, None, frequency, headers) def call_end(mod, data, frequency): # Create a fake header set headers = { "Content-Type": CONTENT_END, } run_part(mod, data, None, None, frequency, headers) def walker_handle_handler(pdata, _ctype, _filename, payload): curcount = pdata["handlercount"] modname = PART_HANDLER_FN_TMPL % (curcount) frequency = pdata["frequency"] modfname = os.path.join(pdata["handlerdir"], "%s" % (modname)) if not modfname.endswith(".py"): modfname = "%s.py" % (modfname) # TODO(harlowja): Check if path exists?? util.write_file(modfname, payload, 0o600) handlers = pdata["handlers"] try: mod = fixup_handler(importer.import_module(modname)) call_begin(mod, pdata["data"], frequency) # Only register and increment after the above have worked, so we don't # register if it fails starting. handlers.register(mod, initialized=True) pdata["handlercount"] = curcount + 1 except Exception: util.logexc( LOG, "Failed at registering python file: %s (part handler %s)", modfname, curcount, ) def _extract_first_or_bytes(blob, size): # Extract the first line or upto X symbols for text objects # Extract first X bytes for binary objects try: if isinstance(blob, str): start = blob.split("\n", 1)[0] else: # We want to avoid decoding the whole blob (it might be huge) # By taking 4*size bytes we guarantee to decode size utf8 chars start = blob[: 4 * size].decode(errors="ignore").split("\n", 1)[0] if len(start) >= size: start = start[:size] except UnicodeDecodeError: # Bytes array doesn't contain text so return chunk of raw bytes start = blob[0:size] return start def _escape_string(text): try: return text.encode("string_escape") except (LookupError, TypeError): try: # Unicode (and Python 3's str) doesn't support string_escape... return text.encode("unicode_escape") except TypeError: # Give up... pass except AttributeError: # We're in Python3 and received blob as text # No escaping is needed because bytes are printed # as 'b\xAA\xBB' automatically in Python3 pass return text def walker_callback(data, filename, payload, headers): content_type = headers["Content-Type"] if content_type in data.get("excluded"): LOG.debug('content_type "%s" is excluded', content_type) return if content_type in PART_CONTENT_TYPES: walker_handle_handler(data, content_type, filename, payload) return handlers = data["handlers"] if content_type in handlers: run_part( handlers[content_type], data["data"], filename, payload, data["frequency"], headers, ) elif payload: # Extract the first line or 24 bytes for displaying in the log start = _extract_first_or_bytes(payload, 24) details = "'%s...'" % (_escape_string(start)) if content_type == NOT_MULTIPART_TYPE: LOG.warning( "Unhandled non-multipart (%s) userdata: %s", content_type, details, ) else: LOG.warning( "Unhandled unknown content-type (%s) userdata: %s", content_type, details, ) else: LOG.debug("Empty payload of type %s", content_type) # Callback is a function that will be called with # (data, content_type, filename, payload) def walk(msg, callback, data): partnum = 0 for part in msg.walk(): # multipart/* are just containers if part.get_content_maintype() == "multipart": continue ctype = part.get_content_type() if ctype is None: ctype = OCTET_TYPE filename = part.get_filename() if not filename: filename = PART_FN_TPL % (partnum) headers = dict(part) LOG.debug(headers) headers["Content-Type"] = ctype payload = util.fully_decoded_payload(part) callback(data, filename, payload, headers) partnum = partnum + 1 def fixup_handler(mod, def_freq=PER_INSTANCE): if not hasattr(mod, "handler_version"): setattr(mod, "handler_version", 1) if not hasattr(mod, "frequency"): setattr(mod, "frequency", def_freq) else: freq = mod.frequency if freq and freq not in FREQUENCIES: LOG.warning("Handler %s has an unknown frequency %s", mod, freq) return mod def type_from_starts_with(payload, default=None): try: payload_lc = util.decode_binary(payload).lower() except UnicodeDecodeError: return default payload_lc = payload_lc.lstrip() for text in INCLUSION_SRCH: if payload_lc.startswith(text): return INCLUSION_TYPES_MAP[text] return default # vi: ts=4 expandtab PK .�Zk� �$ $ % __pycache__/boot_hook.cpython-310.pycnu �[��� PK .�Z�$� Z Z ( y __pycache__/shell_script.cpython-310.pycnu �[��� PK .�Z~�)� � $ + __pycache__/__init__.cpython-310.pycnu �[��� PK .�Z�o��C C * Y& __pycache__/jinja_template.cpython-310.pycnu �[��� PK .�Z"/��� � 5 �? __pycache__/shell_script_by_frequency.cpython-310.pycnu �[��� PK .�Z5�* � � ( 1I __pycache__/cloud_config.cpython-310.pycnu �[��� PK .�Z ,^�D D X jinja_template.pynu �[��� PK .�Z����2 2 �t shell_script_by_frequency.pynu �[��� PK .�Z�i�� � ~ boot_hook.pynu �[��� PK .�Z� � � � shell_script.pynu �[��� PK .�Z,w� � � cloud_config.pynu �[��� PK .�Z�K��& �& 6� __init__.pynu �[��� PK Z /�
| ver. 1.4 |
Github
|
.
| PHP 8.2.28 | Generation time: 0.02 |
proxy
|
phpinfo
|
Settings