File manager - Edit - /home/newsbmcs.com/public_html/static/img/logo/parsers.tar
Back
ifconfig.py 0000644 00000022053 15030043707 0006703 0 ustar 00 # Copyright(C) 2022 FreeBSD Foundation # # Author: Mina Galić <me+FreeBSD@igalic.co> # # This file is part of cloud-init. See LICENSE file for license information. import copy import re from collections import defaultdict from functools import lru_cache from ipaddress import IPv4Address, IPv4Interface, IPv6Interface from typing import Dict, List, Optional, Tuple, Union from cloudinit import log as logging LOG = logging.getLogger(__name__) MAC_RE = r"""([0-9a-fA-F]{2}:){5}[0-9a-fA-F]{2}""" class Ifstate: """ This class holds the parsed state of a BSD network interface. It is itself side-effect free. All methods with side-effects should be implemented on one of the ``BSDNetworking`` classes. """ def __init__(self, name): self.name = name self.index: int = 0 self.inet = {} self.inet6 = {} self.up = False self.options = [] self.nd6 = [] self.flags = [] self.mtu: int = 0 self.metric: int = 0 self.groups = [] self.description: Optional[str] = None self.media: Optional[str] = None self.status: Optional[str] = None self.mac: Optional[str] = None self.macs = [] self.vlan = {} self.members = [] @property def is_loopback(self) -> bool: return "loopback" in self.flags or "lo" in self.groups @property def is_physical(self) -> bool: # OpenBSD makes this very easy: if "egress" in self.groups: return True if self.groups == [] and self.media and "Ethernet" in self.media: return True return False @property def is_bridge(self) -> bool: return "bridge" in self.groups @property def is_bond(self) -> bool: return "lagg" in self.groups @property def is_vlan(self) -> bool: return ("vlan" in self.groups) or (self.vlan != {}) @property def is_wlan(self) -> bool: return "wlan" in self.groups class Ifconfig: """ A parser for BSD style ``ifconfig(8)`` output. For documentation here: - https://man.freebsd.org/ifconfig(8) - https://man.netbsd.org/ifconfig.8 - https://man.openbsd.org/ifconfig.8 All output is considered equally, and then massaged into a singular form: an ``Ifstate`` object. """ def __init__(self): self._ifs_by_name = {} self._ifs_by_mac = {} @lru_cache() def parse(self, text: str) -> Dict[str, Union[Ifstate, List[Ifstate]]]: """ Parse the ``ifconfig -a`` output ``text``, into a dict of ``Ifstate`` objects, referenced by ``name`` *and* by ``mac`` address. This dict will always be the same, given the same input, so we can ``@lru_cache()`` it. n.b.: ``@lru_cache()`` takes only the ``__hash__()`` of the input (``text``), so it should be fairly quick, despite our giant inputs. @param text: The output of ``ifconfig -a`` @returns: A dict of ``Ifstate``s, referenced by ``name`` and ``mac`` """ ifindex = 0 ifs_by_mac = defaultdict(list) for line in text.splitlines(): if len(line) == 0: continue if line[0] not in ("\t", " "): # We hit the start of a device block in the ifconfig output # These start with devN: flags=NNNN<flags> and then continue # *indented* for the rest of the config. # Here our loop resets ``curif`` & ``dev`` to this new device ifindex += 1 curif = line.split()[0] # current ifconfig pops a ':' on the end of the device if curif.endswith(":"): curif = curif[:-1] dev = Ifstate(curif) dev.index = ifindex self._ifs_by_name[curif] = dev toks = line.lower().strip().split() if len(toks) > 1 and toks[1].startswith("flags="): flags = self._parse_flags(toks) if flags != {}: dev.flags = copy.deepcopy(flags["flags"]) dev.up = flags["up"] if "mtu" in flags: dev.mtu = flags["mtu"] if "metric" in flags: dev.metric = flags["metric"] if toks[0].startswith("capabilities="): caps = re.split(r"<|>", toks[0]) dev.flags.append(caps) if toks[0] == "index": # We have found a real index! override our fake one dev.index = int(toks[1]) if toks[0] == "description:": dev.description = line[line.index(":") + 2 :] if ( toks[0].startswith("options=") or toks[0].startswith("ec_capabilities") or toks[0].startswith("ec_enabled") ): options = re.split(r"<|>", toks[0]) if len(options) > 1: dev.options += options[1].split(",") # We also store the Ifstate reference under all mac addresses # so we can easier reverse-find it. if toks[0] == "ether": dev.mac = toks[1] dev.macs.append(toks[1]) ifs_by_mac[toks[1]].append(dev) if toks[0] == "hwaddr": dev.macs.append(toks[1]) ifs_by_mac[toks[1]].append(dev) if toks[0] == "groups:": dev.groups += toks[1:] if toks[0] == "media:": dev.media = line[line.index(": ") + 2 :] if toks[0] == "nd6": nd6_opts = re.split(r"<|>", toks[0]) if len(nd6_opts) > 1: dev.nd6 = nd6_opts[1].split(",") if toks[0] == "status": dev.status = toks[1] if toks[0] == "inet": ip = self._parse_inet(toks) dev.inet[ip[0]] = copy.deepcopy(ip[1]) if toks[0] == "inet6": ip = self._parse_inet6(toks) dev.inet6[ip[0]] = copy.deepcopy(ip[1]) # bridges and ports are kind of the same thing, right? if toks[0] == "member:" or toks[0] == "laggport:": dev.members += toks[1] if toks[0] == "vlan:": dev.vlan = {} dev.vlan["id"] = toks[1] for i in range(2, len(toks)): if toks[i] == "interface:": dev.vlan["link"] = toks[i + 1] self._ifs_by_mac = dict(ifs_by_mac) return {**self._ifs_by_name, **self._ifs_by_mac} def ifs_by_name(self): return self._ifs_by_name def ifs_by_mac(self): return self._ifs_by_mac def _parse_inet(self, toks: list) -> Tuple[str, dict]: broadcast = None if "/" in toks[1]: ip = IPv4Interface(toks[1]) netmask = str(ip.netmask) if "broadcast" in toks: broadcast = toks[toks.index("broadcast") + 1] else: netmask = str(IPv4Address(int(toks[3], 0))) if "broadcast" in toks: broadcast = toks[toks.index("broadcast") + 1] ip = IPv4Interface("%s/%s" % (toks[1], netmask)) prefixlen = ip.with_prefixlen.split("/")[1] return ( str(ip.ip), { "netmask": netmask, "broadcast": broadcast, "prefixlen": prefixlen, }, ) def _get_prefixlen(self, toks): for i in range(2, len(toks)): if toks[i] == "prefixlen": return toks[i + 1] def _parse_inet6(self, toks: list) -> Tuple[str, dict]: scope = None # workaround https://github.com/python/cpython/issues/78969 if "%" in toks[1]: scope = "link-local" ip6, rest = toks[1].split("%") if "/" in rest: prefixlen = rest.split("/")[1] else: prefixlen = self._get_prefixlen(toks) ip = IPv6Interface("%s/%s" % (ip6, prefixlen)) elif "/" in toks[1]: ip = IPv6Interface(toks[1]) prefixlen = toks[1].split("/")[1] else: prefixlen = self._get_prefixlen(toks) ip = IPv6Interface("%s/%s" % (toks[1], prefixlen)) if not scope and ip.is_link_local: scope = "link-local" elif not scope and ip.is_site_local: scope = "site-local" return (str(ip.ip), {"prefixlen": prefixlen, "scope": scope}) def _parse_flags(self, toks: list) -> dict: flags = re.split(r"<|>", toks[1]) ret = {} if len(flags) > 1: ret["flags"] = flags[1].split(",") if "up" in ret["flags"]: ret["up"] = True else: ret["up"] = False for t in range(2, len(toks)): if toks[t] == "metric": ret["metric"] = int(toks[t + 1]) elif toks[t] == "mtu": ret["mtu"] = int(toks[t + 1]) return ret hostname.py 0000644 00000004702 15030043707 0006736 0 ustar 00 # Copyright (C) 2012 Yahoo! Inc. # # Author: Joshua Harlow <harlowja@yahoo-inc.com> # # This file is part of cloud-init. See LICENSE file for license information. from io import StringIO from cloudinit.distros.parsers import chop_comment # Parser that knows how to work with /etc/hostname format class HostnameConf: def __init__(self, text): self._text = text self._contents = None def parse(self): if self._contents is None: self._contents = self._parse(self._text) def __str__(self): self.parse() contents = StringIO() for (line_type, components) in self._contents: if line_type == "blank": contents.write("%s\n" % (components[0])) elif line_type == "all_comment": contents.write("%s\n" % (components[0])) elif line_type == "hostname": (hostname, tail) = components contents.write("%s%s\n" % (hostname, tail)) # Ensure trailing newline contents = contents.getvalue() if not contents.endswith("\n"): contents += "\n" return contents @property def hostname(self): self.parse() for (line_type, components) in self._contents: if line_type == "hostname": return components[0] return None def set_hostname(self, your_hostname): your_hostname = your_hostname.strip() if not your_hostname: return self.parse() replaced = False for (line_type, components) in self._contents: if line_type == "hostname": components[0] = str(your_hostname) replaced = True if not replaced: self._contents.append(("hostname", [str(your_hostname), ""])) def _parse(self, contents): entries = [] hostnames_found = set() for line in contents.splitlines(): if not len(line.strip()): entries.append(("blank", [line])) continue (head, tail) = chop_comment(line.strip(), "#") if not len(head): entries.append(("all_comment", [line])) continue entries.append(("hostname", [head, tail])) hostnames_found.add(head) if len(hostnames_found) > 1: raise IOError("Multiple hostnames (%s) found!" % (hostnames_found)) return entries # vi: ts=4 expandtab __pycache__/resolv_conf.cpython-310.pyc 0000644 00000011010 15030043707 0013764 0 ustar 00 o �Ad� � @ sL d dl mZ d dlmZ d dlmZ d dlmZ e�e �Z G dd� d�Z dS )� )�StringIO)�log)�util)� chop_commentc @ s~ e Zd Zdd� Zdd� Zedd� �Zedd� �Zejd d� �Zed d � �Z d d � Z dd� Z dd� Z dd� Z dd� Zdd� ZdS )� ResolvConfc C s || _ d | _d S �N)�_text� _contents)�self�text� r �G/usr/lib/python3/dist-packages/cloudinit/distros/parsers/resolv_conf.py�__init__ s zResolvConf.__init__c C s | j d u r| �| j�| _ d S d S r )r �_parser �r r r r �parse s �zResolvConf.parsec C s | � � | �d�S )N� nameserver�r � _retr_optionr r r r � nameservers s zResolvConf.nameserversc C s" | � � | �d�}|r|d S d S )N�domainr r )r �dmr r r � local_domain s zResolvConf.local_domainc C s0 | � � | �d� | j�ddt|�dgf� |S )Nr �option� )r �_remove_optionr �append�str)r r r r r r ' s c C sB | � � | �d�}g }|D ]}|�d �D ] }|r |�|� qq |S )N�search)r r �splitr )r � current_sds�flat_sds�sdlist�sdr r r �search_domains. s ��zResolvConf.search_domainsc C s� | � � t� }| jD ]:\}}|dkr|�d� q |dkr&|�d|d � q |dkrD|\}}}d||f }t|�r=||7 }|�d| � q |�� S )N�blank� � all_commentz%s r r z%s %s)r r r �write�len�getvalue)r �contents� line_type� components�cfg_opt� cfg_value� comment_tail�liner r r �__str__9 s �zResolvConf.__str__c C s< g }| j D ]\}}|dkr|\}}}||kr|�|� q|S )Nr �r r )r �opt_name�foundr, r- r. r/ � _comment_tailr r r r I s �zResolvConf._retr_optionc C s� | � � | �d�}t|�}|�t|�� t�|�}t|�t|�kr#|S t|�dkr5t� d|� |d d� S | � d� |D ] }| j �dd|dgf� q<|S )Nr � z`ignoring nameserver %r: adding would exceed the maximum of '3' name servers (see resolv.conf(5))r r ) r r �listr r r � uniq_listr) �LOG�warningr r )r �ns� current_ns�new_ns�nr r r �add_nameserverR s" � zResolvConf.add_nameserverc s8 � fdd�}g }| j D ] }||�s|�|� q || _ d S )Nc s. | \}}|dkr dS |\}}}|� krdS dS )Nr FTr )�itemr, r- r. � _cfg_valuer6 �r4 r r � remove_opth s z-ResolvConf._remove_option.<locals>.remove_optr3 )r r4 rD � new_contents�cr rC r r g s � zResolvConf._remove_optionc C s� | j }t|�}|�t|�� t�|�}t|�t|�kr |S t|�dkr)td| ��d�|�}t|�dkr:td| ��| � d� | j �dd|dgf� |S ) N� z8Adding %r would go beyond the '6' maximum search domains� � zEAdding %r would go beyond the 256 maximum search list character limitr r r ) r$ r8 r r r r9 r) � ValueError�joinr r )r � search_domainr! �new_sds�s_listr r r �add_search_domainw s, �� �� z ResolvConf.add_search_domainc C s� g }t |�� �D ]c\}}|�� }|s|�d|gf� qt|d�\}}t|�� �s1|�d|gf� q|s5d}z |�d d�\}} W n ttfyV } z t d|d �| �d } ~ ww |dvrat d| ��|�d || |gf� q|S ) Nr% z;#r' r � z)Incorrectly formatted resolv.conf line %s)r r r �sortlist�optionsz Unexpected resolv.conf option %sr ) � enumerate� splitlines�stripr r r) r � IndexErrorrJ �IOError) r r+ �entries�ir1 �sline�head�tailr. � cfg_values�er r r r � s4 ���� zResolvConf._parseN)�__name__� __module__� __qualname__r r �propertyr r �setterr$ r2 r r@ r rO r r r r r r s" r N) �ior � cloudinitr �loggingr �cloudinit.distros.parsersr � getLoggerr_ r: r r r r r �<module> s __pycache__/__init__.cpython-310.pyc 0000644 00000014425 15030043707 0013221 0 ustar 00 o -�_gq � @ s d dl Z G dd� d�ZdS )� Nc @ sr e Zd ZdZdZg Zg Zg Zg ZdZ dZ i g fdd�Z dd� Z d d � Z d d � Zd d� Zdd� Zdd� Zdd� ZdS )�SoSCleanerParsera� Parsers are used to build objects that will take a line as input, parse it for a particular pattern (E.G. IP addresses) and then make any necessary subtitutions by referencing the SoSMap() associated with the parser. Ideally a new parser subclass will only need to set the class level attrs in order to be fully functional. :param conf_file: The configuration file to read from :type conf_file: ``str`` :cvar name: The parser name, used in logging errors :vartype name: ``str`` :cvar regex_patterns: A list of regex patterns to iterate over for every line processed :vartype regex_patterns: ``list`` :cvar mapping: Used by the parser to store and obfuscate matches :vartype mapping: ``SoSMap()`` :cvar map_file_key: The key in the ``map_file`` to read when loading previous obfuscation matches :vartype map_file_key: ``str`` zUndefined Parser�unsetTc C s. | j |v r| j�|| j � || _| �� d S )N)� map_file_key�mapping� conf_update�skip_cleaning_files�_generate_skip_regexes)�self�configr � r �>/usr/lib/python3/dist-packages/sos/cleaner/parsers/__init__.py�__init__4 s zSoSCleanerParser.__init__c C s. g | _ | j| j D ] }| j �t�|�� q dS )z�Generate the regexes for the parser's configured parser_skip_files or global skip_cleaning_files, so that we don't regenerate them on every file being examined for if the parser should skip a given file. N)� skip_patterns�parser_skip_filesr �append�re�compile)r �pr r r r : s �z'SoSCleanerParser._generate_skip_regexesc C s( | j sdS | jjD ]}| j�|� q dS )z�Generate regexes for items the parser will be searching for repeatedly without needing to generate them for every file and/or line we process Not used by all parsers. N)�compile_regexesr �dataset�add_regex_item)r �obitemr r r �generate_item_regexesC s �z&SoSCleanerParser.generate_item_regexesc C sf d}| j D ]}t�||tj�r||f S q| jr$| �|�\}}||7 }| �|�\}}||7 }||fS )a� This will be called for every line in every file we process, so that every parser has a chance to scrub everything. This will first try to identify needed obfuscations for items we have already encountered (if the parser uses compiled regexes that is) and make those substitutions early on. After which, we will then parse the line again looking for new matches. r )�skip_line_patternsr �match�Ir �!_parse_line_with_compiled_regexes� _parse_line)r �line�count� skip_pattern�_rcount�_countr r r � parse_lineO s �zSoSCleanerParser.parse_linec C sL d}| j jD ]\}}|�|�r!|�| j �|�� �|�\}}||7 }q||fS )ah Check the provided line against known items we have encountered before and have pre-generated regex Pattern() objects for. :param line: The line to parse for possible matches for obfuscation :type line: ``str`` :returns: The obfuscated line and the number of changes made :rtype: ``str``, ``int`` r )r �compiled_regexes�search�subn�get�lower)r r r �item�regr" r r r r c s �z2SoSCleanerParser._parse_line_with_compiled_regexesc C s� d}| j D ]@}dd� t�||tj�D �}|rE|jdtd� |t|�7 }|D ] }|�� }|| jj� � v r4q%| j� |�}||krD|� ||�}q%q||fS )aR Check the provided line against the parser regex patterns to try and discover _new_ items to obfuscate :param line: The line to parse for possible matches for obfuscation :type line: ``str`` :returns: The obfsucated line, and the number of changes made :rtype: ``tuple``, ``(str, int))`` r c S s g | ]}|d �qS )r r )�.0�mr r r � <listcomp>� s z0SoSCleanerParser._parse_line.<locals>.<listcomp>T��reverse�key) �regex_patternsr �findallr �sort�len�stripr r �valuesr' �replace)r r r �pattern�matchesr � new_matchr r r r t s �z SoSCleanerParser._parse_linec C s� | j r | jjD ]\}}|�|�r |�| j�|�� �|�}q|S t| jj� � ddd� d�D ]\}}|| jj v r7q,||v rA|� ||�}q,|S )a� Parse a given string for instances of any obfuscated items, without applying the normal regex comparisons first. This is mainly used to obfuscate filenames that have, for example, hostnames in them. Rather than try to regex match the string_data, just use the builtin checks for substrings matching known obfuscated keys :param string_data: The line to be parsed :type string_data: ``str`` :returns: The obfuscated line :rtype: ``str`` Tc S s t | d �S )Nr )r4 )�xr r r �<lambda>� s z8SoSCleanerParser.parse_string_for_keys.<locals>.<lambda>r. ) r r r$ r% �subr' r( �sortedr �items� skip_keysr7 )r � string_datar) r* �k�obr r r �parse_string_for_keys� s" �� �� �z&SoSCleanerParser.parse_string_for_keysc C s | j jS )z�Get the contents of the mapping used by the parser :returns: All matches and their obfuscate counterparts :rtype: ``dict`` )r r )r r r r �get_map_contents� s z!SoSCleanerParser.get_map_contentsN)�__name__� __module__� __qualname__�__doc__�namer1 r r r r r r r r r# r r rD rE r r r r r s" r )r r r r r r �<module> s __pycache__/hosts.cpython-310.pyc 0000644 00000004665 15030043707 0012627 0 ustar 00 o �Ad� � @ s* d dl mZ d dlmZ G dd� d�ZdS )� )�StringIO)� chop_commentc @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dS )� HostsConfc C s || _ d | _d S �N)�_text� _contents)�self�text� r �A/usr/lib/python3/dist-packages/cloudinit/distros/parsers/hosts.py�__init__ s zHostsConf.__init__c C s | j d u r| �| j�| _ d S d S r )r �_parser )r r r r �parse s �zHostsConf.parsec C sV | � � g }| jD ] \}}|dkr(|\}}t|�r(|d |kr(|�|dd � � q |S )N�optionr � )r r �len�append)r �ip�options� line_type� components�pieces�_tailr r r � get_entry s �zHostsConf.get_entryc C sv | � � g }| jD ],\}}|dkr|�||f� q |\}}t|�r(|d |kr(q t|�r5|�|t|�f� q || _d S )Nr r )r r r r �list)r r � n_entriesr r r r r r r � del_entries" s � zHostsConf.del_entriesc G s, | � � | j�d||gt|� dff� d S )Nr � )r r r r )r r �canonical_hostname�aliasesr r r � add_entry1 s �zHostsConf.add_entryc C sx g }|� � D ]3}t|�� �s|�d|gf� qt|�� d�\}}t|�s-|�d|gf� q|�d|�d �|gf� q|S )N�blank�#� all_commentr )� splitlinesr �stripr r �split)r �contents�entries�line�head�tailr r r r 7 s zHostsConf._parsec C s� | � � t� }| jD ]=\}}|dkr |�d|d � q |dkr*|�d|d � q |dkrG|\}}dd� |D �}d�|�}|�d ||f � q |�� S ) Nr! z%s r r# r c S s g | ]}t |��qS r )�str)�.0�pr r r � <listcomp>N s z%HostsConf.__str__.<locals>.<listcomp>� z%s%s )r r r �write�join�getvalue)r r' r r r r+ r r r �__str__D s �zHostsConf.__str__N) �__name__� __module__� __qualname__r r r r r r r4 r r r r r s r N)�ior �cloudinit.distros.parsersr r r r r r �<module> s __pycache__/sys_conf.cpython-310.pyc 0000644 00000005123 15030043707 0013300 0 ustar 00 o �AdV � @ sf d dl Z d dlZd dlmZ d dlZdZe�de �e�d�e�d�gZdd� ZG d d � d ej �Z dS ) � N)�StringIOz[a-zA-Z_]+[a-zA-Z0-9_]*z\$z\$[0-9#\?\-@\*]z\$\{.+\}c C s t D ] }|�| �r dS qdS )NTF)�SHELL_VAR_REGEXES�search)�text�r� r �D/usr/lib/python3/dist-packages/cloudinit/distros/parsers/sys_conf.py�_contains_shell_variable$ s �r c @ s2 e Zd ZdZdd� Zdd� Zd dd�Zd d � Zd S ) �SysConfa A configobj.ConfigObj subclass specialised for sysconfig files. :param contents: The sysconfig file to parse, in a format accepted by ``configobj.ConfigObj.__init__`` (i.e. "a filename, file like object, or list of lines"). c C s t jj| |ddd� d S )NFT)� interpolation�write_empty_values)� configobj� ConfigObj�__init__)�self�contentsr r r r 4 s �zSysConf.__init__c C sJ | � � }t� }t|ttf�r|� d�|�� |�� S |� t|�� |�� S )N� )�writer � isinstance�list�tuple�join�str�getvalue)r r � out_contentsr r r �__str__9 s �zSysConf.__str__Fc s� t |t�s td| ��t|�dkrdS d }|d dv r.|d dv r.t|�dkr-� fdd�}n0|�� �d �r=|�� �d �r=n!t�d |�r^t |�r[t�d |�rT� fd d�}n � fdd�}nt j }|sb|S ||�S )NzValue "%s" is not a stringr � )�"�'���� c � � � | �| S �N��_get_single_quote��x�r r r �<lambda>K � z SysConf._quote.<locals>.<lambda>z$(�)z [\t\r\n ]z[\n\"']c r! r" )�_get_triple_quoter% r' r r r( Y r) c r! r" r# r% r' r r r( ] r) ) r r � ValueError�len�strip� startswith�endswith�rer r �pipes�quote)r �value� multiline� quot_funcr r' r �_quoteB s. �� � �zSysConf._quotec C s< | � | �|��}| � | �|��}| � |�}d||d||f S )Nz %s%s%s%s%s�=)�_decode_elementr7 )r � indent_string�entry� this_entry�comment�val�key�cmntr r r � _write_linee s �zSysConf._write_lineN)F)�__name__� __module__� __qualname__�__doc__r r r7 rA r r r r r + s #r ) r2 r1 �ior r �SHELL_VAR_RULE�compiler r r r r r r r �<module> s � __pycache__/networkmanager_conf.cpython-310.pyc 0000644 00000001457 15030043707 0015514 0 ustar 00 o �Ad� � @ s d dl Z G dd� de j�ZdS )� Nc @ s e Zd Zdd� Zdd� ZdS )�NetworkManagerConfc C s t jj| |ddd� d S )NF)� interpolation�write_empty_values)� configobj� ConfigObj�__init__)�self�contents� r �O/usr/lib/python3/dist-packages/cloudinit/distros/parsers/networkmanager_conf.pyr s �zNetworkManagerConf.__init__c C s& || j vr i | j|< ||i| j|< d S )N)�sections�main)r � section_name�key�valuer r r �set_section_keypair s z&NetworkManagerConf.set_section_keypairN)�__name__� __module__� __qualname__r r r r r r r s r )r r r r r r r �<module> s __pycache__/ifconfig.cpython-310.pyc 0000644 00000016113 15030043707 0013242 0 ustar 00 o �Ad+$ � @ s� d dl Z d dlZd dlmZ d dlmZ d dlmZmZm Z d dl m Z m Z m Z mZmZ d dlmZ e�e�ZdZG dd � d �ZG d d � d �ZdS ) � N)� defaultdict)� lru_cache)� IPv4Address� IPv4Interface� IPv6Interface)�Dict�List�Optional�Tuple�Union)�logz"([0-9a-fA-F]{2}:){5}[0-9a-fA-F]{2}c @ s� e Zd ZdZdd� Zedefdd��Zedefdd��Zedefd d ��Z edefd d ��Z edefd d��Z edefdd��Z dS )�Ifstatez� This class holds the parsed state of a BSD network interface. It is itself side-effect free. All methods with side-effects should be implemented on one of the ``BSDNetworking`` classes. c C sp || _ d| _i | _i | _d| _g | _g | _g | _d| _d| _ g | _ d | _ d | _ d | _ d | _g | _i | _g | _d S )Nr F)�name�index�inet�inet6�up�options�nd6�flags�mtu�metric�groups� description�media�status�mac�macs�vlan�members)�selfr � r! �D/usr/lib/python3/dist-packages/cloudinit/distros/parsers/ifconfig.py�__init__ s$ zIfstate.__init__�returnc C s d| j v p d| jv S )N�loopback�lo)r r �r r! r! r" � is_loopback1 � zIfstate.is_loopbackc C s0 d| j v rdS | j g kr| jrd| jv rdS dS )N�egressT�EthernetF)r r r' r! r! r" � is_physical5 s zIfstate.is_physicalc C � d| j v S )N�bridge�r r' r! r! r" � is_bridge> � zIfstate.is_bridgec C r- )N�laggr/ r' r! r! r" �is_bondB r1 zIfstate.is_bondc C s d| j v p | ji kS )Nr )r r r' r! r! r" �is_vlanF r) zIfstate.is_vlanc C r- )N�wlanr/ r' r! r! r" �is_wlanJ r1 zIfstate.is_wlanN) �__name__� __module__� __qualname__�__doc__r# �property�boolr( r, r0 r3 r4 r6 r! r! r! r" r s r c @ s� e Zd ZdZdd� Ze� dedeeee e e f f fdd��Z dd � Z d d � Z d edeeef fd d�Zdd� Zd edeeef fdd�Zd edefdd�ZdS )�Ifconfiga8 A parser for BSD style ``ifconfig(8)`` output. For documentation here: - https://man.freebsd.org/ifconfig(8) - https://man.netbsd.org/ifconfig.8 - https://man.openbsd.org/ifconfig.8 All output is considered equally, and then massaged into a singular form: an ``Ifstate`` object. c C s i | _ i | _d S �N)� _ifs_by_name� _ifs_by_macr' r! r! r" r# Z s zIfconfig.__init__�textr$ c C s� d}t t�}|�� D �]�}t|�dkrq |d dvr;|d7 }|�� d }|�d�r/|dd� }t|�}||_|| j|< |� � � � �� }t|�dkrx|d � d�rx| � |�}|i krxt �|d �|_|d |_d |v ro|d |_d |v rx|d |_|d � d �r�t�d |d �} |j�| � |d dkr�t|d �|_|d dkr�||�d�d d� |_|d � d�s�|d � d�s�|d � d�r�t�d |d �} t| �dkr�| j| d �d�7 _|d dkr�|d |_|j�|d � ||d �|� |d dk�r|j�|d � ||d �|� |d dk�r!| j|dd� 7 _|d dk�r4||�d�d d� |_|d dk�rRt�d |d �} t| �dk�rR| d �d�|_ |d dk�r^|d |_ |d d k�rv| � |�} t �| d �|j | d < |d d k�r�| � |�} t �| d �|j!| d < |d d k�s�|d d k�r�| j"|d 7 _"|d d k�r�i |_#|d |j#d!< t$dt|��D ]} || d"k�r�|| d |j#d#< �q�q t%|�| _&i | j�| j&�S )$a Parse the ``ifconfig -a`` output ``text``, into a dict of ``Ifstate`` objects, referenced by ``name`` *and* by ``mac`` address. This dict will always be the same, given the same input, so we can ``@lru_cache()`` it. n.b.: ``@lru_cache()`` takes only the ``__hash__()`` of the input (``text``), so it should be fairly quick, despite our giant inputs. @param text: The output of ``ifconfig -a`` @returns: A dict of ``Ifstate``s, referenced by ``name`` and ``mac`` r )� � � �:N���zflags=r r r r z capabilities=�<|>r z description:� zoptions=�ec_capabilities� ec_enabled�,�ether�hwaddrzgroups:zmedia:z: r r r r zmember:z laggport:zvlan:�idz interface:�link)'r �list� splitlines�len�split�endswithr r r? �lower�strip� startswith� _parse_flags�copy�deepcopyr r r r �re�append�intr r r r r r r r � _parse_inetr � _parse_inet6r r r �range�dictr@ )r rA �ifindex� ifs_by_mac�line�curif�dev�toksr �capsr �nd6_opts�ip�ir! r! r" �parse^ s� � � � � zIfconfig.parsec C � | j S r> )r? r' r! r! r" � ifs_by_name� � zIfconfig.ifs_by_namec C rm r> )r@ r' r! r! r" rc � ro zIfconfig.ifs_by_macrg c C s� d }d|d v r!t |d �}t|j�}d|v r ||�d�d }n"ttt|d d���}d|v r9||�d�d }t d|d |f �}|j�d�d }t|j�|||d�fS )N�/rD � broadcast� r �%s/%s)�netmaskrq � prefixlen) r �strrt r r r] �with_prefixlenrS rj )r rg rq rj rt ru r! r! r" r^ � s$ ���zIfconfig._parse_inetc C s4 t dt|��D ]}|| dkr||d S qd S )NrH ru rD )r` rR )r rg rk r! r! r" �_get_prefixlen� s ��zIfconfig._get_prefixlenc C s� d }d|d v r-d}|d � d�\}}d|v r |� d�d }n| �|�}td||f �}n%d|d v rCt|d �}|d � d�d }n| �|�}td|d |f �}|sZ|jrZd}n|sa|jrad}t|j�||d�fS )N�%rD z link-localrp rs z site-local)ru �scope)rS rx r � is_link_local� is_site_localrv rj )r rg rz �ip6�restru rj r! r! r" r_ � s$ zIfconfig._parse_inet6c C s� t �d|d �}i }t|�dkrS|d �d�|d< d|d v r$d|d< nd|d< tdt|��D ]#}|| d krBt||d �|d < q/|| d krRt||d �|d < q/|S ) NrG rD rK r r TFrH r r )r[ rS rR r` r] )r rg r �ret�tr! r! r" rX s �zIfconfig._parse_flagsN)r7 r8 r9 r: r# r rv r r r r rl rn rc rP r ra r^ rx r_ rX r! r! r! r" r= O s (mr= )rY r[ � collectionsr � functoolsr � ipaddressr r r �typingr r r r r � cloudinitr �logging� getLoggerr7 �LOG�MAC_REr r= r! r! r! r" �<module> s : __pycache__/hostname.cpython-310.pyc 0000644 00000004161 15030043707 0013274 0 ustar 00 o �Ad� � @ s* d dl mZ d dlmZ G dd� d�ZdS )� )�StringIO)� chop_commentc @ s@ e Zd Zdd� Zdd� Zdd� Zedd� �Zd d � Zd d � Z d S )� HostnameConfc C s || _ d | _d S �N)�_text� _contents)�self�text� r �D/usr/lib/python3/dist-packages/cloudinit/distros/parsers/hostname.py�__init__ s zHostnameConf.__init__c C s | j d u r| �| j�| _ d S d S r )r �_parser )r r r r �parse s �zHostnameConf.parsec C s� | � � t� }| jD ]1\}}|dkr |�d|d � q |dkr*|�d|d � q |dkr;|\}}|�d||f � q |�� }|�d�sI|d7 }|S )N�blankz%s r � all_comment�hostnamez%s%s � )r r r �write�getvalue�endswith)r �contents� line_type� componentsr �tailr r r �__str__ s � zHostnameConf.__str__c C s0 | � � | jD ]\}}|dkr|d S qd S )Nr r )r r )r r r r r r r ' s �zHostnameConf.hostnamec C sh |� � }|sd S | �� d}| jD ]\}}|dkr!t|�|d< d}q|s2| j�dt|�dgf� d S d S )NFr r T� )�stripr r �str�append)r � your_hostname�replacedr r r r r � set_hostname/ s � �zHostnameConf.set_hostnamec C s� g }t � }|�� D ]5}t|�� �s|�d|gf� q t|�� d�\}}t|�s0|�d|gf� q |�d||gf� |�|� q t|�dkrKtd| ��|S )Nr �#r r � z Multiple hostnames (%s) found!)�set� splitlines�lenr r r �add�IOError)r r �entries�hostnames_found�line�headr r r r r < s zHostnameConf._parseN) �__name__� __module__� __qualname__r r r �propertyr r! r r r r r r s r N)�ior �cloudinit.distros.parsersr r r r r r �<module> s sys_conf.py 0000644 00000007526 15030043707 0006752 0 ustar 00 # Copyright (C) 2012 Yahoo! Inc. # # Author: Joshua Harlow <harlowja@yahoo-inc.com> # # This file is part of cloud-init. See LICENSE file for license information. import pipes import re from io import StringIO # This library is used to parse/write # out the various sysconfig files edited (best attempt effort) # # It has to be slightly modified though # to ensure that all values are quoted/unquoted correctly # since these configs are usually sourced into # bash scripts... import configobj # See: http://pubs.opengroup.org/onlinepubs/000095399/basedefs/xbd_chap08.html # or look at the 'param_expand()' function in the subst.c file in the bash # source tarball... SHELL_VAR_RULE = r"[a-zA-Z_]+[a-zA-Z0-9_]*" SHELL_VAR_REGEXES = [ # Basic variables re.compile(r"\$" + SHELL_VAR_RULE), # Things like $?, $0, $-, $@ re.compile(r"\$[0-9#\?\-@\*]"), # Things like ${blah:1} - but this one # gets very complex so just try the # simple path re.compile(r"\$\{.+\}"), ] def _contains_shell_variable(text): for r in SHELL_VAR_REGEXES: if r.search(text): return True return False class SysConf(configobj.ConfigObj): """A configobj.ConfigObj subclass specialised for sysconfig files. :param contents: The sysconfig file to parse, in a format accepted by ``configobj.ConfigObj.__init__`` (i.e. "a filename, file like object, or list of lines"). """ def __init__(self, contents): configobj.ConfigObj.__init__( self, contents, interpolation=False, write_empty_values=True ) def __str__(self): contents = self.write() out_contents = StringIO() if isinstance(contents, (list, tuple)): out_contents.write("\n".join(contents)) else: out_contents.write(str(contents)) return out_contents.getvalue() def _quote(self, value, multiline=False): if not isinstance(value, str): raise ValueError('Value "%s" is not a string' % (value)) if len(value) == 0: return "" quot_func = None if value[0] in ['"', "'"] and value[-1] in ['"', "'"]: if len(value) == 1: quot_func = ( lambda x: self._get_single_quote(x) % x ) # noqa: E731 else: # Quote whitespace if it isn't the start + end of a shell command if value.strip().startswith("$(") and value.strip().endswith(")"): pass else: if re.search(r"[\t\r\n ]", value): if _contains_shell_variable(value): # If it contains shell variables then we likely want to # leave it alone since the pipes.quote function likes # to use single quotes which won't get expanded... if re.search(r"[\n\"']", value): quot_func = ( lambda x: self._get_triple_quote(x) % x ) # noqa: E731 else: quot_func = ( lambda x: self._get_single_quote(x) % x ) # noqa: E731 else: quot_func = pipes.quote if not quot_func: return value return quot_func(value) def _write_line(self, indent_string, entry, this_entry, comment): # Ensure it is formatted fine for # how these sysconfig scripts are used val = self._decode_element(self._quote(this_entry)) key = self._decode_element(self._quote(entry)) cmnt = self._decode_element(comment) return "%s%s%s%s%s" % ( indent_string, key, "=", val, cmnt, ) # vi: ts=4 expandtab resolv_conf.py 0000644 00000012702 15030043707 0007436 0 ustar 00 # Copyright (C) 2012 Yahoo! Inc. # # Author: Joshua Harlow <harlowja@yahoo-inc.com> # # This file is part of cloud-init. See LICENSE file for license information. from io import StringIO from cloudinit import log as logging from cloudinit import util from cloudinit.distros.parsers import chop_comment LOG = logging.getLogger(__name__) # See: man resolv.conf class ResolvConf: def __init__(self, text): self._text = text self._contents = None def parse(self): if self._contents is None: self._contents = self._parse(self._text) @property def nameservers(self): self.parse() return self._retr_option("nameserver") @property def local_domain(self): self.parse() dm = self._retr_option("domain") if dm: return dm[0] return None @local_domain.setter def local_domain(self, domain): self.parse() self._remove_option("domain") self._contents.append(("option", ["domain", str(domain), ""])) return domain @property def search_domains(self): self.parse() current_sds = self._retr_option("search") flat_sds = [] for sdlist in current_sds: for sd in sdlist.split(None): if sd: flat_sds.append(sd) return flat_sds def __str__(self): self.parse() contents = StringIO() for (line_type, components) in self._contents: if line_type == "blank": contents.write("\n") elif line_type == "all_comment": contents.write("%s\n" % (components[0])) elif line_type == "option": (cfg_opt, cfg_value, comment_tail) = components line = "%s %s" % (cfg_opt, cfg_value) if len(comment_tail): line += comment_tail contents.write("%s\n" % (line)) return contents.getvalue() def _retr_option(self, opt_name): found = [] for (line_type, components) in self._contents: if line_type == "option": (cfg_opt, cfg_value, _comment_tail) = components if cfg_opt == opt_name: found.append(cfg_value) return found def add_nameserver(self, ns): self.parse() current_ns = self._retr_option("nameserver") new_ns = list(current_ns) new_ns.append(str(ns)) new_ns = util.uniq_list(new_ns) if len(new_ns) == len(current_ns): return current_ns if len(current_ns) >= 3: LOG.warning( "ignoring nameserver %r: adding would " "exceed the maximum of " "'3' name servers (see resolv.conf(5))", ns, ) return current_ns[:3] self._remove_option("nameserver") for n in new_ns: self._contents.append(("option", ["nameserver", n, ""])) return new_ns def _remove_option(self, opt_name): def remove_opt(item): line_type, components = item if line_type != "option": return False (cfg_opt, _cfg_value, _comment_tail) = components if cfg_opt != opt_name: return False return True new_contents = [] for c in self._contents: if not remove_opt(c): new_contents.append(c) self._contents = new_contents def add_search_domain(self, search_domain): flat_sds = self.search_domains new_sds = list(flat_sds) new_sds.append(str(search_domain)) new_sds = util.uniq_list(new_sds) if len(flat_sds) == len(new_sds): return new_sds if len(flat_sds) >= 6: # Hard restriction on only 6 search domains raise ValueError( "Adding %r would go beyond the '6' maximum search domains" % (search_domain) ) s_list = " ".join(new_sds) if len(s_list) > 256: # Some hard limit on 256 chars total raise ValueError( "Adding %r would go beyond the " "256 maximum search list character limit" % (search_domain) ) self._remove_option("search") self._contents.append(("option", ["search", s_list, ""])) return flat_sds def _parse(self, contents): entries = [] for (i, line) in enumerate(contents.splitlines()): sline = line.strip() if not sline: entries.append(("blank", [line])) continue (head, tail) = chop_comment(line, ";#") if not len(head.strip()): entries.append(("all_comment", [line])) continue if not tail: tail = "" try: (cfg_opt, cfg_values) = head.split(None, 1) except (IndexError, ValueError) as e: raise IOError( "Incorrectly formatted resolv.conf line %s" % (i + 1) ) from e if cfg_opt not in [ "nameserver", "domain", "search", "sortlist", "options", ]: raise IOError("Unexpected resolv.conf option %s" % (cfg_opt)) entries.append(("option", [cfg_opt, cfg_values, tail])) return entries # vi: ts=4 expandtab hosts.py 0000644 00000005301 15030043707 0006254 0 ustar 00 # Copyright (C) 2012 Yahoo! Inc. # # Author: Joshua Harlow <harlowja@yahoo-inc.com> # # This file is part of cloud-init. See LICENSE file for license information. from io import StringIO from cloudinit.distros.parsers import chop_comment # See: man hosts # or https://linux.die.net/man/5/hosts # or https://www.freebsd.org/doc/en_US.ISO8859-1/books/handbook/configtuning-configfiles.html # noqa class HostsConf: def __init__(self, text): self._text = text self._contents = None def parse(self): if self._contents is None: self._contents = self._parse(self._text) def get_entry(self, ip): self.parse() options = [] for (line_type, components) in self._contents: if line_type == "option": (pieces, _tail) = components if len(pieces) and pieces[0] == ip: options.append(pieces[1:]) return options def del_entries(self, ip): self.parse() n_entries = [] for (line_type, components) in self._contents: if line_type != "option": n_entries.append((line_type, components)) continue else: (pieces, _tail) = components if len(pieces) and pieces[0] == ip: pass elif len(pieces): n_entries.append((line_type, list(components))) self._contents = n_entries def add_entry(self, ip, canonical_hostname, *aliases): self.parse() self._contents.append( ("option", ([ip, canonical_hostname] + list(aliases), "")) ) def _parse(self, contents): entries = [] for line in contents.splitlines(): if not len(line.strip()): entries.append(("blank", [line])) continue (head, tail) = chop_comment(line.strip(), "#") if not len(head): entries.append(("all_comment", [line])) continue entries.append(("option", [head.split(None), tail])) return entries def __str__(self): self.parse() contents = StringIO() for (line_type, components) in self._contents: if line_type == "blank": contents.write("%s\n" % (components[0])) elif line_type == "all_comment": contents.write("%s\n" % (components[0])) elif line_type == "option": (pieces, tail) = components pieces = [str(p) for p in pieces] pieces = "\t".join(pieces) contents.write("%s%s\n" % (pieces, tail)) return contents.getvalue() # vi: ts=4 expandtab networkmanager_conf.py 0000644 00000001252 15030043707 0011146 0 ustar 00 # Copyright (C) 2017 Red Hat, Inc. # # Author: Ryan McCabe <rmccabe@redhat.com> # # This file is part of cloud-init. See LICENSE file for license information. import configobj # This module is used to set additional NetworkManager configuration # in /etc/NetworkManager/conf.d # class NetworkManagerConf(configobj.ConfigObj): def __init__(self, contents): configobj.ConfigObj.__init__( self, contents, interpolation=False, write_empty_values=False ) def set_section_keypair(self, section_name, key, value): if section_name not in self.sections: self.main[section_name] = {} self.main[section_name] = {key: value} __init__.py 0000644 00000015161 15030043707 0006660 0 ustar 00 # Copyright 2020 Red Hat, Inc. Jake Hunsaker <jhunsake@redhat.com> # This file is part of the sos project: https://github.com/sosreport/sos # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions of # version 2 of the GNU General Public License. # # See the LICENSE file in the source distribution for further information. # pylint: disable=no-member import re class SoSCleanerParser(): """Parsers are used to build objects that will take a line as input, parse it for a particular pattern (E.G. IP addresses) and then make any necessary subtitutions by referencing the SoSMap() associated with the parser. Ideally a new parser subclass will only need to set the class level attrs in order to be fully functional. :param conf_file: The configuration file to read from :type conf_file: ``str`` :cvar name: The parser name, used in logging errors :vartype name: ``str`` :cvar regex_patterns: A list of regex patterns to iterate over for every line processed :vartype regex_patterns: ``list`` :cvar mapping: Used by the parser to store and obfuscate matches :vartype mapping: ``SoSMap()`` :cvar map_file_key: The key in the ``map_file`` to read when loading previous obfuscation matches :vartype map_file_key: ``str`` """ name = 'Undefined Parser' regex_patterns = [] skip_line_patterns = [] parser_skip_files = [] # list of skip files relevant to a parser skip_cleaning_files = [] # list of global skip files from cmdline args map_file_key = 'unset' compile_regexes = True def __init__(self, config={}, skip_cleaning_files=[]): if self.map_file_key in config: self.mapping.conf_update(config[self.map_file_key]) self.skip_cleaning_files = skip_cleaning_files self._generate_skip_regexes() def _generate_skip_regexes(self): """Generate the regexes for the parser's configured parser_skip_files or global skip_cleaning_files, so that we don't regenerate them on every file being examined for if the parser should skip a given file. """ self.skip_patterns = [] for p in self.parser_skip_files + self.skip_cleaning_files: self.skip_patterns.append(re.compile(p)) def generate_item_regexes(self): """Generate regexes for items the parser will be searching for repeatedly without needing to generate them for every file and/or line we process Not used by all parsers. """ if not self.compile_regexes: return for obitem in self.mapping.dataset: self.mapping.add_regex_item(obitem) def parse_line(self, line): """This will be called for every line in every file we process, so that every parser has a chance to scrub everything. This will first try to identify needed obfuscations for items we have already encountered (if the parser uses compiled regexes that is) and make those substitutions early on. After which, we will then parse the line again looking for new matches. """ count = 0 for skip_pattern in self.skip_line_patterns: if re.match(skip_pattern, line, re.I): return line, count if self.compile_regexes: line, _rcount = self._parse_line_with_compiled_regexes(line) count += _rcount line, _count = self._parse_line(line) count += _count return line, count def _parse_line_with_compiled_regexes(self, line): """Check the provided line against known items we have encountered before and have pre-generated regex Pattern() objects for. :param line: The line to parse for possible matches for obfuscation :type line: ``str`` :returns: The obfuscated line and the number of changes made :rtype: ``str``, ``int`` """ count = 0 for item, reg in self.mapping.compiled_regexes: if reg.search(line): line, _count = reg.subn(self.mapping.get(item.lower()), line) count += _count return line, count def _parse_line(self, line): """Check the provided line against the parser regex patterns to try and discover _new_ items to obfuscate :param line: The line to parse for possible matches for obfuscation :type line: ``str`` :returns: The obfsucated line, and the number of changes made :rtype: ``tuple``, ``(str, int))`` """ count = 0 for pattern in self.regex_patterns: matches = [m[0] for m in re.findall(pattern, line, re.I)] if matches: matches.sort(reverse=True, key=len) count += len(matches) for match in matches: match = match.strip() if match in self.mapping.dataset.values(): continue new_match = self.mapping.get(match) if new_match != match: line = line.replace(match, new_match) return line, count def parse_string_for_keys(self, string_data): """Parse a given string for instances of any obfuscated items, without applying the normal regex comparisons first. This is mainly used to obfuscate filenames that have, for example, hostnames in them. Rather than try to regex match the string_data, just use the builtin checks for substrings matching known obfuscated keys :param string_data: The line to be parsed :type string_data: ``str`` :returns: The obfuscated line :rtype: ``str`` """ if self.compile_regexes: for item, reg in self.mapping.compiled_regexes: if reg.search(string_data): string_data = reg.sub(self.mapping.get(item.lower()), string_data) else: for k, ob in sorted(self.mapping.dataset.items(), reverse=True, key=lambda x: len(x[0])): if k in self.mapping.skip_keys: continue if k in string_data: string_data = string_data.replace(k, ob) return string_data def get_map_contents(self): """Get the contents of the mapping used by the parser :returns: All matches and their obfuscate counterparts :rtype: ``dict`` """ return self.mapping.dataset ip_parser.py 0000644 00000003175 15030077510 0007106 0 ustar 00 # Copyright 2020 Red Hat, Inc. Jake Hunsaker <jhunsake@redhat.com> # This file is part of the sos project: https://github.com/sosreport/sos # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions of # version 2 of the GNU General Public License. # # See the LICENSE file in the source distribution for further information. from sos.cleaner.parsers import SoSCleanerParser from sos.cleaner.mappings.ip_map import SoSIPMap class SoSIPParser(SoSCleanerParser): """Handles parsing for IP addresses""" name = 'IP Parser' regex_patterns = [ # IPv4 with or without CIDR r'((?<!(-|\.|\d))([0-9]{1,3}\.){3}([0-9]){1,3}(\/([0-9]{1,2}))?)' ] skip_line_patterns = [ # don't match package versions recorded in journals r'.*dnf\[.*\]:' ] parser_skip_files = [ # skip these as version numbers will frequently look like IP addresses # when using regex matching 'installed-debs', 'installed-rpms', 'sos_commands/dpkg', 'sos_commands/python/pip_list', 'sos_commands/rpm', 'sos_commands/yum/.*list.*', 'sos_commands/snappy/snap_list_--all', 'sos_commands/vulkan/vulkaninfo', 'var/log/.*dnf.*', 'var/log/.*packag.*', # get 'packages' and 'packaging' logs '.*(version|release)(\\.txt)?$', # obvious version files ] map_file_key = 'ip_map' compile_regexes = False def __init__(self, config, skip_cleaning_files=[]): self.mapping = SoSIPMap() super().__init__(config, skip_cleaning_files) __pycache__/ip_parser.cpython-310.pyc 0000644 00000002304 15030077510 0013436 0 ustar 00 o -�_g} � @ s, d dl mZ d dlmZ G dd� de�ZdS )� )�SoSCleanerParser)�SoSIPMapc sD e Zd ZdZdZdgZdgZg d�ZdZdZ g f� fdd � Z � Z S ) � SoSIPParserz Handles parsing for IP addressesz IP Parserz>((?<!(-|\.|\d))([0-9]{1,3}\.){3}([0-9]){1,3}(\/([0-9]{1,2}))?)z .*dnf\[.*\]:) zinstalled-debszinstalled-rpmszsos_commands/dpkgz sos_commands/python/pip_listzsos_commands/rpmzsos_commands/yum/.*list.*z#sos_commands/snappy/snap_list_--allz sos_commands/vulkan/vulkaninfozvar/log/.*dnf.*zvar/log/.*packag.*z .*(version|release)(\.txt)?$�ip_mapFc s t � | _t� �||� d S )N)r �mapping�super�__init__)�self�config�skip_cleaning_files�� __class__� �?/usr/lib/python3/dist-packages/sos/cleaner/parsers/ip_parser.pyr / s zSoSIPParser.__init__) �__name__� __module__� __qualname__�__doc__�name�regex_patterns�skip_line_patterns�parser_skip_files� map_file_key�compile_regexesr � __classcell__r r r r r s ��r N)�sos.cleaner.parsersr �sos.cleaner.mappings.ip_mapr r r r r r �<module> s __pycache__/username_parser.cpython-310.pyc 0000644 00000002562 15030077510 0014653 0 ustar 00 o -�_g% � @ s, d dl mZ d dlmZ G dd� de�ZdS )� )�SoSCleanerParser)�SoSUsernameMapc s8 e Zd ZdZdZdZg Zg f� fdd� Zdd� Z� Z S )�SoSUsernameParsera� Parser for obfuscating usernames within an sos report archive. Note that this parser does not rely on regex matching directly, like most other parsers do. Instead, usernames are discovered via scraping the collected output of lastlog. As such, we do not discover new usernames later on, and only usernames present in lastlog output will be obfuscated, and those passed via the --usernames option if one is provided. zUsername Parser� username_mapc s t � | _t� �||� d S )N)r �mapping�super�__init__)�self�config�skip_cleaning_files�� __class__� �E/usr/lib/python3/dist-packages/sos/cleaner/parsers/username_parser.pyr s zSoSUsernameParser.__init__c C s |dfS )Nr r )r �liner r r � _parse_line! s z SoSUsernameParser._parse_line) �__name__� __module__� __qualname__�__doc__�name� map_file_key�regex_patternsr r � __classcell__r r r r r s r N)�sos.cleaner.parsersr �!sos.cleaner.mappings.username_mapr r r r r r �<module> s __pycache__/ipv6_parser.cpython-310.pyc 0000644 00000003111 15030077510 0013707 0 ustar 00 o -�_g � @ s, d dl mZ d dlmZ G dd� de�ZdS )� )�SoSCleanerParser)� SoSIPv6Mapc sF e Zd ZdZdZdZdgZddgZdZg f� fdd � Z d d � Z � Z S ) � SoSIPv6Parserz/Parser for handling IPv6 networks and addressesz IPv6 Parser�ipv6_mapz�(?<![:\\.\\-a-z0-9])((([0-9a-f]{1,4})(:[0-9a-f]{1,4}){7})|(([0-9a-f]{1,4}(:[0-9a-f]{0,4}){0,5}))([^.])::(([0-9a-f]{1,4}(:[0-9a-f]{1,4}){0,5})?))(/\d{1,3})?(?![:\\a-z0-9])zetc/dnsmasq.conf.*z .*modinfo.*Fc s t � | _t� �||� d S )N)r �mapping�super�__init__)�self�config�skip_cleaning_files�� __class__� �A/usr/lib/python3/dist-packages/sos/cleaner/parsers/ipv6_parser.pyr & s zSoSIPv6Parser.__init__c C sj | j ji d�}| j j�� D ]%\}}|ji d�|d |j< |jD ]}|j| }||d |j d |< q q |S )zsStructure the dataset contents properly so that they can be reloaded on subsequent runs correctly. )�version�networks)� obfuscated�hostsr r )r r r �items�obfuscated_address�original_addressr )r �_d�_�_net�host�_ob_hostr r r �get_map_contents* s �� �z SoSIPv6Parser.get_map_contents) �__name__� __module__� __qualname__�__doc__�name� map_file_key�regex_patterns�parser_skip_files�compile_regexesr r � __classcell__r r r r r s � �r N)�sos.cleaner.parsersr � sos.cleaner.mappings.ipv6_mapr r r r r r �<module> s __pycache__/mac_parser.cpython-310.pyc 0000644 00000004400 15030077510 0013565 0 ustar 00 o -�_gn � @ s@ d dl Z d dlmZ d dlmZ dZdZdZG dd� de�ZdS ) � N)�SoSCleanerParser)� SoSMacMapze((?<!([0-9a-fA-F\'\"]:)|::)([^:|-])?([0-9a-fA-F]{2}(:|-)){7}[0-9a-fA-F]{2}(\'|\")?(\/|\,|\-|\.|\s|$))ze((?<!([0-9a-fA-F\'\"]:)|::)(([^:\-]?[0-9a-fA-F]{4}(:|-)){3}[0-9a-fA-F]{4}(\'|\")?(\/|\,|\-|\.|\s|$)))zW((?<!([0-9a-fA-F\'\"]:)|::)(([^:\-])?(([0-9a-fA-F]{2}([:\-\_])){5,6}([0-9a-fA-F]{2}))))c sT e Zd ZdZdZeeegZdZ dgZ dZ dZ g f� fdd� Z d d � Zd d � Z� ZS ) � SoSMacParserz!Handles parsing for MAC addressesz MAC Parser)z53:4f:53z534f:53zsos_commands/.*/modinfo.*�mac_mapFc s t � | _t� �||� d S )N)r �mapping�super�__init__)�self�config�skip_cleaning_files�� __class__� �@/usr/lib/python3/dist-packages/sos/cleaner/parsers/mac_parser.pyr 5 s zSoSMacParser.__init__c C sP |d dvr|dd� }|d dvs|d dvr$|dd� }|d dvs|� � S )z�Strips away leading and trailing non-alphanum characters from any matched string to leave us with just the bare MAC addr r �0123456789abcdefABCDEF� N���)�strip)r �matchr r r �reduce_mac_match9 s � �z SoSMacParser.reduce_mac_matchc C s| d}| j D ]4}dd� t�||tj�D �}|r9|t|�7 }|D ]}| �|�}|�| j�r,q | j� |�}|� ||�}q q||fS )Nr c S s g | ]}|d �qS )r r )�.0�mr r r � <listcomp>G s z,SoSMacParser._parse_line.<locals>.<listcomp>) �regex_patterns�re�findall�I�lenr � startswith�obfuscated_patternsr �get�replace)r �line�count�pattern�matchesr �stripped_match� new_matchr r r � _parse_lineD s �zSoSMacParser._parse_line)�__name__� __module__� __qualname__�__doc__�name� IPV6_REG_8HEX� IPV6_REG_4HEX�IPV4_REGr r �parser_skip_files� map_file_key�compile_regexesr r r( � __classcell__r r r r r " s �� r ) r �sos.cleaner.parsersr � sos.cleaner.mappings.mac_mapr r. r/ r0 r r r r r �<module> s ��� __pycache__/hostname_parser.cpython-310.pyc 0000644 00000002771 15030077510 0014654 0 ustar 00 o -�_g= � @ s4 d dl Z d dlmZ d dlmZ G dd� de�ZdS )� N)�SoSCleanerParser)�SoSHostnameMapc s6 e Zd ZdZdZdgZg f� fdd� Zdd� Z� ZS )�SoSHostnameParserzHostname Parser� hostname_mapz5(((\b|_)[a-zA-Z0-9-\.]{1,200}\.[a-zA-Z]{1,63}(\b|_)))c s t � | _t� �||� d S )N)r �mapping�super�__init__)�self�config�skip_cleaning_files�� __class__� �E/usr/lib/python3/dist-packages/sos/cleaner/parsers/hostname_parser.pyr s zSoSHostnameParser.__init__c C sf d}| j D ]}t�||tj�r||f S q| �|�\}}||7 }| jr/| �|�\}}||7 }||fS )a This will be called for every line in every file we process, so that every parser has a chance to scrub everything. We are overriding parent method since we need to swap ordering of _parse_line_with_compiled_regexes and _parse_line calls. r )�skip_line_patterns�re�match�I� _parse_line�compile_regexes�!_parse_line_with_compiled_regexes)r �line�count� skip_pattern�_count�_rcountr r r � parse_line s �z SoSHostnameParser.parse_line) �__name__� __module__� __qualname__�name� map_file_key�regex_patternsr r � __classcell__r r r r r s �r )r �sos.cleaner.parsersr �!sos.cleaner.mappings.hostname_mapr r r r r r �<module> s __pycache__/keyword_parser.cpython-310.pyc 0000644 00000001707 15030077510 0014520 0 ustar 00 o -�_g~ � @ s, d dl mZ d dlmZ G dd� de�ZdS )� )�SoSCleanerParser)� SoSKeywordMapc s4 e Zd ZdZdZdZg f� fdd� Zdd� Z� ZS )�SoSKeywordParserz/Handles parsing for user provided keywords zKeyword Parser� keyword_mapc s t � | _t� �||� d S )N)r �mapping�super�__init__)�self�config�skip_cleaning_files�� __class__� �D/usr/lib/python3/dist-packages/sos/cleaner/parsers/keyword_parser.pyr s zSoSKeywordParser.__init__c C s |dfS )Nr r )r �liner r r � _parse_line s z SoSKeywordParser._parse_line) �__name__� __module__� __qualname__�__doc__�name� map_file_keyr r � __classcell__r r r r r s r N)�sos.cleaner.parsersr � sos.cleaner.mappings.keyword_mapr r r r r r �<module> s username_parser.py 0000644 00000002445 15030077510 0010314 0 ustar 00 # Copyright 2020 Red Hat, Inc. Jake Hunsaker <jhunsake@redhat.com> # This file is part of the sos project: https://github.com/sosreport/sos # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions of # version 2 of the GNU General Public License. # # See the LICENSE file in the source distribution for further information. from sos.cleaner.parsers import SoSCleanerParser from sos.cleaner.mappings.username_map import SoSUsernameMap class SoSUsernameParser(SoSCleanerParser): """Parser for obfuscating usernames within an sos report archive. Note that this parser does not rely on regex matching directly, like most other parsers do. Instead, usernames are discovered via scraping the collected output of lastlog. As such, we do not discover new usernames later on, and only usernames present in lastlog output will be obfuscated, and those passed via the --usernames option if one is provided. """ name = 'Username Parser' map_file_key = 'username_map' regex_patterns = [] def __init__(self, config, skip_cleaning_files=[]): self.mapping = SoSUsernameMap() super().__init__(config, skip_cleaning_files) def _parse_line(self, line): return line, 0 ipv6_parser.py 0000644 00000004435 15030077510 0007362 0 ustar 00 # Copyright 2022 Red Hat, Inc. Jake Hunsaker <jhunsake@redhat.com> # This file is part of the sos project: https://github.com/sosreport/sos # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions of # version 2 of the GNU General Public License. # # See the LICENSE file in the source distribution for further information. from sos.cleaner.parsers import SoSCleanerParser from sos.cleaner.mappings.ipv6_map import SoSIPv6Map class SoSIPv6Parser(SoSCleanerParser): """Parser for handling IPv6 networks and addresses""" name = 'IPv6 Parser' map_file_key = 'ipv6_map' regex_patterns = [ # Attention: note that this is a single long regex, not several entries # This is initially based off of two regexes from the Java library # for validating an IPv6 string. However, this is modified to begin and # end with a negative lookbehind to ensure that a substring of 'ed::' # is not extracted from a log message such as 'SomeFuncUsed::ADiffFunc' # that come components may log with. Further, we optionally try to grab # a trailing prefix for the network bits. r"(?<![:\\.\\-a-z0-9])((([0-9a-f]{1,4})(:[0-9a-f]{1,4}){7})|" r"(([0-9a-f]{1,4}(:[0-9a-f]{0,4}){0,5}))([^.])::(([0-9a-f]{1,4}" r"(:[0-9a-f]{1,4}){0,5})?))(/\d{1,3})?(?![:\\a-z0-9])" ] parser_skip_files = [ 'etc/dnsmasq.conf.*', '.*modinfo.*', ] compile_regexes = False def __init__(self, config, skip_cleaning_files=[]): self.mapping = SoSIPv6Map() super().__init__(config, skip_cleaning_files) def get_map_contents(self): """Structure the dataset contents properly so that they can be reloaded on subsequent runs correctly. """ _d = { 'version': self.mapping.version, 'networks': {} } for _, _net in self.mapping.networks.items(): _d['networks'][_net.original_address] = { 'obfuscated': _net.obfuscated_address, 'hosts': {} } for host in _net.hosts: _ob_host = _net.hosts[host] _d['networks'][_net.original_address]['hosts'][host] = _ob_host return _d keyword_parser.py 0000644 00000001576 15030077510 0010165 0 ustar 00 # Copyright 2020 Red Hat, Inc. Jake Hunsaker <jhunsake@redhat.com> # This file is part of the sos project: https://github.com/sosreport/sos # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions of # version 2 of the GNU General Public License. # # See the LICENSE file in the source distribution for further information. from sos.cleaner.parsers import SoSCleanerParser from sos.cleaner.mappings.keyword_map import SoSKeywordMap class SoSKeywordParser(SoSCleanerParser): """Handles parsing for user provided keywords """ name = 'Keyword Parser' map_file_key = 'keyword_map' def __init__(self, config, skip_cleaning_files=[]): self.mapping = SoSKeywordMap() super().__init__(config, skip_cleaning_files) def _parse_line(self, line): return line, 0 hostname_parser.py 0000644 00000003075 15030077510 0010313 0 ustar 00 # Copyright 2020 Red Hat, Inc. Jake Hunsaker <jhunsake@redhat.com> # This file is part of the sos project: https://github.com/sosreport/sos # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions of # version 2 of the GNU General Public License. # # See the LICENSE file in the source distribution for further information. import re from sos.cleaner.parsers import SoSCleanerParser from sos.cleaner.mappings.hostname_map import SoSHostnameMap class SoSHostnameParser(SoSCleanerParser): name = 'Hostname Parser' map_file_key = 'hostname_map' regex_patterns = [ r'(((\b|_)[a-zA-Z0-9-\.]{1,200}\.[a-zA-Z]{1,63}(\b|_)))' ] def __init__(self, config, skip_cleaning_files=[]): self.mapping = SoSHostnameMap() super().__init__(config, skip_cleaning_files) def parse_line(self, line): """This will be called for every line in every file we process, so that every parser has a chance to scrub everything. We are overriding parent method since we need to swap ordering of _parse_line_with_compiled_regexes and _parse_line calls. """ count = 0 for skip_pattern in self.skip_line_patterns: if re.match(skip_pattern, line, re.I): return line, count line, _count = self._parse_line(line) count += _count if self.compile_regexes: line, _rcount = self._parse_line_with_compiled_regexes(line) count += _rcount return line, count mac_parser.py 0000644 00000005156 15030077510 0007237 0 ustar 00 # Copyright 2020 Red Hat, Inc. Jake Hunsaker <jhunsake@redhat.com> # This file is part of the sos project: https://github.com/sosreport/sos # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions of # version 2 of the GNU General Public License. # # See the LICENSE file in the source distribution for further information. import re from sos.cleaner.parsers import SoSCleanerParser from sos.cleaner.mappings.mac_map import SoSMacMap # aa:bb:cc:fe:ff:dd:ee:ff IPV6_REG_8HEX = ( r'((?<!([0-9a-fA-F\'\"]:)|::)([^:|-])?([0-9a-fA-F]{2}(:|-)){7}' r'[0-9a-fA-F]{2}(\'|\")?(\/|\,|\-|\.|\s|$))' ) # aabb:ccee:ddee:ffaa IPV6_REG_4HEX = ( r'((?<!([0-9a-fA-F\'\"]:)|::)(([^:\-]?[0-9a-fA-F]{4}(:|-)){3}' r'[0-9a-fA-F]{4}(\'|\")?(\/|\,|\-|\.|\s|$)))' ) # aa:bb:cc:dd:ee:ff avoiding ipv6 substring matches IPV4_REG = ( r'((?<!([0-9a-fA-F\'\"]:)|::)' r'(([^:\-])?(([0-9a-fA-F]{2}([:\-\_])){5,6}([0-9a-fA-F]{2}))))' ) class SoSMacParser(SoSCleanerParser): """Handles parsing for MAC addresses""" name = 'MAC Parser' regex_patterns = [ IPV6_REG_8HEX, IPV6_REG_4HEX, IPV4_REG ] obfuscated_patterns = ( '53:4f:53', '534f:53' ) parser_skip_files = [ 'sos_commands/.*/modinfo.*' ] map_file_key = 'mac_map' compile_regexes = False def __init__(self, config, skip_cleaning_files=[]): self.mapping = SoSMacMap() super().__init__(config, skip_cleaning_files) def reduce_mac_match(self, match): """Strips away leading and trailing non-alphanum characters from any matched string to leave us with just the bare MAC addr """ while not match[0] in '0123456789abcdefABCDEF': match = match[1:] while not match[-1] in '0123456789abcdefABCDEF': match = match[0:-1] # just to be safe, call strip() to remove any padding return match.strip() def _parse_line(self, line): count = 0 for pattern in self.regex_patterns: matches = [m[0] for m in re.findall(pattern, line, re.I)] if matches: count += len(matches) for match in matches: stripped_match = self.reduce_mac_match(match) if stripped_match.startswith(self.obfuscated_patterns): # avoid double scrubbing continue new_match = self.mapping.get(stripped_match) line = line.replace(stripped_match, new_match) return line, count
| ver. 1.4 |
Github
|
.
| PHP 8.2.28 | Generation time: 0.02 |
proxy
|
phpinfo
|
Settings