File manager - Edit - /home/newsbmcs.com/public_html/static/img/logo/preppers.tar
Back
keywords.py 0000644 00000002211 15030274066 0006764 0 ustar 00 # Copyright 2023 Red Hat, Inc. Jake Hunsaker <jhunsake@redhat.com> # This file is part of the sos project: https://github.com/sosreport/sos # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions of # version 2 of the GNU General Public License. # # See the LICENSE file in the source distribution for further information. import os from sos.cleaner.preppers import SoSPrepper class KeywordPrepper(SoSPrepper): """ Prepper to handle keywords passed to cleaner via either the `--keywords` or `--keyword-file` options. """ name = 'keyword' # pylint: disable=unused-argument def _get_items_for_keyword(self, archive): items = [] for kw in self.opts.keywords: items.append(kw) if self.opts.keyword_file and os.path.exists(self.opts.keyword_file): with open(self.opts.keyword_file, 'r', encoding='utf-8') as kwf: items.extend(kwf.read().splitlines()) for item in items: self.regex_items['keyword'].add(item) return items # vim: set et ts=4 sw=4 : hostname.py 0000644 00000004325 15030274066 0006743 0 ustar 00 # Copyright 2023 Red Hat, Inc. Jake Hunsaker <jhunsake@redhat.com> # This file is part of the sos project: https://github.com/sosreport/sos # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions of # version 2 of the GNU General Public License. # # See the LICENSE file in the source distribution for further information. from sos.cleaner.preppers import SoSPrepper class HostnamePrepper(SoSPrepper): """ Prepper for providing domain and hostname information to the hostname mapping. The items from hostname sources are handled manually via the _get_items method, rather than passing the file directly, as the parser does not know what hostnames or domains to match on initially. This will also populate the regex_items list with local short names. """ name = 'hostname' def _get_items_for_hostname(self, archive): items = [] _file = 'hostname' if archive.is_sos: _file = 'sos_commands/host/hostname' elif archive.is_insights: _file = 'data/insights_commands/hostname_-f' content = archive.get_file_content(_file) if content and content != 'localhost': domains = content.split('.') if len(domains) > 1: items.append(domains[0]) self.regex_items['hostname'].add((domains[0])) if len(domains) > 3: # make sure we get example.com if the system's hostname # is something like foo.bar.example.com top_domain = '.'.join(domains[-2:]) items.append(top_domain.strip()) items.append(content.strip()) _hosts = archive.get_file_content('etc/hosts') for line in _hosts.splitlines(): if line.startswith('#') or 'localhost' in line: continue hostln = line.split()[1:] for host in hostln: if len(host.split('.')) == 1: self.regex_items['hostname'].add(host) else: items.append(host) for domain in self.opts.domains: items.append(domain) return items __pycache__/mac.cpython-310.pyc 0000644 00000001362 15030274066 0012222 0 ustar 00 o -�_ga � @ s d dl mZ G dd� de�ZdS )� )� SoSPrepperc @ s e Zd ZdZdZdd� ZdS )� MacPrepperzS Prepper for sourcing the host's MAC address in order to prep the mapping. �macc C s |j rdgS |jr dgS g S )Nz%sos_commands/networking/ip_-d_addressz data/insights_commands/ip_addr)�is_sos� is_insights)�self�archive� r �:/usr/lib/python3/dist-packages/sos/cleaner/preppers/mac.py�_get_mac_file_list s z MacPrepper._get_mac_file_listN)�__name__� __module__� __qualname__�__doc__�namer r r r r r s r N)�sos.cleaner.preppersr r r r r r �<module> s __pycache__/__init__.cpython-310.pyc 0000644 00000011713 15030274066 0013222 0 ustar 00 o -�_gW � @ s d dl Z G dd� d�ZdS )� Nc @ sP e Zd ZdZdZdZdd� Zdd� Zdd � Zd d � Z d d � Z dd� Z dd� Z dS )� SoSPreppera� A prepper is a way to prepare loaded mappings with selected items within an sos report prior to beginning the full obfuscation routine. This was previously handled directly within archives, however this is a bit cumbersome and doesn't allow for all the flexibility we could use in this effort. Preppers are separated from parsers but will leverage them in order to feed parser-matched strings from files highlighted by a Prepper() to the appropriate mapping for initial obfuscation. Preppers may specify their own priority in order to influence the order in which mappings are prepped. Further, Preppers have two ways to prepare the maps - either by generating a list of filenames or via directly pulling content out of select files without the assistance of a parser. A lower priority value means the prepper should run sooner than those with higher values. For the former approach, `Prepper._get_$parser_file_list()` should be used and should yield filenames that exist in target archives. For the latter, the `Prepper._get_items_for_$map()` should be used. Finally, a `regex_items` dict is available for storing individual regex items for parsers that rely on them. These items will be added after all files and other individual items are handled. This dict has keys set to parser/mapping names, and the values should be sets of items, so preppers should add to them like so: self.regex_items['hostname'].add('myhostname') � Undefined�d c C sB t � t � t � t � t � t � d�| _|| _t�d�| _t�d�| _d S )N)�hostname�ip�ipv6�keyword�mac�username�sos�sos_ui)�set� regex_items�opts�logging� getLogger�soslog�ui_log)�self�options� r �?/usr/lib/python3/dist-packages/sos/cleaner/preppers/__init__.py�__init__2 s � zSoSPrepper.__init__c C s d| j � d|� �S )Nz [prepper:z] )�name�r �msgr r r � _fmt_log_msg? s zSoSPrepper._fmt_log_msgc C � | j �| �|�� d S �N)r �debugr r r r r � log_debugB � zSoSPrepper.log_debugc C r r )r �infor r r r r �log_infoE r! zSoSPrepper.log_infoc C r r )r �errorr r r r r � log_errorH r! zSoSPrepper.log_errorc C s( d|� d�}t | |�rt| |�|�S g S )a Helper that calls the appropriate Prepper method for the specified parser. This allows Preppers to be able to provide items for multiple types of parsers without needing to handle repetitious logic to determine which parser we're interested within each individual call. The convention to use is to define `_get_$parser_file_list()` methods within Preppers, e.g. `_get_hostname_file_list()` would be used to provide filenames for the hostname parser. If such a method is not defined within a Prepper for a given parser, we handle that here so that individual Preppers do not need to. :param parser: The _name_ of the parser to get a file list for :type parser: ``str`` :param archive: The archive we are operating on currently for the specified parser :type archive: ``SoSObfuscationArchive`` :returns: A list of filenames within the archive to prep with :rtype: ``list`` �_get_� _file_list��hasattr�getattr)r �parser�archive�_checkr r r �get_parser_file_listK s z SoSPrepper.get_parser_file_listc C s& d|� �}t | |�rt| |�|�S g S )a� Similar to `get_parser_file_list()`, a helper for calling the specific method for generating items for the given `map`. This allows Preppers to be able to provide items for multiple types of maps, without the need to handle repetitious logic to determine which parser we're interested in within each individual call. :param mapping: The _name_ of the mapping to get items for :type mapping: ``str`` :param archive: The archive we are operating on currently for the specified parser :type archive: ``SoSObfuscationArchive`` :returns: A list of distinct items to obfuscate without using a parser :rtype: ``list`` �_get_items_for_r( )r �mappingr, r- r r r �get_items_for_mapg s z SoSPrepper.get_items_for_mapN) �__name__� __module__� __qualname__�__doc__r �priorityr r r r# r% r. r1 r r r r r s r )r r r r r r �<module> s __pycache__/keywords.cpython-310.pyc 0000644 00000001775 15030274066 0013341 0 ustar 00 o -�_g� � @ s( d dl Z d dlmZ G dd� de�ZdS )� N)� SoSPrepperc @ s e Zd ZdZdZdd� ZdS )�KeywordPrepperzs Prepper to handle keywords passed to cleaner via either the `--keywords` or `--keyword-file` options. �keywordc C s� g }| j jD ]}|�|� q| j jr<tj�| j j�r<t| j jddd��}|�|� � � � � W d � n1 s7w Y |D ] }| j d � |� q>|S )N�rzutf-8)�encodingr ) �opts�keywords�append� keyword_file�os�path�exists�open�extend�read� splitlines� regex_items�add)�self�archive�items�kw�kwf�item� r �?/usr/lib/python3/dist-packages/sos/cleaner/preppers/keywords.py�_get_items_for_keyword s �z%KeywordPrepper._get_items_for_keywordN)�__name__� __module__� __qualname__�__doc__�namer r r r r r s r )r �sos.cleaner.preppersr r r r r r �<module> s __pycache__/ip.cpython-310.pyc 0000644 00000001734 15030274066 0012075 0 ustar 00 o -�_g � @ s d dl mZ G dd� de�ZdS )� )� SoSPrepperc @ s$ e Zd ZdZdZdd� Zdd� ZdS )� IPPrepperz� This prepper is for IP network addresses. The aim of this prepper is to provide the file path for where the output of `ip addr` is saved. �ipc C s | � |�S )N)�_get_ip_file_list)�self�archive� r �9/usr/lib/python3/dist-packages/sos/cleaner/preppers/ip.py�_get_ipv6_file_list s z IPPrepper._get_ipv6_file_listc C s$ g }|j r dg}|S |jrdg}|S )Nz"sos_commands/networking/ip_-o_addrz data/insights_commands/ip_addr)�is_sos� is_insights)r r �_filesr r r r s �zIPPrepper._get_ip_file_listN)�__name__� __module__� __qualname__�__doc__�namer r r r r r r s r N)�sos.cleaner.preppersr r r r r r �<module> s __pycache__/usernames.cpython-310.pyc 0000644 00000002621 15030274066 0013463 0 ustar 00 o -�_g� � @ s d dl mZ G dd� de�ZdS )� )� SoSPrepperc @ s$ e Zd ZdZdZg d�Zdd� ZdS )�UsernamePrepperz� This prepper is used to source usernames from various `last` output content as well as a couple select files. This prepper will also leverage the --usernames option. �username) �core�nobody� nfsnobody�shutdown�stack�reboot�root�ubuntur �wtmpc C s� t � }g d�}|D ]>}|�|�}|sq |�� D ]/}z$|�� d �� }|r<|| jvr<|�|� d|v r<|�|�d�d � W q tyF Y qw q | jj D ] }|| jvrX|�|� qL|S )N)z(sos_commands/login/lastlog_-u_1000-60000z)sos_commands/login/lastlog_-u_60001-65536z.sos_commands/login/lastlog_-u_65537-4294967295zsos_commands/login/lastzetc/cron.allowz etc/cron.denyr �\���) �set�get_file_content� splitlines�split�lower� skip_list�add� Exception�opts� usernames) �self�archive�items�_files�_file�content�line�user�opt_user� r# �@/usr/lib/python3/dist-packages/sos/cleaner/preppers/usernames.py�_get_items_for_username$ s. � �� �z'UsernamePrepper._get_items_for_usernameN)�__name__� __module__� __qualname__�__doc__�namer r% r# r# r# r$ r s r N)�sos.cleaner.preppersr r r# r# r# r$ �<module> s __pycache__/hostname.cpython-310.pyc 0000644 00000003147 15030274066 0013303 0 ustar 00 o -�_g� � @ s d dl mZ G dd� de�ZdS )� )� SoSPrepperc @ s e Zd ZdZdZdd� ZdS )�HostnamePrepperaw Prepper for providing domain and hostname information to the hostname mapping. The items from hostname sources are handled manually via the _get_items method, rather than passing the file directly, as the parser does not know what hostnames or domains to match on initially. This will also populate the regex_items list with local short names. �hostnamec C s6 g }d}|j r d}n|jrd}|�|�}|rS|dkrS|�d�}t|�dkr6|�|d � | jd �|d � t|�dkrLd�|d d � �}|�|� � � |�|� � � |�d �}|� � D ]0}|� d �sgd|v rhq\|�� dd � } | D ]} t| �d��dkr�| jd �| � qr|�| � qrq\| j j D ]} |�| � q�|S ) Nr zsos_commands/host/hostnamez"data/insights_commands/hostname_-f� localhost�.� r � ���z etc/hosts�#)�is_sos� is_insights�get_file_content�split�len�append� regex_items�add�join�strip� splitlines� startswith�opts�domains) �self�archive�items�_file�contentr � top_domain�_hosts�line�hostln�host�domain� r$ �?/usr/lib/python3/dist-packages/sos/cleaner/preppers/hostname.py�_get_items_for_hostname s: � z'HostnamePrepper._get_items_for_hostnameN)�__name__� __module__� __qualname__�__doc__�namer& r$ r$ r$ r% r s r N)�sos.cleaner.preppersr r r$ r$ r$ r% �<module> s usernames.py 0000644 00000004231 15030274066 0007123 0 ustar 00 # Copyright 2023 Red Hat, Inc. Jake Hunsaker <jhunsake@redhat.com> # This file is part of the sos project: https://github.com/sosreport/sos # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions of # version 2 of the GNU General Public License. # # See the LICENSE file in the source distribution for further information. from sos.cleaner.preppers import SoSPrepper class UsernamePrepper(SoSPrepper): """ This prepper is used to source usernames from various `last` output content as well as a couple select files. This prepper will also leverage the --usernames option. """ name = 'username' skip_list = [ 'core', 'nobody', 'nfsnobody', 'shutdown', 'stack', 'reboot', 'root', 'ubuntu', 'username', 'wtmp' ] def _get_items_for_username(self, archive): items = set() _files = [ 'sos_commands/login/lastlog_-u_1000-60000', 'sos_commands/login/lastlog_-u_60001-65536', 'sos_commands/login/lastlog_-u_65537-4294967295', # AD users will be reported here, but favor the lastlog files since # those will include local users who have not logged in 'sos_commands/login/last', 'etc/cron.allow', 'etc/cron.deny' ] for _file in _files: content = archive.get_file_content(_file) if not content: continue for line in content.splitlines(): try: user = line.split()[0].lower() if user and user not in self.skip_list: items.add(user) if '\\' in user: items.add(user.split('\\')[-1]) except Exception: # empty line or otherwise unusable for name sourcing pass for opt_user in self.opts.usernames: if opt_user not in self.skip_list: items.add(opt_user) return items # vim: set et ts=4 sw=4 : mac.py 0000644 00000001541 15030274066 0005662 0 ustar 00 # Copyright 2023 Red Hat, Inc. Jake Hunsaker <jhunsake@redhat.com> # This file is part of the sos project: https://github.com/sosreport/sos # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions of # version 2 of the GNU General Public License. # # See the LICENSE file in the source distribution for further information. from sos.cleaner.preppers import SoSPrepper class MacPrepper(SoSPrepper): """ Prepper for sourcing the host's MAC address in order to prep the mapping. """ name = 'mac' def _get_mac_file_list(self, archive): if archive.is_sos: return ['sos_commands/networking/ip_-d_address'] if archive.is_insights: return ['data/insights_commands/ip_addr'] return [] # vim: set et ts=4 sw=4 : ip.py 0000644 00000002032 15030274066 0005526 0 ustar 00 # Copyright 2023 Red Hat, Inc. Jake Hunsaker <jhunsake@redhat.com> # This file is part of the sos project: https://github.com/sosreport/sos # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions of # version 2 of the GNU General Public License. # # See the LICENSE file in the source distribution for further information. from sos.cleaner.preppers import SoSPrepper class IPPrepper(SoSPrepper): """ This prepper is for IP network addresses. The aim of this prepper is to provide the file path for where the output of `ip addr` is saved. """ name = 'ip' def _get_ipv6_file_list(self, archive): return self._get_ip_file_list(archive) def _get_ip_file_list(self, archive): _files = [] if archive.is_sos: _files = ['sos_commands/networking/ip_-o_addr'] elif archive.is_insights: _files = ['data/insights_commands/ip_addr'] return _files # vim: set et ts=4 sw=4 : __init__.py 0000644 00000011527 15030274066 0006666 0 ustar 00 # Copyright 2023 Red Hat, Inc. Jake Hunsaker <jhunsake@redhat.com> # This file is part of the sos project: https://github.com/sosreport/sos # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions of # version 2 of the GNU General Public License. # # See the LICENSE file in the source distribution for further information. import logging class SoSPrepper(): """ A prepper is a way to prepare loaded mappings with selected items within an sos report prior to beginning the full obfuscation routine. This was previously handled directly within archives, however this is a bit cumbersome and doesn't allow for all the flexibility we could use in this effort. Preppers are separated from parsers but will leverage them in order to feed parser-matched strings from files highlighted by a Prepper() to the appropriate mapping for initial obfuscation. Preppers may specify their own priority in order to influence the order in which mappings are prepped. Further, Preppers have two ways to prepare the maps - either by generating a list of filenames or via directly pulling content out of select files without the assistance of a parser. A lower priority value means the prepper should run sooner than those with higher values. For the former approach, `Prepper._get_$parser_file_list()` should be used and should yield filenames that exist in target archives. For the latter, the `Prepper._get_items_for_$map()` should be used. Finally, a `regex_items` dict is available for storing individual regex items for parsers that rely on them. These items will be added after all files and other individual items are handled. This dict has keys set to parser/mapping names, and the values should be sets of items, so preppers should add to them like so: self.regex_items['hostname'].add('myhostname') """ name = 'Undefined' priority = 100 def __init__(self, options): self.regex_items = { 'hostname': set(), 'ip': set(), 'ipv6': set(), 'keyword': set(), 'mac': set(), 'username': set() } self.opts = options self.soslog = logging.getLogger('sos') self.ui_log = logging.getLogger('sos_ui') def _fmt_log_msg(self, msg): return f"[prepper:{self.name}] {msg}" def log_debug(self, msg): self.soslog.debug(self._fmt_log_msg(msg)) def log_info(self, msg): self.soslog.info(self._fmt_log_msg(msg)) def log_error(self, msg): self.soslog.error(self._fmt_log_msg(msg)) def get_parser_file_list(self, parser, archive): """ Helper that calls the appropriate Prepper method for the specified parser. This allows Preppers to be able to provide items for multiple types of parsers without needing to handle repetitious logic to determine which parser we're interested within each individual call. The convention to use is to define `_get_$parser_file_list()` methods within Preppers, e.g. `_get_hostname_file_list()` would be used to provide filenames for the hostname parser. If such a method is not defined within a Prepper for a given parser, we handle that here so that individual Preppers do not need to. :param parser: The _name_ of the parser to get a file list for :type parser: ``str`` :param archive: The archive we are operating on currently for the specified parser :type archive: ``SoSObfuscationArchive`` :returns: A list of filenames within the archive to prep with :rtype: ``list`` """ _check = f"_get_{parser}_file_list" if hasattr(self, _check): return getattr(self, _check)(archive) return [] def get_items_for_map(self, mapping, archive): """ Similar to `get_parser_file_list()`, a helper for calling the specific method for generating items for the given `map`. This allows Preppers to be able to provide items for multiple types of maps, without the need to handle repetitious logic to determine which parser we're interested in within each individual call. :param mapping: The _name_ of the mapping to get items for :type mapping: ``str`` :param archive: The archive we are operating on currently for the specified parser :type archive: ``SoSObfuscationArchive`` :returns: A list of distinct items to obfuscate without using a parser :rtype: ``list`` """ _check = f"_get_items_for_{mapping}" if hasattr(self, _check): return getattr(self, _check)(archive) return [] # vim: set et ts=4 sw=4 :
| ver. 1.4 |
Github
|
.
| PHP 8.2.28 | Generation time: 0.02 |
proxy
|
phpinfo
|
Settings