File manager - Edit - /home/newsbmcs.com/public_html/static/img/logo/landscape.zip
Back
PK �Z ��.\ \ constants.pynu �[��� """ Hold constants used across landscape, to reduce import size when one only needs to look at those values. """ APT_PREFERENCES_SIZE_LIMIT = 1048576 # 1 MByte # The name "UBUNTU" is used in the variable name due to the fact that the path # is Ubuntu-specific, taken from /etc/login.defs. UBUNTU_PATH = ":".join( ["/usr/local/sbin", "/usr/local/bin", "/usr/sbin", "/usr/bin", "/sbin", "/bin", "/snap/bin"]) SUCCESS_RESULT = 1 ERROR_RESULT = 100 DEPENDENCY_ERROR_RESULT = 101 CLIENT_VERSION_ERROR_RESULT = 102 POLICY_STRICT = 0 POLICY_ALLOW_INSTALLS = 1 POLICY_ALLOW_ALL_CHANGES = 2 # The amount of time to wait while we have unknown package data before # reporting an error to the server in response to an operation. # The two common cases of this are: # 1. The server requested an operation that we've decided requires some # dependencies, but we don't know the package ID of those dependencies. It # should only take a bit more than 10 minutes for that to be resolved by the # package reporter. # 2. We lost some package data, for example by a deb archive becoming # inaccessible for a while. The earliest we can reasonably assume that to be # resolved is in 60 minutes, when the package reporter runs again. # So we'll give the problem one chance to resolve itself, by only waiting for # one run of apt-update. UNKNOWN_PACKAGE_DATA_TIMEOUT = 70 * 60 PK �Z���. . 3 message_schemas/__pycache__/message.cpython-310.pycnu �[��� o ���c� � @ s0 d dl mZmZmZmZmZ G dd� de�ZdS )� )�KeyDict�Float�Bytes�Constant�Anyc s. e Zd ZdZd� fdd� Z� fdd�Z� ZS )�Messagea Like L{KeyDict}, but with three predefined keys: C{type}, C{api}, and C{timestamp}. Of these, C{api} and C{timestamp} are optional. @param type: The type of the message. The C{type} key will need to match this as a constant. @param schema: A dict of additional schema in a format L{KeyDict} will accept. @param optional: An optional list of keys that should be optional. @param api: The server API version needed to send this message, if C{None} any version is fine. Nc sn || _ || _t� |d< tt� td ��|d< t|�|d< |d ur'|�ddg� nddg}tt| �j ||d� d S )N� timestamp�api�type)�optional) r r r r r r �extend�superr �__init__)�selfr �schemar r �� __class__� �C/usr/lib/python3/dist-packages/landscape/message_schemas/message.pyr s zMessage.__init__c s6 t |�� �D ] }|| jvr|�|� qtt| ��|�S )N)�list�keysr �popr r �coerce)r �value�kr r r r s �zMessage.coerce)NN)�__name__� __module__� __qualname__�__doc__r r � __classcell__r r r r r s r N)�landscape.lib.schemar r r r r r r r r r �<module> s PK �Z��D� � 4 message_schemas/__pycache__/__init__.cpython-310.pycnu �[��� o ���c� � @ s d dl T dS )� )�*N)� server_bound� r r �D/usr/lib/python3/dist-packages/landscape/message_schemas/__init__.py�<module> s PK �ZX7��" �" 8 message_schemas/__pycache__/server_bound.cpython-310.pycnu �[��� o ���cPL � @ st d dl mZmZmZmZmZmZmZmZm Z m Z m Z ddl m Z g d�Zee� e � e� e� e� e� e� e� e� d� g d�d�Ze dee� �e� ee�ee�d �g d �d�Ze d ee� �ee� �d �d dgd�Ze dee� e� �ee� �d�dgd�Ze de� e� e� e � d�ddgd�Ze de � e� e� ee � e � �d�g d�d�Ze de � e � e � e � d�g d�d�Ze de � e � e � d��Zee � e e � ee � �e� e� e� ��Ze d d ee ee d �e�ee d �e � eee�ee d �e � ���i�Ze d!d"e � i�Ze � ee � �e � e � d#�Ze d$d%eee�� d&gd��i�Z e d'd(eee� e� ��i�Z e d)d*eee� e� ��i�Z e d+e � eee� e� e� e� ��ed,�d-��Z e d.d.eee � e� d/���i�Z e d0d1eee� e � e� e� e� ��i�Z!e d2d"e e� e d,��i�Z"e d3d3eee� e� e� ��i�Z#e d4d5e� id5gd�Z$e d6d7eee� e � e� ��i�Z%e d8d8eee� ee � e � e � e� d9����i�Z&e d:d:eee� e � e� ��i�Z'e d;e e � e d,��e � e � e � e e � e d,��e� e � e � d<�g d=�d�Z(e d;e e � e d,��e � e � e � e e � e d,��e� e � ee � ee � �e � d>��e � e e � e d,��e � d?� d@g dA�dB�Z)e dCdDe� i�Z*e dEi dFe � �dDe e� e d,���dGe � �dHe e � e d,���dIe e � e d,���dJe � �dKe � �dLe � �dMe e � e d,���dNe e � e d,���dOe� �dPe � �dQe e � e d,���dRe� �dSe � �dTe � �dUe � �g dV�d�Z+e dWe � eee� e� ��dX��Z,e dYdZeee� e � e � e� d[�d\d]gd��i�Z-ee� e � e e � e d,��e� e e � e d,��e e � e d,��e e � e d,��e e� e d,��e � d^� d_d`gd�Z.ee� e � da��Z/e dbe� ee.�ee.�ee � �ee/�ee/�ee � �ee � ee � ��ee � ee � ��dc� g dc�d�Z0e dbe� ee.�ee.�ee� �ee/�ee/�ee� �ee� ee� ��ee� ee� ��dc� g dc�d�Z1e dbe� ee.�ee.�ee� �ee/�ee/�ee� �ee� ee� ��ee� ee� ��dc� g dc�d�Z2e e � e d,��Z3e dbeee � e� e3e3e3e3e� dd�g de�d��eee� e � ee � �df���dg�dhgd�Z4ee ee� e� �e� ��Z5e die5e5e5e5e5e5e5e5e5e5e5e5dj� g dk�d�Z6eee � e � e � ��Z7e dle7e7dm�dndogd�Z8e dpee � �ee � �dm�dndogd�Z9e dqe� ee e� e d,���ee e� e d,���e� e � dr�g ds�d�Z:e dtee� �e� du��Z;e dve� e� e � dw�dxgd�Z<e dyeee � e � e � eee� e � ��e � e e� e d,��e e� e d,��e � e� dz� ��e� d{��Z=e d|d}e � i�Z>e d~e� e� e� e� d�g d�d�Z?eeee� e� ��e � e� d���Z@e d�d"ee� e@�i�ZAe d�d�e� i�ZBe d�e� ee � �d��d�digd�ZCe d�d"e ee � e � �e d,��i�ZDe d�ee� e e� e d,���e� e� e� e� e� d��d�gd�ZEe d�d�e� i�ZFe d�eee� e� e� e� e� e� d����eee� e� e� d����d��d�gd�ZGe d�d7ee� eee� e� e� ���i�ZHe d�d�e � i�ZIe d�dQe e � e d,��i�ZJe d�d�e � i�ZKg e�e�e�e�e�e�e�e�e �e#�e$�e%�e&�e'�e(�e)�e,�e-�e0�e6�e8�e:�e;�e=�e<�e>�e?�eA�eB�eD�eG�eH�eC�eI�e �e �e!�e �e"�e �e�eJ�eK�R ZLd,S )�� ) �KeyDict�Dict�List�Tuple�Bool�Int�Float�Bytes�Unicode�Constant�Any� )�Message)+�ACTIVE_PROCESS_INFO�COMPUTER_UPTIME� CLIENT_UPTIME�OPERATION_RESULT� COMPUTER_INFO�DISTRIBUTION_INFO�HARDWARE_INVENTORY� HARDWARE_INFO� LOAD_AVERAGE� MEMORY_INFO� RESYNCHRONIZE�MOUNT_ACTIVITY� MOUNT_INFO� FREE_SPACE�REGISTER� REGISTER_3_3� TEMPERATURE�PROCESSOR_INFO�USERS�PACKAGES� PACKAGE_LOCKS�CHANGE_PACKAGES_RESULT�UNKNOWN_PACKAGE_HASHES� ADD_PACKAGES�PACKAGE_REPORTER_RESULT� TEXT_MESSAGE�TEST� CUSTOM_GRAPH�REBOOT_REQUIRED�APT_PREFERENCES�NETWORK_DEVICE�NETWORK_ACTIVITY�REBOOT_REQUIRED_INFO�UPDATE_MANAGER_INFO� CPU_USAGE� CEPH_USAGE� SWIFT_USAGE�SWIFT_DEVICE_INFO�KEYSTONE_TOKEN�JUJU_UNITS_INFO�CLOUD_METADATA� COMPUTER_TAGS�UBUNTU_PRO_INFO) �pid�name�state� sleep-average�uid�gid�vm-sizez start-time� percent-cpu)r@ r= rA )�optionalzactive-process-info)�kill-processes�kill-all-processes� add-processes�update-processes)rE rF rC rD zcomputer-uptime)� startup-times�shutdown-timesrG rH z client-uptime)�period� componentsrJ zoperation-result)� operation-id�status� result-code� result-textrM rN z computer-info)�hostnamez total-memoryz total-swap� annotationszdistribution-info)zdistributor-id� description�releasez code-namezcloud-instance-metadata)z instance-idzami-idz instance-typezhardware-inventory�devices�create�update�deletez hardware-info�data)�environment-uuid� api-addressesz unit-name�private-addresszjuju-units-infozjuju-info-listrZ z load-averagez load-averagesz cpu-usagez cpu-usagesz ceph-usageN)zring-id� data-pointsz ceph-usageszswift-device-info)�device�mountedz swift-usager[ zkeystone-tokenz memory-info� resynchronizerK zmount-activity� activitiesz mount-info)z mount-pointr\ � filesystemz total-spacez free-space�register)�registration_password�computer_titlerO � account_name�tags�vm-info�container-info� access_group)rb rO re rf rg rh )rX rY z machine-id) rb rc rO rd re rf rg � juju-inforh �clone_secure_id�ubuntu_pro_infos 3.3) rb rO re rf rg rh ri rj rk )�apirB z register-provisioned-machine�otpzregister-cloud-vmrO � instance_keyrd rb �reservation_key�public_hostname�local_hostname� kernel_key� ramdisk_key� launch_index� image_keyre rf � public_ipv4� local_ipv4rh )re rf rv rw rh � temperature)z thermal-zone� temperatureszprocessor-info� processors)z processor-id�vendor�model� cache-sizer{ r} ) r> �usernamer; �enabled�location� home-phone� work-phone� primary-gid�primary-groupnamer� r� )r? r; �users) rK z create-usersz update-usersz delete-usersz create-groupsz update-groupsz delete-groupszcreate-group-memberszdelete-group-members)r~ r> �realnamer� r� r� r )r� r� r� )r? r; �members)r� �groupsr� �packages) � installed� available�available-upgrades�locked� autoremovable�not-autoremovable�security� not-installed� not-available�not-available-upgrades� not-locked� not-security) r� r� r� r� r� r� r� r� r� r� r� r� z package-locks)�created�deletedr� r� zchange-package-holdszchange-packages-result)rK � must-install� must-removerM rN )rN r� r� zunknown-package-hashes)�hashes� request-idzpackage-reporter-result)�report-timestamp�code�errr� z add-packages) r; rQ �section� relations�summaryzinstalled-size�size�version�type)r� r� z text-message�message�test)�greetingzconsistency-error�echo�sequence)�values�errorz script-hashz custom-graphzreboot-required�flagzreboot-required-info)r� r� zapt-preferenceszeucalyptus-info)� basic_info� walrus_info�cluster_controller_info�storage_controller_info�node_controller_info� capacity_infor� zeucalyptus-info-errorr� znetwork-device)� interface� ip_address� mac_address�broadcast_address�netmask�flags)r� �speed�duplex)rS � device-speedsr� znetwork-activityzupdate-manager-info�promptz computer-tagszubuntu-pro-info)M�landscape.lib.schemar r r r r r r r r r r r� r �__all__� process_infor r r r r r r7 �hal_datar r � juju_data�copyr6 r r1 r2 r4 r3 r5 r r r r r r r � REGISTER_PROVISIONED_MACHINE�REGISTER_CLOUD_VMr r � user_data� group_datar! � USERS_2_1� USERS_2_0�opt_str� OLD_USERS�package_ids_or_rangesr" � package_locksr# �CHANGE_PACKAGE_HOLDSr$ r% r' r& r( r) � GRAPH_DATAr* r+ r/ r, �EUCALYPTUS_INFO�EUCALYPTUS_INFO_ERRORr- r. r0 r8 r9 �message_schemas� r� r� �H/usr/lib/python3/dist-packages/landscape/message_schemas/server_bound.py�<module> sD 4 � � �� �� ���� �� �� �� ����� �� ������� ����� ��� ����� �� �������� � � � � ������ ��� � � �� �� �� ����� �� ������� ���� ���� � ������� ���� � ������������������������������ � � � � � � � � � � � � � � � �PK �Zf��eL L 8 message_schemas/__pycache__/test_message.cpython-310.pycnu �[��� o ���c� � @ s: d dl Z d dlmZmZ d dlmZ G dd� de j�ZdS )� N)�Constant�Int)�Messagec @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dS )� MessageTestc C s2 t ddt� i�}| �|�ddd��ddd�� dS )z8The L{Message} schema should be very similar to KeyDict.�foo�data� )�typer N�r r � assertEqual�coerce��self�schema� r �H/usr/lib/python3/dist-packages/landscape/message_schemas/test_message.py� test_coerce s �zMessageTest.test_coercec C s t d�}| �|�d�d� dS )zm The L{Constant} schema type recognizes bytestrings that decode to matching strings. �registers registerN)r r r )r �constantr r r �test_coerce_bytes_to_str s z$MessageTest.test_coerce_bytes_to_strc C �, t di �}| �|�ddd��ddd�� dS )z3L{Message} schemas should accept C{timestamp} keys.�barg ��Q� �?)r � timestampN�r r r r r r r �test_timestamp � �zMessageTest.test_timestampc C r )z-L{Message} schemas should accept C{api} keys.�bazs whatever�r �apiNr r r r r �test_api r zMessageTest.test_apic C s, t di �}| �|�ddd��ddd�� dS )z1L{Message} schemas should accept None for C{api}.r Nr r r r r r � test_api_None& r zMessageTest.test_api_Nonec C s4 t ddt� idgd�}| �|�ddi�ddi� dS )z<The L{Message} schema should allow additional optional keys.r r )�optionalr Nr r r r r � test_optional- s zMessageTest.test_optionalc C s t di �}| �|jd� dS )z;The C{type} should be introspectable on L{Message} objects.r N)r r r r r r r � test_type2 s zMessageTest.test_typec C s* t di �}| �ddi|�ddd��� dS )zU The L{Message} schema discards unknown fields when coercing values. r r �{ )r �crapNr r r r r �test_with_unknown_fields7 s �z$MessageTest.test_with_unknown_fieldsN) �__name__� __module__� __qualname__r r r r r r" r# r& r r r r r s r )�unittest�landscape.lib.schemar r �!landscape.message_schemas.messager �TestCaser r r r r �<module> s PK �Z���� � message_schemas/message.pynu �[��� from landscape.lib.schema import KeyDict, Float, Bytes, Constant, Any class Message(KeyDict): """ Like L{KeyDict}, but with three predefined keys: C{type}, C{api}, and C{timestamp}. Of these, C{api} and C{timestamp} are optional. @param type: The type of the message. The C{type} key will need to match this as a constant. @param schema: A dict of additional schema in a format L{KeyDict} will accept. @param optional: An optional list of keys that should be optional. @param api: The server API version needed to send this message, if C{None} any version is fine. """ def __init__(self, type, schema, optional=None, api=None): self.type = type self.api = api schema["timestamp"] = Float() schema["api"] = Any(Bytes(), Constant(None)) schema["type"] = Constant(type) if optional is not None: optional.extend(["timestamp", "api"]) else: optional = ["timestamp", "api"] super(Message, self).__init__(schema, optional=optional) def coerce(self, value): for k in list(value.keys()): if k not in self.schema: # We don't know about this field, just discard it. This # is useful when a client that introduced some new field # in a message talks to an older server, that don't understand # the new field yet. value.pop(k) return super(Message, self).coerce(value) PK �Z� �PL PL message_schemas/server_bound.pynu �[��� # Copyright 2017 Canonical Limited. All rights reserved. from landscape.lib.schema import ( KeyDict, Dict, List, Tuple, Bool, Int, Float, Bytes, Unicode, Constant, Any) from .message import Message __all__ = [ "ACTIVE_PROCESS_INFO", "COMPUTER_UPTIME", "CLIENT_UPTIME", "OPERATION_RESULT", "COMPUTER_INFO", "DISTRIBUTION_INFO", "HARDWARE_INVENTORY", "HARDWARE_INFO", "LOAD_AVERAGE", "MEMORY_INFO", "RESYNCHRONIZE", "MOUNT_ACTIVITY", "MOUNT_INFO", "FREE_SPACE", "REGISTER", "REGISTER_3_3", "TEMPERATURE", "PROCESSOR_INFO", "USERS", "PACKAGES", "PACKAGE_LOCKS", "CHANGE_PACKAGES_RESULT", "UNKNOWN_PACKAGE_HASHES", "ADD_PACKAGES", "PACKAGE_REPORTER_RESULT", "TEXT_MESSAGE", "TEST", "CUSTOM_GRAPH", "REBOOT_REQUIRED", "APT_PREFERENCES", "NETWORK_DEVICE", "NETWORK_ACTIVITY", "REBOOT_REQUIRED_INFO", "UPDATE_MANAGER_INFO", "CPU_USAGE", "CEPH_USAGE", "SWIFT_USAGE", "SWIFT_DEVICE_INFO", "KEYSTONE_TOKEN", "JUJU_UNITS_INFO", "CLOUD_METADATA", "COMPUTER_TAGS", "UBUNTU_PRO_INFO", ] # When adding a new schema, which deprecates an older schema, the recommended # naming convention, is to name it SCHEMA_NAME_ and the last API version that # the schema works with. # # i.e. if I have USERS and I'm deprecating it, in API 2.2, then USERS becomes # USERS_2_1 process_info = KeyDict({"pid": Int(), "name": Unicode(), "state": Bytes(), "sleep-average": Int(), "uid": Int(), "gid": Int(), "vm-size": Int(), "start-time": Int(), "percent-cpu": Float()}, # Optional for backwards compatibility optional=["vm-size", "sleep-average", "percent-cpu"]) ACTIVE_PROCESS_INFO = Message( "active-process-info", {"kill-processes": List(Int()), "kill-all-processes": Bool(), "add-processes": List(process_info), "update-processes": List(process_info)}, # XXX Really we don't want all three of these keys to be optional: # we always want _something_... optional=["add-processes", "update-processes", "kill-processes", "kill-all-processes"]) COMPUTER_UPTIME = Message( "computer-uptime", {"startup-times": List(Int()), "shutdown-times": List(Int())}, # XXX Again, one or the other. optional=["startup-times", "shutdown-times"]) CLIENT_UPTIME = Message( "client-uptime", {"period": Tuple(Float(), Float()), "components": List(Int())}, optional=["components"]) # just for backwards compatibility OPERATION_RESULT = Message( "operation-result", {"operation-id": Int(), "status": Int(), "result-code": Int(), "result-text": Unicode()}, optional=["result-code", "result-text"]) COMPUTER_INFO = Message( "computer-info", {"hostname": Unicode(), "total-memory": Int(), "total-swap": Int(), "annotations": Dict(Unicode(), Unicode())}, # Not sure why these are all optional, but it's explicitly tested # in the server optional=["hostname", "total-memory", "total-swap", "annotations"]) DISTRIBUTION_INFO = Message( "distribution-info", {"distributor-id": Unicode(), "description": Unicode(), "release": Unicode(), "code-name": Unicode()}, # all optional because the lsb-release file may not have all data. optional=["distributor-id", "description", "release", "code-name"]) CLOUD_METADATA = Message( "cloud-instance-metadata", {"instance-id": Unicode(), "ami-id": Unicode(), "instance-type": Unicode()}) hal_data = Dict(Unicode(), Any(Unicode(), List(Unicode()), Bool(), Int(), Float())) HARDWARE_INVENTORY = Message("hardware-inventory", { "devices": List(Any(Tuple(Constant("create"), hal_data), Tuple(Constant("update"), Unicode(), # udi, hal_data, # creates, hal_data, # updates, hal_data), # deletes Tuple(Constant("delete"), Unicode()), ), )}) HARDWARE_INFO = Message("hardware-info", { "data": Unicode()}) juju_data = {"environment-uuid": Unicode(), "api-addresses": List(Unicode()), "unit-name": Unicode(), "private-address": Unicode()} # The copy of juju_data is needed because Message mutates the dictionary JUJU_UNITS_INFO = Message("juju-units-info", { "juju-info-list": List(KeyDict(juju_data.copy(), optional=["private-address"])) }) LOAD_AVERAGE = Message("load-average", { "load-averages": List(Tuple(Int(), Float())), }) CPU_USAGE = Message("cpu-usage", { "cpu-usages": List(Tuple(Int(), Float())), }) CEPH_USAGE = Message("ceph-usage", { "ring-id": Unicode(), # Usage data points in the form (timestamp, size, avail, used) "data-points": List(Tuple(Int(), Int(), Int(), Int())), # Unused now, for backwards compatibility "ceph-usages": List(None)}) SWIFT_DEVICE_INFO = Message("swift-device-info", { "swift-device-info": List( KeyDict({"device": Unicode(), "mounted": Bool()})) }) SWIFT_USAGE = Message("swift-usage", { # Usage data points in the form (timestamp, device, size, avail, used) "data-points": List(Tuple(Int(), Unicode(), Int(), Int(), Int()))}) KEYSTONE_TOKEN = Message("keystone-token", { "data": Any(Bytes(), Constant(None)) }) MEMORY_INFO = Message("memory-info", { "memory-info": List(Tuple(Float(), Int(), Int())), }) RESYNCHRONIZE = Message( "resynchronize", {"operation-id": Int()}, # operation-id is only there if it's a response to a server-initiated # resynchronize. optional=["operation-id"]) MOUNT_ACTIVITY = Message("mount-activity", { "activities": List(Tuple(Float(), Unicode(), Bool()))}) MOUNT_INFO = Message("mount-info", { "mount-info": List(Tuple(Float(), KeyDict({"mount-point": Unicode(), "device": Unicode(), "filesystem": Unicode(), "total-space": Int()}) )), }) FREE_SPACE = Message("free-space", { "free-space": List(Tuple(Float(), Unicode(), Int()))}) REGISTER = Message( "register", # The term used in the UI is actually 'registration_key', but we keep # the message schema field as 'registration_password' in case a new # client contacts an older server. {"registration_password": Any(Unicode(), Constant(None)), "computer_title": Unicode(), "hostname": Unicode(), "account_name": Unicode(), "tags": Any(Unicode(), Constant(None)), "vm-info": Bytes(), "container-info": Unicode(), "access_group": Unicode()}, optional=["registration_password", "hostname", "tags", "vm-info", "container-info", "access_group"]) REGISTER_3_3 = Message( "register", # The term used in the UI is actually 'registration_key', but we keep # the message schema field as 'registration_password' in case a new # client contacts an older server. {"registration_password": Any(Unicode(), Constant(None)), "computer_title": Unicode(), "hostname": Unicode(), "account_name": Unicode(), "tags": Any(Unicode(), Constant(None)), "vm-info": Bytes(), "container-info": Unicode(), "juju-info": KeyDict({"environment-uuid": Unicode(), "api-addresses": List(Unicode()), "machine-id": Unicode()}), "access_group": Unicode(), "clone_secure_id": Any(Unicode(), Constant(None)), "ubuntu_pro_info": Unicode()}, api=b"3.3", optional=["registration_password", "hostname", "tags", "vm-info", "container-info", "access_group", "juju-info", "clone_secure_id", "ubuntu_pro_info"]) # XXX The register-provisioned-machine message is obsolete, it's kept around # just to not break older LDS releases that import it (the last LDS release # to have it is 14.07). Eventually it shall be dropped. REGISTER_PROVISIONED_MACHINE = Message( "register-provisioned-machine", {"otp": Bytes()}) # XXX The register-cloud-vm message is obsolete, it's kept around just to not # break older LDS releases that import it (the last LDS release to have it # is 14.07). Eventually it shall be dropped. REGISTER_CLOUD_VM = Message( "register-cloud-vm", {"hostname": Unicode(), "otp": Any(Bytes(), Constant(None)), "instance_key": Unicode(), "account_name": Any(Unicode(), Constant(None)), "registration_password": Any(Unicode(), Constant(None)), "reservation_key": Unicode(), "public_hostname": Unicode(), "local_hostname": Unicode(), "kernel_key": Any(Unicode(), Constant(None)), "ramdisk_key": Any(Unicode(), Constant(None)), "launch_index": Int(), "image_key": Unicode(), "tags": Any(Unicode(), Constant(None)), "vm-info": Bytes(), "public_ipv4": Unicode(), "local_ipv4": Unicode(), "access_group": Unicode()}, optional=["tags", "vm-info", "public_ipv4", "local_ipv4", "access_group"]) TEMPERATURE = Message("temperature", { "thermal-zone": Unicode(), "temperatures": List(Tuple(Int(), Float())), }) PROCESSOR_INFO = Message( "processor-info", {"processors": List(KeyDict({"processor-id": Int(), "vendor": Unicode(), "model": Unicode(), "cache-size": Int(), }, optional=["vendor", "cache-size"]))}) user_data = KeyDict({ "uid": Int(), "username": Unicode(), "name": Any(Unicode(), Constant(None)), "enabled": Bool(), "location": Any(Unicode(), Constant(None)), "home-phone": Any(Unicode(), Constant(None)), "work-phone": Any(Unicode(), Constant(None)), "primary-gid": Any(Int(), Constant(None)), "primary-groupname": Unicode()}, optional=["primary-groupname", "primary-gid"]) group_data = KeyDict({ "gid": Int(), "name": Unicode()}) USERS = Message( "users", {"operation-id": Int(), "create-users": List(user_data), "update-users": List(user_data), "delete-users": List(Unicode()), "create-groups": List(group_data), "update-groups": List(group_data), "delete-groups": List(Unicode()), "create-group-members": Dict(Unicode(), List(Unicode())), "delete-group-members": Dict(Unicode(), List(Unicode())), }, # operation-id is only there for responses, and all other are # optional as long as one of them is there (no way to say that yet) optional=["operation-id", "create-users", "update-users", "delete-users", "create-groups", "update-groups", "delete-groups", "create-group-members", "delete-group-members"]) USERS_2_1 = Message( "users", {"operation-id": Int(), "create-users": List(user_data), "update-users": List(user_data), "delete-users": List(Int()), "create-groups": List(group_data), "update-groups": List(group_data), "delete-groups": List(Int()), "create-group-members": Dict(Int(), List(Int())), "delete-group-members": Dict(Int(), List(Int())), }, # operation-id is only there for responses, and all other are # optional as long as one of them is there (no way to say that yet) optional=["operation-id", "create-users", "update-users", "delete-users", "create-groups", "update-groups", "delete-groups", "create-group-members", "delete-group-members"]) USERS_2_0 = Message( "users", {"operation-id": Int(), "create-users": List(user_data), "update-users": List(user_data), "delete-users": List(Int()), "create-groups": List(group_data), "update-groups": List(group_data), "delete-groups": List(Int()), "create-group-members": Dict(Int(), List(Int())), "delete-group-members": Dict(Int(), List(Int())), }, # operation-id is only there for responses, and all other are # optional as long as one of them is there (no way to say that yet) optional=["operation-id", "create-users", "update-users", "delete-users", "create-groups", "update-groups", "delete-groups", "create-group-members", "delete-group-members"]) opt_str = Any(Unicode(), Constant(None)) OLD_USERS = Message( "users", {"users": List(KeyDict({"username": Unicode(), "uid": Int(), "realname": opt_str, "location": opt_str, "home-phone": opt_str, "work-phone": opt_str, "enabled": Bool()}, optional=["location", "home-phone", "work-phone"])), "groups": List(KeyDict({"gid": Int(), "name": Unicode(), "members": List(Unicode())}))}, optional=["groups"]) package_ids_or_ranges = List(Any(Tuple(Int(), Int()), Int())) PACKAGES = Message( "packages", {"installed": package_ids_or_ranges, "available": package_ids_or_ranges, "available-upgrades": package_ids_or_ranges, "locked": package_ids_or_ranges, "autoremovable": package_ids_or_ranges, "not-autoremovable": package_ids_or_ranges, "security": package_ids_or_ranges, "not-installed": package_ids_or_ranges, "not-available": package_ids_or_ranges, "not-available-upgrades": package_ids_or_ranges, "not-locked": package_ids_or_ranges, "not-security": package_ids_or_ranges}, optional=["installed", "available", "available-upgrades", "locked", "not-available", "not-installed", "not-available-upgrades", "not-locked", "autoremovable", "not-autoremovable", "security", "not-security"]) package_locks = List(Tuple(Unicode(), Unicode(), Unicode())) PACKAGE_LOCKS = Message( "package-locks", {"created": package_locks, "deleted": package_locks}, optional=["created", "deleted"]) CHANGE_PACKAGE_HOLDS = Message( "change-package-holds", {"created": List(Unicode()), "deleted": List(Unicode())}, optional=["created", "deleted"]) CHANGE_PACKAGES_RESULT = Message( "change-packages-result", {"operation-id": Int(), "must-install": List(Any(Int(), Constant(None))), "must-remove": List(Any(Int(), Constant(None))), "result-code": Int(), "result-text": Unicode()}, optional=["result-text", "must-install", "must-remove"]) UNKNOWN_PACKAGE_HASHES = Message("unknown-package-hashes", { "hashes": List(Bytes()), "request-id": Int(), }) PACKAGE_REPORTER_RESULT = Message( "package-reporter-result", { "report-timestamp": Float(), "code": Int(), "err": Unicode()}, optional=["report-timestamp"]) ADD_PACKAGES = Message("add-packages", { "packages": List(KeyDict({"name": Unicode(), "description": Unicode(), "section": Unicode(), "relations": List(Tuple(Int(), Unicode())), "summary": Unicode(), "installed-size": Any(Int(), Constant(None)), "size": Any(Int(), Constant(None)), "version": Unicode(), "type": Int(), })), "request-id": Int(), }) TEXT_MESSAGE = Message("text-message", { "message": Unicode()}) TEST = Message( "test", {"greeting": Bytes(), "consistency-error": Bool(), "echo": Bytes(), "sequence": Int()}, optional=["greeting", "consistency-error", "echo", "sequence"]) # The tuples are timestamp, value GRAPH_DATA = KeyDict({"values": List(Tuple(Float(), Float())), "error": Unicode(), "script-hash": Bytes()}) CUSTOM_GRAPH = Message("custom-graph", { "data": Dict(Int(), GRAPH_DATA)}) # XXX This is kept for backward compatibility, it can eventually be removed # when all clients will support REBOOT_REQUIRED_INFO REBOOT_REQUIRED = Message( "reboot-required", {"flag": Bool()}) REBOOT_REQUIRED_INFO = Message( "reboot-required-info", {"flag": Bool(), "packages": List(Unicode())}, optional=["flag", "packages"]) APT_PREFERENCES = Message( "apt-preferences", {"data": Any(Dict(Unicode(), Unicode()), Constant(None))}) EUCALYPTUS_INFO = Message( "eucalyptus-info", {"basic_info": Dict(Bytes(), Any(Bytes(), Constant(None))), "walrus_info": Bytes(), "cluster_controller_info": Bytes(), "storage_controller_info": Bytes(), "node_controller_info": Bytes(), "capacity_info": Bytes()}, optional=["capacity_info"]) EUCALYPTUS_INFO_ERROR = Message( "eucalyptus-info-error", {"error": Bytes()}) # The network-device message is split in two top level keys because we don't # support adding sub-keys in a backwards-compatible way (only top-level keys). # New servers will see an optional device-speeds key, and old servers will # simply ignore the extra info.. NETWORK_DEVICE = Message( "network-device", {"devices": List(KeyDict({"interface": Bytes(), "ip_address": Bytes(), "mac_address": Bytes(), "broadcast_address": Bytes(), "netmask": Bytes(), "flags": Int()})), "device-speeds": List(KeyDict({"interface": Bytes(), "speed": Int(), "duplex": Bool()}))}, optional=["device-speeds"]) NETWORK_ACTIVITY = Message( "network-activity", # Dict maps interfaces to their network activity. The network activity of # an interface a is a list of 3-tuples (step, in, out), where 'step' is the # time interval and 'in'/'out' are number of bytes received/sent over the # interval. {"activities": Dict(Bytes(), List(Tuple(Int(), Int(), Int())))}) UPDATE_MANAGER_INFO = Message("update-manager-info", {"prompt": Unicode()}) COMPUTER_TAGS = Message( "computer-tags", {"tags": Any(Unicode(), Constant(None))}) UBUNTU_PRO_INFO = Message( "ubuntu-pro-info", {"ubuntu-pro-info": Unicode()}) message_schemas = ( ACTIVE_PROCESS_INFO, COMPUTER_UPTIME, CLIENT_UPTIME, OPERATION_RESULT, COMPUTER_INFO, DISTRIBUTION_INFO, HARDWARE_INVENTORY, HARDWARE_INFO, LOAD_AVERAGE, MEMORY_INFO, RESYNCHRONIZE, MOUNT_ACTIVITY, MOUNT_INFO, FREE_SPACE, REGISTER, REGISTER_3_3, TEMPERATURE, PROCESSOR_INFO, USERS, PACKAGES, PACKAGE_LOCKS, CHANGE_PACKAGES_RESULT, UNKNOWN_PACKAGE_HASHES, ADD_PACKAGES, PACKAGE_REPORTER_RESULT, TEXT_MESSAGE, TEST, CUSTOM_GRAPH, REBOOT_REQUIRED, APT_PREFERENCES, NETWORK_DEVICE, NETWORK_ACTIVITY, REBOOT_REQUIRED_INFO, UPDATE_MANAGER_INFO, CPU_USAGE, CEPH_USAGE, SWIFT_USAGE, SWIFT_DEVICE_INFO, KEYSTONE_TOKEN, JUJU_UNITS_INFO, CLOUD_METADATA, COMPUTER_TAGS, UBUNTU_PRO_INFO) PK �Z�vR � � message_schemas/test_message.pynu �[��� import unittest from landscape.lib.schema import Constant, Int from landscape.message_schemas.message import Message class MessageTest(unittest.TestCase): def test_coerce(self): """The L{Message} schema should be very similar to KeyDict.""" schema = Message("foo", {"data": Int()}) self.assertEqual( schema.coerce({"type": "foo", "data": 3}), {"type": "foo", "data": 3}) def test_coerce_bytes_to_str(self): """ The L{Constant} schema type recognizes bytestrings that decode to matching strings. """ constant = Constant("register") self.assertEqual(constant.coerce(b"register"), "register") def test_timestamp(self): """L{Message} schemas should accept C{timestamp} keys.""" schema = Message("bar", {}) self.assertEqual( schema.coerce({"type": "bar", "timestamp": 0.33}), {"type": "bar", "timestamp": 0.33}) def test_api(self): """L{Message} schemas should accept C{api} keys.""" schema = Message("baz", {}) self.assertEqual( schema.coerce({"type": "baz", "api": b"whatever"}), {"type": "baz", "api": b"whatever"}) def test_api_None(self): """L{Message} schemas should accept None for C{api}.""" schema = Message("baz", {}) self.assertEqual( schema.coerce({"type": "baz", "api": None}), {"type": "baz", "api": None}) def test_optional(self): """The L{Message} schema should allow additional optional keys.""" schema = Message("foo", {"data": Int()}, optional=["data"]) self.assertEqual(schema.coerce({"type": "foo"}), {"type": "foo"}) def test_type(self): """The C{type} should be introspectable on L{Message} objects.""" schema = Message("foo", {}) self.assertEqual(schema.type, "foo") def test_with_unknown_fields(self): """ The L{Message} schema discards unknown fields when coercing values. """ schema = Message("foo", {}) self.assertEqual({"type": "foo"}, schema.coerce({"type": "foo", "crap": 123})) PK �Z_L�� � message_schemas/__init__.pynu �[��� # Copyright 2017 Canonical Limited. All rights reserved. # flake8: noqa # This import is here for backward-compatibility. from .server_bound import * PK �Z�c�QH H $ __pycache__/__init__.cpython-310.pycnu �[��� o ��f � @ s$ d Z dZdee f ZdZdZdZdS )z-0ubuntu1~22.04.4z23.02z%s%ss 3.2s 3.3s 3.8N)�DEBIAN_REVISION�UPSTREAM_VERSION�VERSION�DEFAULT_SERVER_API� SERVER_API� CLIENT_API� r r �4/usr/lib/python3/dist-packages/landscape/__init__.py�<module> s PK �Z��Eu� � % __pycache__/constants.cpython-310.pycnu �[��� o ���c\ � @ s: d Z dZd�g d��ZdZdZdZdZdZdZ d Z d Z d S ) zj Hold constants used across landscape, to reduce import size when one only needs to look at those values. i �:)z/usr/local/sbinz/usr/local/binz /usr/sbinz/usr/binz/sbinz/binz /snap/bin� �d �e �f � � ih N) �__doc__�APT_PREFERENCES_SIZE_LIMIT�join� UBUNTU_PATH�SUCCESS_RESULT� ERROR_RESULT�DEPENDENCY_ERROR_RESULT�CLIENT_VERSION_ERROR_RESULT� POLICY_STRICT�POLICY_ALLOW_INSTALLS�POLICY_ALLOW_ALL_CHANGES� UNKNOWN_PACKAGE_DATA_TIMEOUT� r r �5/usr/lib/python3/dist-packages/landscape/constants.py�<module> s �PK �Z��cQ sysinfo/load.pynu �[��� import os from twisted.internet.defer import succeed class Load(object): def register(self, sysinfo): self._sysinfo = sysinfo def run(self): self._sysinfo.add_header( "System load", str(round(os.getloadavg()[0], 2))) return succeed(None) PK �Z��_0�& �& sysinfo/sysinfo.pynu �[��� import textwrap from logging import getLogger import math import os from twisted.python.failure import Failure from landscape.lib.log import log_failure from landscape.lib.plugin import PluginRegistry from landscape.lib.twisted_util import gather_results class SysInfoPluginRegistry(PluginRegistry): """ When the sysinfo plugin registry is run, it will run each of the registered plugins so that they get a chance to feed information into the registry. There are three kinds of details collected: headers, notes, and footnotes. They are presented to the user in a way similar to the following: Header1: Value1 Header3: Value3 Header2: Value2 Header4: Value4 => This is first note => This is the second note The first footnote. The second footnote. Headers are supposed to display information which is regularly available, such as the load and temperature of the system. Notes contain eventual information, such as warnings of high temperatures, and low disk space. Finally, footnotes contain pointers to further information such as URLs. """ def __init__(self): super(SysInfoPluginRegistry, self).__init__() self._header_index = {} self._headers = [] self._notes = [] self._footnotes = [] self._plugin_error = False def add_header(self, name, value): """Add a new information header to be displayed to the user. Header names can be repeated. Headers with value None are not returned by get_headers(), but they still allocate a position in the list. This fact may be explored to create a deterministic ordering even when dealing with values obtained asynchornously. """ index = self._header_index.get(name) if index is None: self._header_index[name] = len(self._headers) self._headers.append((name, value)) else: index += 1 self._header_index[name] = index self._headers.insert(index, (name, value)) def get_headers(self): """Get all information headers to be displayed to the user. Headers which were added with value None are not included in the result. """ return [pair for pair in self._headers if pair[1] is not None] def add_note(self, note): """Add a new eventual note to be shown up to the administrator.""" self._notes.append(note) def get_notes(self): """Get all eventual notes to be shown up to the administrator.""" return self._notes def add_footnote(self, note): """Add a new footnote to be shown up to the administrator.""" self._footnotes.append(note) def get_footnotes(self): """Get all footnotes to be shown up to the administrator.""" return self._footnotes def run(self): """Run all plugins, and return a deferred aggregating their results. This will call the run() method on each of the registered plugins, and return a deferred which aggregates each resulting deferred. """ deferreds = [] for plugin in self.get_plugins(): try: result = plugin.run() except Exception: self._log_plugin_error(Failure(), plugin) else: result.addErrback(self._log_plugin_error, plugin) deferreds.append(result) return gather_results(deferreds).addCallback(self._report_error_note) def _log_plugin_error(self, failure, plugin): self._plugin_error = True message = "%s plugin raised an exception." % plugin.__class__.__name__ logger = getLogger("landscape-sysinfo") log_failure(failure, message, logger=logger) def _report_error_note(self, result): from landscape.sysinfo.deployment import get_landscape_log_directory if self._plugin_error: path = os.path.join(get_landscape_log_directory(), "sysinfo.log") self.add_note( "There were exceptions while processing one or more plugins. " "See %s for more information." % path) return result def format_sysinfo(headers=(), notes=(), footnotes=(), width=80, indent="", column_separator=" ", note_prefix="=> "): """Format sysinfo headers, notes and footnotes to be displayed. This function will format headers notes and footnotes in a way that looks similar to the following: Header1: Value1 Header3: Value3 Header2: Value2 Header4: Value4 => This is first note => This is the second note The first footnote. The second footnote. Header columns will be dynamically adjusted to conform to the size of header labels and values. """ # Indentation spacing is easier to handle if we just take it off the width. width -= len(indent) headers_len = len(headers) value_separator = ": " # Compute the number of columns in the header. To do that, we first # do a rough estimative of the maximum number of columns feasible, # and then we go back from there until we can fit things. min_length = width for header, value in headers: min_length = min(min_length, len(header)+len(value)+2) # 2 for ": " columns = int(math.ceil(float(width) / (min_length + len(column_separator)))) # Okay, we've got a base for the number of columns. Now, since # columns may have different lengths, and the length of each column # will change as we compress headers in less and less columns, we # have to perform some backtracking to compute a good feasible number # of columns. while True: # Check if the current number of columns would fit in the screen. # Note that headers are indented like this: # # Header: First value # Another header: Value # # So the column length is the sum of the widest header, plus the # widest value, plus the value separator. headers_per_column = int(math.ceil(headers_len / float(columns))) header_lengths = [] total_length = 0 for column in range(columns): # We must find the widest header and value, both to compute the # column length, and also to compute per-column padding when # outputing it. widest_header_len = 0 widest_value_len = 0 for row in range(headers_per_column): header_index = column * headers_per_column + row # There are potentially less headers in the last column, # so let's watch out for these here. if header_index < headers_len: header, value = headers[header_index] widest_header_len = max(widest_header_len, len(header)) widest_value_len = max(widest_value_len, len(value)) if column > 0: # Account for the spacing between each column. total_length += len(column_separator) total_length += (widest_header_len + widest_value_len + len(value_separator)) # Keep track of these lengths for building the output later. header_lengths.append((widest_header_len, widest_value_len)) if columns == 1 or total_length < width: # If there's just one column, or if we're within the requested # length, we're good to go. break # Otherwise, do the whole thing again with one less column. columns -= 1 # Alright! Show time! Let's build the headers line by line. lines = [] for row in range(headers_per_column): line = indent # Pick all columns for this line. Note that this means that # for 4 headers with 2 columns, we pick header 0 and 2 for # the first line, since we show headers 0 and 1 in the first # column, and headers 2 and 3 in the second one. for column in range(columns): header_index = column * headers_per_column + row # There are potentially less headers in the last column, so # let's watch out for these here. if header_index < headers_len: header, value = headers[header_index] # Get the widest header/value on this column, for padding. widest_header_len, widest_value_len = header_lengths[column] if column > 0: # Add inter-column spacing. line += column_separator # And append the column to the current line. line += (header + value_separator + " " * (widest_header_len - len(header)) + value) # If there are more columns in this line, pad it up so # that the next column's header is correctly aligned. if headers_len > (column+1) * headers_per_column + row: line += " " * (widest_value_len - len(value)) lines.append(line) if notes: if lines: # Some spacing between headers and notes. lines.append("") initial_indent = indent + note_prefix for note in notes: lines.extend( textwrap.wrap(note, initial_indent=initial_indent, subsequent_indent=" "*len(initial_indent), width=width)) if footnotes: if lines: lines.append("") lines.extend(indent + footnote for footnote in footnotes) return "\n".join(lines) PK �ZgYg1e e + sysinfo/__pycache__/network.cpython-310.pycnu �[��� o ���c� � @ sT d dl mZ d dlmZ d dlmZmZ d dlmZ d dl m Z G dd� de �Z dS ) � )�partial)� itemgetter)�AF_INET�AF_INET6)�succeed)�get_active_device_infoc @ s* e Zd ZdZd dd�Zdd� Zdd� ZdS ) �Networkz�Show information about active network interfaces. @param get_device_info: Optionally, a function that returns information about network interfaces. Defaults to L{get_active_device_info}. Nc C s |d u r t tddd�}|| _d S )NT)�extended� default_only)r r �_get_device_info)�self�get_device_info� r �;/usr/lib/python3/dist-packages/landscape/sysinfo/network.py�__init__ s � zNetwork.__init__c C s || _ dS )zeRegister this plugin with the sysinfo system. @param sysinfo: The sysinfo registry. N)�_sysinfo)r �sysinfor r r �register s zNetwork.registerc C s� | � � }t|td�d�D ]6}|d }|d �tg �}|d �tg �}|D ] }| j�d| |d � q$|D ] }| j�d| |d � q4q td�S )z� Gather information about network interfaces and write it to the sysinfo output. @return: A succeeded C{Deferred}. � interface)�key� ip_addresseszIPv4 address for %s�addrzIPv6 address for %sN) r �sortedr �getr r r � add_headerr )r � device_info�infor �ipv4_addresses�ipv6_addressesr r r r �run s � ��z Network.run)N)�__name__� __module__� __qualname__�__doc__r r r r r r r r s r N) � functoolsr �operatorr � netifacesr r �twisted.internet.deferr �landscape.lib.networkr �objectr r r r r �<module> s PK �Z�g�X� � . sysinfo/__pycache__/deployment.cpython-310.pycnu �[��� o ���cm � @ s� d Z ddlZddlZddlmZmZ ddlmZ ddlm Z ddl m Z m Z ddl mZ ddlmZ dd lmZmZ g d �ZG d d � d e�Zdd d�Zddd�Zddd�ZdS )z%Deployment code for the sysinfo tool.� N)� getLogger� Formatter)�RotatingFileHandler)� namedClass)�Deferred� maybeDeferred)�VERSION)�BaseConfiguration)�SysInfoPluginRegistry�format_sysinfo)�Load�Disk�Memory� Temperature� Processes� LoggedInUsers�Networkc sj e Zd ZdZeZdZe�� dkreej � d�f7 ZdZ dZ � fdd�Z � fd d �Zd d � Zd d� Z� ZS )�SysInfoConfigurationz9Specialized configuration for the Landscape sysinfo tool.)z/etc/landscape/client.confr z~/.landscape/sysinfo.confz/var/lib/landscape/client/�sysinfoc s t t| ��� d | jd< d S )N�config)�superr �__init__�_command_line_defaults)�self�� __class__� �>/usr/lib/python3/dist-packages/landscape/sysinfo/deployment.pyr s z SysInfoConfiguration.__init__c sB t t| ��� }|jdddd� |jdddd� dd�t� |_|S ) zg Specialize L{Configuration.make_parser}, adding any sysinfo-specific options. z--sysinfo-plugins� PLUGIN_LISTzNComma-delimited list of sysinfo plugins to use. Default is to use all plugins.)�metavar�helpz--exclude-sysinfo-pluginszhComma-delimited list of sysinfo plugins to NOT use. This always take precedence over plugins to include.zDefault plugins: %sz, )r r � make_parser� add_option�join� ALL_PLUGINS�epilog)r �parserr r r r! % s ��z SysInfoConfiguration.make_parserc C s dd� |� d�D �S )Nc S s g | ]}|� � �qS r )�strip��.0�xr r r � <listcomp>9 s z9SysInfoConfiguration.get_plugin_names.<locals>.<listcomp>�,)�split)r � plugin_specr r r �get_plugin_names8 s z%SysInfoConfiguration.get_plugin_namesc sX | j d u rt}n| �| j �}| jd u rg � n| �| j�� � fdd�|D �}dd� |D �S )Nc s g | ]}|� vr|�qS r r r( ��excluder r r+ D s z4SysInfoConfiguration.get_plugins.<locals>.<listcomp>c S s" g | ] }t d |�� |f �� �qS )zlandscape.sysinfo.%s.%s)r �lower)r) � plugin_namer r r r+ E s � �)�sysinfo_pluginsr$ r/ �exclude_sysinfo_plugins)r �include�pluginsr r0 r � get_plugins; s �z SysInfoConfiguration.get_plugins)�__name__� __module__� __qualname__�__doc__r �version�default_config_filenames�os�getuid�path� expanduser�default_data_dir�config_sectionr r! r/ r8 � __classcell__r r r r r s � r c C s, | du rt �� dkrd} | S t j�d�} | S )zs Work out the correct path to store logs in depending on the effective user id of the current process. Nr z/var/log/landscapez ~/.landscape)r? r@ rA rB )� landscape_dirr r r �get_landscape_log_directoryJ s �rG c C sd t | �} td�}d|_tj�| �st�| � tj�| d�}t|ddd�}|� |� |� t d�� d S )Nzlandscape-sysinfoFz sysinfo.logi � � )�maxBytes� backupCountz'%(asctime)s %(levelname)-8s %(message)s) rG r � propagater? rA �isdir�mkdirr# r � addHandler� setFormatterr )rF �logger� log_filename�handlerr r r � setup_loggingW s � rS c s� zt � W n ty } z t�d| � W Y d}~nd}~ww �du r&t� �t� }|j| dd� |�� D ]}��|� q4�fdd����fdd���durkt � � �� � �fd d �� �fd d �}� � |� �� � � S �� � � S ) zQ @param reactor: The reactor to (optionally) run the sysinfo plugins in. zUnable to setup logging. %sNT)�!accept_nonexistent_default_configc s$ t t� �� � �� � �� dd�� d S )Nz )�indent)�printr � get_headers� get_notes� get_footnotes��result)r r r � show_outputv s �zrun.<locals>.show_outputc s �� � �� �S �N)�run� addCallbackr )r\ r r r � run_sysinfoz s zrun.<locals>.run_sysinfoc s t ���� �S r] )r � chainDeferredr )�doner` r r �<lambda>� s zrun.<locals>.<lambda>c s � � d� j� | S )Nr )� callLater�stoprZ )�reactorr r � stop_reactor� s zrun.<locals>.stop_reactor) rS �IOError�sys�exitr r �loadr8 �addr �callWhenRunning�addBothr^ )�argsrf r �er �pluginrg r )rb rf r` r\ r r r^ d s2 �� � �r^ r] )NN)r< r? ri �loggingr r �logging.handlersr �twisted.python.reflectr �twisted.internet.deferr r � landscaper �landscape.lib.configr �landscape.sysinfo.sysinfor r r$ r rG rS r^ r r r r �<module> s 7 PK �ZN�� � - sysinfo/__pycache__/processes.cpython-310.pycnu �[��� o ���c� � @ s, d dl mZ d dlmZ G dd� de�ZdS )� )�succeed)�ProcessInformationc @ s& e Zd Zd dd�Zdd� Zdd� ZdS ) � Processes�/procc C � || _ d S �N)� _proc_dir)�self�proc_dir� r �=/usr/lib/python3/dist-packages/landscape/sysinfo/processes.py�__init__ � zProcesses.__init__c C r r )�_sysinfo)r �sysinfor r r �register r zProcesses.registerc C s� d}d}t | jd�}|�� D ]}|d7 }|d dkr |d7 }q|r3|dkr(d}nd|f }| j�|� | j�dt|�� td �S ) Nr )r � �state� ZzThere is 1 zombie process.z There are %d zombie processes.r )r r �get_all_process_infor �add_note� add_header�strr )r � num_processes� num_zombies�info� process_info�msgr r r �run s � z Processes.runN)r )�__name__� __module__� __qualname__r r r r r r r r s r N)�twisted.internet.deferr �landscape.lib.processr �objectr r r r r �<module> s PK �Z%�56� � , sysinfo/__pycache__/__init__.cpython-310.pycnu �[��� o ���c � @ s d S )N� r r r �</usr/lib/python3/dist-packages/landscape/sysinfo/__init__.py�<module> s PK �Zmu� � 1 sysinfo/__pycache__/landscapelink.cpython-310.pycnu �[��� o ���cP � @ s d dl mZ G dd� de�ZdS )� )�succeedc @ s e Zd Zdd� Zdd� ZdS )� LandscapeLinkc C s || _ d S )N)�_sysinfo)�self�sysinfo� r �A/usr/lib/python3/dist-packages/landscape/sysinfo/landscapelink.py�register s zLandscapeLink.registerc C s | j �d� td �S )NzOGraph this data and manage this system at: https://landscape.canonical.com/)r � add_footnoter )r r r r �run s �zLandscapeLink.runN)�__name__� __module__� __qualname__r r r r r r r s r N)�twisted.internet.deferr �objectr r r r r �<module> s PK �Z��m � � * sysinfo/__pycache__/memory.cpython-310.pycnu �[��� o ���c^ � @ s, d dl mZ d dlmZ G dd� de�ZdS )� )�succeed)� MemoryStatsc @ s& e Zd Zd dd�Zdd� Zdd� ZdS ) �Memory� /proc/meminfoc C � || _ d S �N)� _filename)�self�filename� r �:/usr/lib/python3/dist-packages/landscape/sysinfo/memory.py�__init__ � zMemory.__init__c C r r )�_sysinfo)r �sysinfor r r �register r zMemory.registerc C s: t | j�}| j�dd|j � | j�dd|j � td �S )Nz Memory usagez%d%%z Swap usage)r r r � add_header�used_memory_percentage�used_swap_percentager )r �memstatsr r r �run s � �z Memory.runN)r )�__name__� __module__� __qualname__r r r r r r r r s r N)�twisted.internet.deferr �landscape.lib.sysstatsr �objectr r r r r �<module> s PK �ZO�� � ( sysinfo/__pycache__/load.cpython-310.pycnu �[��� o ���c � @ s( d dl Z d dlmZ G dd� de�ZdS )� N)�succeedc @ s e Zd Zdd� Zdd� ZdS )�Loadc C s || _ d S )N)�_sysinfo)�self�sysinfo� r �8/usr/lib/python3/dist-packages/landscape/sysinfo/load.py�register s z Load.registerc C s( | j �dttt�� d d��� td �S )Nz System loadr � )r � add_header�str�round�os� getloadavgr )r r r r �run s �zLoad.runN)�__name__� __module__� __qualname__r r r r r r r s r )r �twisted.internet.deferr �objectr r r r r �<module> s PK �ZsA� � ( sysinfo/__pycache__/disk.cpython-310.pycnu �[��� o ���c � @ sT d dl mZ d dlZd dlmZ d dlmZmZ dd� Zdd� Z G d d � d e �Z dS ) � )�divisionN)�succeed)�get_mount_info�get_filesystem_for_pathc C s0 | dkr d| d S | dkrd| d S d| S )Ni z%.2fTBi z%.2fGBz%dMB� )� megabytesr r �8/usr/lib/python3/dist-packages/landscape/sysinfo/disk.py�format_megabytes s r c C s, | d }|| d }d|| d t |�f S )N� total-space� free-spacez %0.1f%% of %s�d )r )�info�total�usedr r r �usage s r c @ s, e Zd Zdejfdd�Zdd� Zdd� ZdS ) �Diskz /proc/mountsc C s || _ || _d S �N)� _mounts_file�_statvfs)�self� mounts_file�statvfsr r r �__init__ s z Disk.__init__c C s || _ d S r )�_sysinfo)r �sysinfor r r �register s z Disk.registerc C sP t d| j| j�}|d ur=|d }|dkr&t d| j| j�}|d ur&|d }|}|dkr-d}nt|�}| j�d|d |� n| j�dd� t� }t� }tt| j| j��}|j d d � d � |D ]F}|d }|d |v } |d |v } |� |d � |� |d � | s�| r�q]|dkr�q]||d | d } | dkr�| j� d|d t|�f � q]t d �S )Nz/homer r �/�unknownz Usage of � mount-pointzUsage of /homec S s t | d �S )Nr )�len)�ir r r �<lambda>9 s zDisk.run.<locals>.<lambda>)�key�devicer r �U z%s is using %s) r r r r r � add_header�set�listr �sort�add�add_noter ) r � main_infor �root_main_info� main_usage� seen_mounts� seen_devices�infosr � mount_seen� device_seenr r r r �run" sP � �� ��zDisk.runN)�__name__� __module__� __qualname__�osr r r r3 r r r r r s r ) � __future__r r7 �twisted.internet.deferr �landscape.lib.diskr r r r �objectr r r r r �<module> s PK �Z�p�[" " / sysinfo/__pycache__/temperature.cpython-310.pycnu �[��� o ���c& � @ s, d dl mZ d dlmZ G dd� de�ZdS )� )�succeed)�get_thermal_zonesc @ s& e Zd Zddd�Zdd� Zdd� ZdS ) � TemperatureNc C � || _ d S �N)�_thermal_zone_path)�self�thermal_zone_path� r �?/usr/lib/python3/dist-packages/landscape/sysinfo/temperature.py�__init__ � zTemperature.__init__c C r r )�_sysinfo)r �sysinfor r r �register r zTemperature.registerc C s^ d }d }t | j�D ]}|jd ur |d u s|j|kr |j}|j}q |d ur+| j�d|� td �S )Nr )r r �temperature_value� temperaturer � add_headerr )r r � max_value�zoner r r �run s �zTemperature.runr )�__name__� __module__� __qualname__r r r r r r r r s r N)�twisted.internet.deferr �landscape.lib.sysstatsr �objectr r r r r �<module> s PK �Z�՝�I I 1 sysinfo/__pycache__/loggedinusers.cpython-310.pycnu �[��� o ���c� � @ s d dl mZ G dd� de�ZdS )� )�get_logged_in_usersc @ s e Zd Zdd� Zdd� ZdS )� LoggedInUsersc C s || _ d S �N)�_sysinfo)�self�sysinfo� r �A/usr/lib/python3/dist-packages/landscape/sysinfo/loggedinusers.py�register s zLoggedInUsers.registerc s< � j �dd � � fdd�}t� }|�|� |�dd� � |S )N�Users logged inc s � j �dtt| ��� d S )Nr )r � add_header�str�len)� logged_users�r r r r s z%LoggedInUsers.run.<locals>.add_headerc S s d S r r )�failurer r r �<lambda> s z#LoggedInUsers.run.<locals>.<lambda>)r r r � addCallback� addErrback)r r �resultr r r �run s zLoggedInUsers.runN)�__name__� __module__� __qualname__r r r r r r r s r N)�landscape.lib.sysstatsr �objectr r r r r �<module> s PK �Zi8�� � . sysinfo/__pycache__/testplugin.cpython-310.pycnu �[��� o ���c � @ s$ d dl mZ daG dd� de�ZdS )� )�succeedNc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� TestPluginc C s d | _ d| _| ad S )NF)�sysinfo�has_run�current_instance��self� r �>/usr/lib/python3/dist-packages/landscape/sysinfo/testplugin.py�__init__ s zTestPlugin.__init__c C s || _ d S )N)r )r r r r r �register s zTestPlugin.registerc C s4 d| _ | j�dd� | j�d� | j�d� td �S )NTz Test headerz Test valuez Test notez Test footnote)r r � add_header�add_note� add_footnoter r r r r �run s zTestPlugin.runN)�__name__� __module__� __qualname__r r r r r r r r s r )�twisted.internet.deferr r �objectr r r r r �<module> s PK �Z5���} } + sysinfo/__pycache__/sysinfo.cpython-310.pycnu �[��� o ���c�& � @ sv d dl Z d dlmZ d dlZd dlZd dlmZ d dlmZ d dl m Z d dl m Z G dd� de �Z ddd�ZdS )� N)� getLogger)�Failure)� log_failure)�PluginRegistry)�gather_resultsc sh e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z dd� Z dd� Z � ZS )�SysInfoPluginRegistryaG When the sysinfo plugin registry is run, it will run each of the registered plugins so that they get a chance to feed information into the registry. There are three kinds of details collected: headers, notes, and footnotes. They are presented to the user in a way similar to the following: Header1: Value1 Header3: Value3 Header2: Value2 Header4: Value4 => This is first note => This is the second note The first footnote. The second footnote. Headers are supposed to display information which is regularly available, such as the load and temperature of the system. Notes contain eventual information, such as warnings of high temperatures, and low disk space. Finally, footnotes contain pointers to further information such as URLs. c s0 t t| ��� i | _g | _g | _g | _d| _d S )NF)�superr �__init__� _header_index�_headers�_notes� _footnotes� _plugin_error��self�� __class__� �;/usr/lib/python3/dist-packages/landscape/sysinfo/sysinfo.pyr ' s z SysInfoPluginRegistry.__init__c C s` | j �|�}|du r t| j�| j |< | j�||f� dS |d7 }|| j |< | j�|||f� dS )aj Add a new information header to be displayed to the user. Header names can be repeated. Headers with value None are not returned by get_headers(), but they still allocate a position in the list. This fact may be explored to create a deterministic ordering even when dealing with values obtained asynchornously. N� )r �get�lenr �append�insert)r �name�value�indexr r r � add_header/ s z SysInfoPluginRegistry.add_headerc C s dd� | j D �S )z�Get all information headers to be displayed to the user. Headers which were added with value None are not included in the result. c S s g | ] }|d dur|�qS )r Nr )�.0�pairr r r � <listcomp>H s z5SysInfoPluginRegistry.get_headers.<locals>.<listcomp>)r r r r r � get_headersB s z!SysInfoPluginRegistry.get_headersc C � | j �|� dS )z<Add a new eventual note to be shown up to the administrator.N)r r �r �noter r r �add_noteJ � z SysInfoPluginRegistry.add_notec C � | j S )z;Get all eventual notes to be shown up to the administrator.)r r r r r � get_notesN � z SysInfoPluginRegistry.get_notesc C r" )z7Add a new footnote to be shown up to the administrator.N)r r r# r r r � add_footnoteR r& z"SysInfoPluginRegistry.add_footnotec C r' )z6Get all footnotes to be shown up to the administrator.)r r r r r � get_footnotesV r) z#SysInfoPluginRegistry.get_footnotesc C sh g }| � � D ]%}z|�� }W n ty | �t� |� Y qw |�| j|� |�|� qt|��| j �S )z�Run all plugins, and return a deferred aggregating their results. This will call the run() method on each of the registered plugins, and return a deferred which aggregates each resulting deferred. ) � get_plugins�run� Exception�_log_plugin_errorr � addErrbackr r � addCallback�_report_error_note)r � deferreds�plugin�resultr r r r- Z s � zSysInfoPluginRegistry.runc C s, d| _ d|jj }td�}t|||d� d S )NTz %s plugin raised an exception.zlandscape-sysinfo)�logger)r r �__name__r r )r �failurer4 �messager6 r r r r/ k s z'SysInfoPluginRegistry._log_plugin_errorc C s4 ddl m} | jrtj�|� d�}| �d| � |S )Nr )�get_landscape_log_directoryz sysinfo.logzXThere were exceptions while processing one or more plugins. See %s for more information.)� landscape.sysinfo.deploymentr: r �os�path�joinr% )r r5 r: r= r r r r2 q s ��z(SysInfoPluginRegistry._report_error_note)r7 � __module__� __qualname__�__doc__r r r! r% r( r* r+ r- r/ r2 � __classcell__r r r r r s r r �P � � �=> c sf |t � �8 }t | �}d}|} | D ]\} } t| t | �t | � d �} qtt�t|�| t |� ��} tt�|t| � ��} g }d}t| �D ]F}d}d}t| �D ] }|| | }||k ro| | \} } t|t | ��}t|t | ��}qO|dkrz|t |�7 }||| t |� 7 }|�||f� qE| dks�||k r�n| d8 } q2g }t| �D ]R}� }t| �D ]D}|| | }||k r�| | \} } || \}}|dkr�||7 }|| | d|t | � | 7 }||d | | kr�|d|t | � 7 }q�|�|� q�|�r|r�|�d� � | }|D ]}|� t j ||dt |� |d�� �q|�r.|�r"|�d� |� � fd d �|D �� d � |�S ) a� Format sysinfo headers, notes and footnotes to be displayed. This function will format headers notes and footnotes in a way that looks similar to the following: Header1: Value1 Header3: Value3 Header2: Value2 Header4: Value4 => This is first note => This is the second note The first footnote. The second footnote. Header columns will be dynamically adjusted to conform to the size of header labels and values. z: � Tr r � rD )�initial_indent�subsequent_indent�widthc 3 s � | ]}� | V qd S )Nr )r �footnote��indentr r � <genexpr>� s � z!format_sysinfo.<locals>.<genexpr>� ) r �min�int�math�ceil�float�range�maxr �extend�textwrap�wrapr> )�headers�notes� footnotesrK rN �column_separator� note_prefix� headers_len�value_separator� min_length�headerr �columns�headers_per_column�header_lengths� total_length�column�widest_header_len�widest_value_len�row� header_index�lines�linerI r$ r rM r �format_sysinfo{ s� � � ��. ���� �� ro )r r r rC rD rE rF )rY �loggingr rS r< �twisted.python.failurer �landscape.lib.logr �landscape.lib.pluginr �landscape.lib.twisted_utilr r ro r r r r �<module> s n�PK �Z�0A sysinfo/testplugin.pynu �[��� from twisted.internet.defer import succeed current_instance = None class TestPlugin(object): def __init__(self): self.sysinfo = None self.has_run = False global current_instance current_instance = self def register(self, sysinfo): self.sysinfo = sysinfo def run(self): self.has_run = True self.sysinfo.add_header("Test header", "Test value") self.sysinfo.add_note("Test note") self.sysinfo.add_footnote("Test footnote") return succeed(None) PK �ZUU]�P P sysinfo/landscapelink.pynu �[��� from twisted.internet.defer import succeed class LandscapeLink(object): def register(self, sysinfo): self._sysinfo = sysinfo def run(self): self._sysinfo.add_footnote( "Graph this data and manage this system at:\n" " https://landscape.canonical.com/") return succeed(None) PK �Z|Kj sysinfo/disk.pynu �[��� from __future__ import division import os from twisted.internet.defer import succeed from landscape.lib.disk import (get_mount_info, get_filesystem_for_path) def format_megabytes(megabytes): if megabytes >= 1024 * 1024: return "%.2fTB" % (megabytes / (1024 * 1024)) elif megabytes >= 1024: return "%.2fGB" % (megabytes / 1024) else: return "%dMB" % (megabytes) def usage(info): total = info["total-space"] used = total - info["free-space"] return "%0.1f%% of %s" % ((used / total) * 100, format_megabytes(total)) class Disk(object): def __init__(self, mounts_file="/proc/mounts", statvfs=os.statvfs): self._mounts_file = mounts_file self._statvfs = statvfs def register(self, sysinfo): self._sysinfo = sysinfo def run(self): main_info = get_filesystem_for_path("/home", self._mounts_file, self._statvfs) if main_info is not None: total = main_info["total-space"] if total <= 0: root_main_info = get_filesystem_for_path( "/", self._mounts_file, self._statvfs) if root_main_info is not None: total = root_main_info["total-space"] main_info = root_main_info if total <= 0: main_usage = "unknown" else: main_usage = usage(main_info) self._sysinfo.add_header("Usage of " + main_info["mount-point"], main_usage) else: self._sysinfo.add_header("Usage of /home", "unknown") seen_mounts = set() seen_devices = set() infos = list(get_mount_info(self._mounts_file, self._statvfs)) infos.sort(key=lambda i: len(i["mount-point"])) for info in infos: total = info["total-space"] mount_seen = info["mount-point"] in seen_mounts device_seen = info["device"] in seen_devices seen_mounts.add(info["mount-point"]) seen_devices.add(info["device"]) if mount_seen or device_seen: continue if total <= 0: # Some "virtual" filesystems have 0 total space. ignore them. continue used = ((total - info["free-space"]) / total) * 100 if used >= 85: self._sysinfo.add_note("%s is using %s" % (info["mount-point"], usage(info))) return succeed(None) PK �Z���� � sysinfo/processes.pynu �[��� from twisted.internet.defer import succeed from landscape.lib.process import ProcessInformation class Processes(object): def __init__(self, proc_dir="/proc"): self._proc_dir = proc_dir def register(self, sysinfo): self._sysinfo = sysinfo def run(self): num_processes = 0 num_zombies = 0 info = ProcessInformation(proc_dir=self._proc_dir) for process_info in info.get_all_process_info(): num_processes += 1 if process_info["state"] == b"Z": num_zombies += 1 if num_zombies: if num_zombies == 1: msg = "There is 1 zombie process." else: msg = "There are %d zombie processes." % (num_zombies,) self._sysinfo.add_note(msg) self._sysinfo.add_header("Processes", str(num_processes)) return succeed(None) PK �Z��G$& & sysinfo/temperature.pynu �[��� from twisted.internet.defer import succeed from landscape.lib.sysstats import get_thermal_zones class Temperature(object): def __init__(self, thermal_zone_path=None): self._thermal_zone_path = thermal_zone_path def register(self, sysinfo): self._sysinfo = sysinfo def run(self): temperature = None max_value = None for zone in get_thermal_zones(self._thermal_zone_path): if (zone.temperature_value is not None and (max_value is None or zone.temperature_value > max_value) ): temperature = zone.temperature max_value = zone.temperature_value if temperature is not None: self._sysinfo.add_header("Temperature", temperature) return succeed(None) PK �ZI�0�� � sysinfo/network.pynu �[��� from functools import partial from operator import itemgetter from netifaces import AF_INET, AF_INET6 from twisted.internet.defer import succeed from landscape.lib.network import get_active_device_info class Network(object): """Show information about active network interfaces. @param get_device_info: Optionally, a function that returns information about network interfaces. Defaults to L{get_active_device_info}. """ def __init__(self, get_device_info=None): if get_device_info is None: get_device_info = partial(get_active_device_info, extended=True, default_only=True) self._get_device_info = get_device_info def register(self, sysinfo): """Register this plugin with the sysinfo system. @param sysinfo: The sysinfo registry. """ self._sysinfo = sysinfo def run(self): """ Gather information about network interfaces and write it to the sysinfo output. @return: A succeeded C{Deferred}. """ device_info = self._get_device_info() for info in sorted(device_info, key=itemgetter('interface')): interface = info["interface"] ipv4_addresses = info["ip_addresses"].get(AF_INET, []) ipv6_addresses = info["ip_addresses"].get(AF_INET6, []) for addr in ipv4_addresses: self._sysinfo.add_header( "IPv4 address for %s" % interface, addr['addr']) for addr in ipv6_addresses: self._sysinfo.add_header( "IPv6 address for %s" % interface, addr['addr']) return succeed(None) PK �Z�?��� � sysinfo/loggedinusers.pynu �[��� from landscape.lib.sysstats import get_logged_in_users class LoggedInUsers(object): def register(self, sysinfo): self._sysinfo = sysinfo def run(self): self._sysinfo.add_header("Users logged in", None) def add_header(logged_users): self._sysinfo.add_header("Users logged in", str(len(logged_users))) result = get_logged_in_users() result.addCallback(add_header) result.addErrback(lambda failure: None) return result PK �Z�ɦ�m m sysinfo/deployment.pynu �[��� """Deployment code for the sysinfo tool.""" import os import sys from logging import getLogger, Formatter from logging.handlers import RotatingFileHandler from twisted.python.reflect import namedClass from twisted.internet.defer import Deferred, maybeDeferred from landscape import VERSION from landscape.lib.config import BaseConfiguration from landscape.sysinfo.sysinfo import SysInfoPluginRegistry, format_sysinfo ALL_PLUGINS = ["Load", "Disk", "Memory", "Temperature", "Processes", "LoggedInUsers", "Network"] class SysInfoConfiguration(BaseConfiguration): """Specialized configuration for the Landscape sysinfo tool.""" version = VERSION default_config_filenames = ("/etc/landscape/client.conf",) if os.getuid() != 0: default_config_filenames += ( os.path.expanduser("~/.landscape/sysinfo.conf"),) default_data_dir = "/var/lib/landscape/client/" config_section = "sysinfo" def __init__(self): super(SysInfoConfiguration, self).__init__() self._command_line_defaults["config"] = None def make_parser(self): """ Specialize L{Configuration.make_parser}, adding any sysinfo-specific options. """ parser = super(SysInfoConfiguration, self).make_parser() parser.add_option("--sysinfo-plugins", metavar="PLUGIN_LIST", help="Comma-delimited list of sysinfo plugins to " "use. Default is to use all plugins.") parser.add_option("--exclude-sysinfo-plugins", metavar="PLUGIN_LIST", help="Comma-delimited list of sysinfo plugins to " "NOT use. This always take precedence over " "plugins to include.") parser.epilog = "Default plugins: %s" % (", ".join(ALL_PLUGINS)) return parser def get_plugin_names(self, plugin_spec): return [x.strip() for x in plugin_spec.split(",")] def get_plugins(self): if self.sysinfo_plugins is None: include = ALL_PLUGINS else: include = self.get_plugin_names(self.sysinfo_plugins) if self.exclude_sysinfo_plugins is None: exclude = [] else: exclude = self.get_plugin_names(self.exclude_sysinfo_plugins) plugins = [x for x in include if x not in exclude] return [namedClass("landscape.sysinfo.%s.%s" % (plugin_name.lower(), plugin_name))() for plugin_name in plugins] def get_landscape_log_directory(landscape_dir=None): """ Work out the correct path to store logs in depending on the effective user id of the current process. """ if landscape_dir is None: if os.getuid() == 0: landscape_dir = "/var/log/landscape" else: landscape_dir = os.path.expanduser("~/.landscape") return landscape_dir def setup_logging(landscape_dir=None): landscape_dir = get_landscape_log_directory(landscape_dir) logger = getLogger("landscape-sysinfo") logger.propagate = False if not os.path.isdir(landscape_dir): os.mkdir(landscape_dir) log_filename = os.path.join(landscape_dir, "sysinfo.log") handler = RotatingFileHandler(log_filename, maxBytes=500 * 1024, backupCount=1) logger.addHandler(handler) handler.setFormatter(Formatter("%(asctime)s %(levelname)-8s %(message)s")) def run(args, reactor=None, sysinfo=None): """ @param reactor: The reactor to (optionally) run the sysinfo plugins in. """ try: setup_logging() except IOError as e: sys.exit("Unable to setup logging. %s" % e) if sysinfo is None: sysinfo = SysInfoPluginRegistry() config = SysInfoConfiguration() # landscape-sysinfo needs to work where there's no # /etc/landscape/client.conf See lp:1293990 config.load(args, accept_nonexistent_default_config=True) for plugin in config.get_plugins(): sysinfo.add(plugin) def show_output(result): print(format_sysinfo(sysinfo.get_headers(), sysinfo.get_notes(), sysinfo.get_footnotes(), indent=" ")) def run_sysinfo(): return sysinfo.run().addCallback(show_output) if reactor is not None: # In case any plugins run processes or do other things that require the # reactor to already be started, we delay them until the reactor is # running. done = Deferred() reactor.callWhenRunning( lambda: maybeDeferred(run_sysinfo).chainDeferred(done)) def stop_reactor(result): # We won't need to use callLater here once we use Twisted >8. # tm:3011 reactor.callLater(0, reactor.stop) return result done.addBoth(stop_reactor) reactor.run() else: done = run_sysinfo() return done PK �Z��%�^ ^ sysinfo/memory.pynu �[��� from twisted.internet.defer import succeed from landscape.lib.sysstats import MemoryStats class Memory(object): def __init__(self, filename="/proc/meminfo"): self._filename = filename def register(self, sysinfo): self._sysinfo = sysinfo def run(self): memstats = MemoryStats(self._filename) self._sysinfo.add_header("Memory usage", "%d%%" % memstats.used_memory_percentage) self._sysinfo.add_header("Swap usage", "%d%%" % memstats.used_swap_percentage) return succeed(None) PK �Z sysinfo/__init__.pynu �[��� PK �Zg��t� � lib/sysstats.pynu �[��� from datetime import datetime import os import os.path import struct import time from twisted.internet.utils import getProcessOutputAndValue from landscape.lib.encoding import encode_values from landscape.lib.timestamp import to_timestamp class CommandError(Exception): """Raised when an external command returns a non-zero status.""" class MemoryStats(object): def __init__(self, filename="/proc/meminfo"): data = {} for line in open(filename): if ":" in line: key, value = line.split(":", 1) if key in ["MemTotal", "SwapFree", "SwapTotal", "MemFree", "Buffers", "Cached"]: data[key] = int(value.split()[0]) self.total_memory = data["MemTotal"] // 1024 self.free_memory = (data["MemFree"] + data["Buffers"] + data["Cached"]) // 1024 self.total_swap = data["SwapTotal"] // 1024 self.free_swap = data["SwapFree"] // 1024 @property def used_memory(self): return self.total_memory - self.free_memory @property def used_swap(self): return self.total_swap - self.free_swap @property def free_memory_percentage(self): return (self.free_memory / float(self.total_memory)) * 100 @property def free_swap_percentage(self): if self.total_swap == 0: return 0.0 else: return (self.free_swap / float(self.total_swap)) * 100 @property def used_memory_percentage(self): return 100 - self.free_memory_percentage @property def used_swap_percentage(self): if self.total_swap == 0: return 0.0 else: return 100 - self.free_swap_percentage def get_logged_in_users(): environ = encode_values(os.environ) result = getProcessOutputAndValue("who", ["-q"], env=environ) def parse_output(args): stdout_data, stderr_data, status = args if status != 0: raise CommandError(stderr_data.decode('ascii')) first_line = stdout_data.split(b"\n", 1)[0] first_line = first_line.decode('ascii') return sorted(set(first_line.split())) return result.addCallback(parse_output) def get_uptime(uptime_file=u"/proc/uptime"): """ This parses a file in /proc/uptime format and returns a floating point version of the first value (the actual uptime). """ with open(uptime_file, 'r') as ufile: data = ufile.readline() up, idle = data.split() return float(up) def get_thermal_zones(thermal_zone_path=None): if thermal_zone_path is None: if os.path.isdir("/sys/class/thermal"): thermal_zone_path = "/sys/class/thermal" else: thermal_zone_path = "/proc/acpi/thermal_zone" if os.path.isdir(thermal_zone_path): for zone_name in sorted(os.listdir(thermal_zone_path)): yield ThermalZone(thermal_zone_path, zone_name) class ThermalZone(object): temperature = None temperature_value = None temperature_unit = None def __init__(self, base_path, name): self.name = name self.path = os.path.join(base_path, name) temperature_path = os.path.join(self.path, "temp") if os.path.isfile(temperature_path): try: with open(temperature_path) as f: line = f.readline() try: self.temperature_value = int(line.strip()) / 1000.0 self.temperature_unit = 'C' self.temperature = '{:.1f} {}'.format( self.temperature_value, self.temperature_unit) except ValueError: pass except EnvironmentError: pass else: temperature_path = os.path.join(self.path, "temperature") if os.path.isfile(temperature_path): for line in open(temperature_path): if line.startswith("temperature:"): self.temperature = line[12:].strip() try: value, unit = self.temperature.split() self.temperature_value = int(value) self.temperature_unit = unit except ValueError: pass class LoginInfo(object): """Information about a login session gathered from wtmp or utmp.""" # FIXME This format string works fine on my hardware, but *may* be # different depending on the values of __WORDSIZE and # __WORDSIZE_COMPAT32 defined in /usr/include/bits/utmp.h:68 (in # the definition of struct utmp). Make sure it works # everywhere. -jk RAW_FORMAT = "hi32s4s32s256shhiiiiiii20s" def __init__(self, raw_data): info = struct.unpack(self.RAW_FORMAT, raw_data) self.login_type = info[0] self.pid = info[1] self.tty_device = self._strip_and_decode(info[2]) self.id = self._strip_and_decode(info[3]) self.username = self._strip_and_decode(info[4]) self.hostname = self._strip_and_decode(info[5]) self.termination_status = info[6] self.exit_status = info[7] self.session_id = info[8] self.entry_time = datetime.utcfromtimestamp(info[9]) # FIXME Convert this to a dotted decimal string. -jk self.remote_ip_address = info[11] def _strip_and_decode(self, bytestring): """Helper method to strip b"\0" and return a utf-8 decoded string.""" return bytestring.strip(b"\0").decode("utf-8") class LoginInfoReader(object): """Reader parses C{/var/log/wtmp} and/or C{/var/run/utmp} files. @file: Initialize the reader with an open file. """ def __init__(self, file): self._file = file self._struct_length = struct.calcsize(LoginInfo.RAW_FORMAT) def login_info(self): """Returns a generator that yields LoginInfo objects.""" while True: info = self.read_next() if not info: break yield info def read_next(self): """Returns login data or None if no login data is available.""" data = self._file.read(self._struct_length) if data and len(data) == self._struct_length: return LoginInfo(data) return None class BootTimes(object): _last_boot = None _last_shutdown = None def __init__(self, filename="/var/log/wtmp", boots_newer_than=0, shutdowns_newer_than=0): self._filename = filename self._boots_newer_than = boots_newer_than self._shutdowns_newer_than = shutdowns_newer_than def get_times(self): reboot_times = [] shutdown_times = [] with open(self._filename, "rb") as login_info_file: reader = LoginInfoReader(login_info_file) self._last_boot = self._boots_newer_than self._last_shutdown = self._shutdowns_newer_than for info in reader.login_info(): if info.tty_device.startswith("~"): timestamp = to_timestamp(info.entry_time) if (info.username == "reboot" and timestamp > self._last_boot): reboot_times.append(timestamp) self._last_boot = timestamp elif (info.username == "shutdown" and timestamp > self._last_shutdown): shutdown_times.append(timestamp) self._last_shutdown = timestamp return reboot_times, shutdown_times def get_last_boot_time(self): if self._last_boot is None: self._last_boot = int(time.time() - get_uptime()) return self._last_boot PK �Z �nU U lib/jiffies.pynu �[��� import os def detect_jiffies(): """Returns the number of jiffies per second for this machine. A jiffy is a value used by the kernel to report certain time-based events. Jiffies occur N times per second where N varies depending on the hardware the kernel is running on. This function gets the uptime for the current process, forks a child process and gets the uptime again; finally, using the running time of the child process compared with the uptimes to determine number of jiffies per second. """ uptime1_file = open("/proc/uptime") uptime2_file = open("/proc/uptime") read_uptime1 = uptime1_file.read read_uptime2 = uptime2_file.read while True: uptime1_data = read_uptime1() # Fork a process and exit immediately; this results in the # child process being left around as a zombie until waitpid() # is called. pid = os.fork() if pid == 0: os._exit(0) uptime2_data = read_uptime2() stat_file = open("/proc/%d/stat" % pid) stat_data = stat_file.read() stat_file.close() os.waitpid(pid, 0) seconds_uptime1 = float(uptime1_data.split()[0]) seconds_uptime2 = float(uptime2_data.split()[0]) jiffie_uptime = int(stat_data.split()[21]) jiffies1 = int(jiffie_uptime/seconds_uptime1+0.5) jiffies2 = int(jiffie_uptime/seconds_uptime2+0.5) if jiffies1 == jiffies2: break uptime1_file.seek(0) uptime2_file.seek(0) uptime1_file.close() uptime2_file.close() return jiffies1 PK �ZU��� � lib/fetch.pynu �[��� import os import sys import io from optparse import OptionParser from twisted.internet.defer import DeferredList from twisted.internet.threads import deferToThread from twisted.python.compat import iteritems, networkString class FetchError(Exception): pass class HTTPCodeError(FetchError): def __init__(self, http_code, body): self.http_code = http_code self.body = body def __str__(self): return "Server returned HTTP code %d" % self.http_code def __repr__(self): return "<HTTPCodeError http_code=%d>" % self.http_code class PyCurlError(FetchError): def __init__(self, error_code, message): self.error_code = error_code self._message = message def __str__(self): return "Error %d: %s" % (self.error_code, self.message) def __repr__(self): return "<PyCurlError args=(%d, '%s')>" % (self.error_code, self.message) @property def message(self): return self._message def fetch(url, post=False, data="", headers={}, cainfo=None, curl=None, connect_timeout=30, total_timeout=600, insecure=False, follow=True, user_agent=None, proxy=None): """Retrieve a URL and return the content. @param url: The url to be fetched. @param post: If true, the POST method will be used (defaults to GET). @param data: Data to be sent to the server as the POST content. @param headers: Dictionary of header => value entries to be used on the request. @param curl: A pycurl.Curl instance to use. If not provided, one will be created. @param cainfo: Path to the file with CA certificates. @param insecure: If true, perform curl using insecure option which will not attempt to verify authenticity of the peer's certificate. (Used during autodiscovery) @param follow: If True, follow HTTP redirects (default True). @param user_agent: The user-agent to set in the request. @param proxy: The proxy url to use for the request. """ import pycurl if not isinstance(data, bytes): data = data.encode("utf-8") output = io.BytesIO(data) input = io.BytesIO() if curl is None: curl = pycurl.Curl() # The conversion with `str()` ensures the acceptance of unicode under # Python 2 and `networkString()` will ensure bytes for Python 3. curl.setopt(pycurl.URL, networkString(str(url))) if post: curl.setopt(pycurl.POST, True) if data: curl.setopt(pycurl.POSTFIELDSIZE, len(data)) curl.setopt(pycurl.READFUNCTION, output.read) if cainfo and url.startswith("https:"): curl.setopt(pycurl.CAINFO, networkString(cainfo)) if headers: curl.setopt(pycurl.HTTPHEADER, ["%s: %s" % pair for pair in sorted(iteritems(headers))]) if insecure: curl.setopt(pycurl.SSL_VERIFYPEER, False) if follow: curl.setopt(pycurl.FOLLOWLOCATION, 1) if user_agent is not None: curl.setopt(pycurl.USERAGENT, networkString(user_agent)) if proxy is not None: curl.setopt(pycurl.PROXY, networkString(proxy)) curl.setopt(pycurl.MAXREDIRS, 5) curl.setopt(pycurl.CONNECTTIMEOUT, connect_timeout) curl.setopt(pycurl.LOW_SPEED_LIMIT, 1) curl.setopt(pycurl.LOW_SPEED_TIME, total_timeout) curl.setopt(pycurl.NOSIGNAL, 1) curl.setopt(pycurl.WRITEFUNCTION, input.write) curl.setopt(pycurl.DNS_CACHE_TIMEOUT, 0) curl.setopt(pycurl.ENCODING, b"gzip,deflate") try: curl.perform() except pycurl.error as e: raise PyCurlError(e.args[0], e.args[1]) body = input.getvalue() http_code = curl.getinfo(pycurl.HTTP_CODE) if http_code != 200: raise HTTPCodeError(http_code, body) return body def fetch_async(*args, **kwargs): """Retrieve a URL asynchronously. @return: A C{Deferred} resulting in the URL content. """ return deferToThread(fetch, *args, **kwargs) def fetch_many_async(urls, callback=None, errback=None, **kwargs): """ Retrieve a list of URLs asynchronously. @param callback: Optionally, a function that will be fired one time for each successful URL, and will be passed its content and the URL itself. @param errback: Optionally, a function that will be fired one time for each failing URL, and will be passed the failure and the URL itself. @return: A C{DeferredList} whose callback chain will be fired as soon as all downloads have terminated. If an error occurs, the errback chain of the C{DeferredList} will be fired immediatly. """ results = [] for url in urls: result = fetch_async(url, **kwargs) if callback: result.addCallback(callback, url) if errback: result.addErrback(errback, url) results.append(result) return DeferredList(results, fireOnOneErrback=True, consumeErrors=True) def url_to_filename(url, directory=None): """Return the last component of the given C{url}. @param url: The URL to get the filename from. @param directory: Optionally a path to prepend to the returned filename. @note: Any trailing slash in the C{url} will be removed """ filename = url.rstrip("/").split("/")[-1] if directory is not None: filename = os.path.join(directory, filename) return filename def fetch_to_files(urls, directory, logger=None, **kwargs): """ Retrieve a list of URLs and save their content as files in a directory. @param urls: The list URLs to fetch. @param directory: The directory to save the files to, the name of the file will equal the last fragment of the URL. @param logger: Optional function to be used to log errors for failed URLs. """ def write(data, url): filename = url_to_filename(url, directory=directory) fd = open(filename, "wb") fd.write(data) fd.close() def log_error(failure, url): if logger: logger("Couldn't fetch file from %s (%s)" % ( url, str(failure.value))) return failure return fetch_many_async(urls, callback=write, errback=log_error, **kwargs) def test(args): parser = OptionParser() parser.add_option("--post", action="store_true") parser.add_option("--data", default="") parser.add_option("--cainfo") options, (url,) = parser.parse_args(args) print(fetch(url, post=options.post, data=options.data, cainfo=options.cainfo)) if __name__ == "__main__": test(sys.argv[1:]) PK �Zg��� lib/hashlib.pynu �[��� """Provide backward compatible access to hashlib functions.""" try: _hashlib = __import__("hashlib") except ImportError: from md5 import md5 from sha import sha as sha1 else: md5 = _hashlib.md5 sha1 = _hashlib.sha1 __all__ = ["md5", "sha1"] PK �Z�Q �� � lib/timestamp.pynu �[��� from datetime import datetime def to_timestamp(date, epoch=datetime.utcfromtimestamp(0)): """Convert a C{datetime} to an C{int}-based timetamp.""" delta = date - epoch return (delta.days * 60 * 60 * 24) + delta.seconds PK �ZXO��\ \ lib/juju.pynu �[��� from __future__ import absolute_import import os import json import logging from landscape.lib.fs import read_text_file def get_juju_info(config): """ Returns available Juju info or C{None} if the path referenced from L{config} is not a valid file. """ if not os.path.exists(config.juju_filename): return json_contents = read_text_file(config.juju_filename) try: juju_info = json.loads(json_contents) # Catch any error the json lib could throw, because we don't know or # care what goes wrong - we'll display a generic error message and # return None in any case. except Exception: logging.exception( "Error attempting to read JSON from %s" % config.juju_filename) return None juju_info["api-addresses"] = juju_info["api-addresses"].split() return juju_info PK �Zt�� � � lib/format.pynu �[��� import inspect def format_object(object): """ Returns a fully-qualified name for the specified object, such as 'landscape.lib.format.format_object()'. """ if inspect.ismethod(object): # FIXME If the method is implemented on a base class of # object's class, the module name and function name will be # from the base class and the method's class name will be from # object's class. name = repr(object).split(" ")[2] return "%s.%s()" % (object.__module__, name) elif inspect.isfunction(object): name = repr(object).split(" ")[1] return "%s.%s()" % (object.__module__, name) return "%s.%s" % (object.__class__.__module__, object.__class__.__name__) def format_delta(seconds): if not seconds: seconds = 0.0 return "%.02fs" % float(seconds) def format_percent(percent): if not percent: percent = 0.0 return "%.02f%%" % float(percent) PK �Z��<�� � , lib/apt/__pycache__/__init__.cpython-310.pycnu �[��� o ���c � @ s d S )N� r r r �</usr/lib/python3/dist-packages/landscape/lib/apt/__init__.py�<module> s PK �Z �2� � lib/apt/package/skeleton.pynu �[��� from landscape.lib.compat import unicode, _PY3 from landscape.lib.hashlib import sha1 import apt_pkg PACKAGE = 1 << 0 PROVIDES = 1 << 1 REQUIRES = 1 << 2 UPGRADES = 1 << 3 CONFLICTS = 1 << 4 DEB_PACKAGE = 1 << 16 | PACKAGE DEB_PROVIDES = 2 << 16 | PROVIDES DEB_NAME_PROVIDES = 3 << 16 | PROVIDES DEB_REQUIRES = 4 << 16 | REQUIRES DEB_OR_REQUIRES = 5 << 16 | REQUIRES DEB_UPGRADES = 6 << 16 | UPGRADES DEB_CONFLICTS = 7 << 16 | CONFLICTS class PackageTypeError(Exception): """Raised when an unsupported package type is passed to build_skeleton.""" class PackageSkeleton(object): section = None summary = None description = None size = None installed_size = None _hash = None def __init__(self, type, name, version): self.type = type self.name = name self.version = version self.relations = [] def add_relation(self, type, info): self.relations.append((type, info)) def get_hash(self): """Calculate the package hash. If C{set_hash} has been used, that hash will be returned and the hash won't be the calculated value. """ if self._hash is not None: return self._hash # We use ascii here as encoding for backwards compatibility as it was # default encoding for conversion from unicode to bytes in Python 2.7. package_info = ("[%d %s %s]" % (self.type, self.name, self.version) ).encode("ascii") digest = sha1(package_info) self.relations.sort() for pair in self.relations: digest.update(("[%d %s]" % (pair[0], pair[1]) ).encode("ascii")) return digest.digest() def set_hash(self, package_hash): """Set the hash to an explicit value. This should be used when the hash is previously known and can't be calculated from the relations anymore. The only use case for this is package resurrection. We're planning on getting rid of package resurrection, and this code can be removed when that is done. """ self._hash = package_hash def relation_to_string(relation_tuple): """Convert an apt relation to a string representation. @param relation_tuple: A tuple, (name, version, relation). version and relation can be the empty string, if the relation is on a name only. Returns something like "name > 1.0" """ name, version, relation_type = relation_tuple relation_string = name if relation_type: relation_string += " %s %s" % (relation_type, version) return relation_string def parse_record_field(record, record_field, relation_type, or_relation_type=None): """Parse an apt C{Record} field and return skeleton relations @param record: An C{apt.package.Record} instance with package information. @param record_field: The name of the record field to parse. @param relation_type: The deb relation that can be passed to C{skeleton.add_relation()} @param or_relation_type: The deb relation that should be used if there is more than one value in a relation. """ relations = set() values = apt_pkg.parse_depends(record.get(record_field, "")) for value in values: value_strings = [relation_to_string(relation) for relation in value] value_relation_type = relation_type if len(value_strings) > 1: value_relation_type = or_relation_type relation_string = " | ".join(value_strings) relations.add((value_relation_type, relation_string)) return relations def build_skeleton_apt(version, with_info=False, with_unicode=False): """Build a package skeleton from an apt package. @param version: An instance of C{apt.package.Version} @param with_info: Whether to extract extra information about the package, like description, summary, size. @param with_unicode: Whether the C{name} and C{version} of the skeleton should be unicode strings. """ name, version_string = version.package.name, version.version if with_unicode: name, version_string = unicode(name), unicode(version_string) skeleton = PackageSkeleton(DEB_PACKAGE, name, version_string) relations = set() relations.update(parse_record_field( version.record, "Provides", DEB_PROVIDES)) relations.add(( DEB_NAME_PROVIDES, "%s = %s" % (version.package.name, version.version))) relations.update(parse_record_field( version.record, "Pre-Depends", DEB_REQUIRES, DEB_OR_REQUIRES)) relations.update(parse_record_field( version.record, "Depends", DEB_REQUIRES, DEB_OR_REQUIRES)) relations.add(( DEB_UPGRADES, "%s < %s" % (version.package.name, version.version))) relations.update(parse_record_field( version.record, "Conflicts", DEB_CONFLICTS)) relations.update(parse_record_field( version.record, "Breaks", DEB_CONFLICTS)) skeleton.relations = sorted(relations) if with_info: skeleton.section = version.section skeleton.summary = version.summary skeleton.description = version.description skeleton.size = version.size if version.installed_size > 0: skeleton.installed_size = version.installed_size if with_unicode and not _PY3: skeleton.section = skeleton.section.decode("utf-8") skeleton.summary = skeleton.summary.decode("utf-8") # Avoid double-decoding package descriptions in build_skeleton_apt, # which causes an error with newer python-apt (Xenial onwards) if not isinstance(skeleton.description, unicode): skeleton.description = skeleton.description.decode("utf-8") return skeleton PK �Z�=�*� *� lib/apt/package/facade.pynu �[��� from __future__ import absolute_import import hashlib import logging import os import subprocess import sys import tempfile import time from operator import attrgetter import apt import apt_inst import apt_pkg from aptsources.sourceslist import SourcesList from apt.progress.text import AcquireProgress from apt.progress.base import InstallProgress from twisted.python.compat import itervalues from landscape.lib.compat import StringIO from landscape.lib.fs import append_text_file, create_text_file from landscape.lib.fs import read_text_file, read_binary_file, touch_file from .skeleton import build_skeleton_apt class TransactionError(Exception): """Raised when the transaction fails to run.""" class DependencyError(Exception): """Raised when a needed dependency wasn't explicitly marked.""" def __init__(self, packages): self.packages = packages def __str__(self): return ("Missing dependencies: %s" % ", ".join([str(package) for package in self.packages])) class ChannelError(Exception): """Raised when channels fail to load.""" class LandscapeAcquireProgress(AcquireProgress): def _winch(self, *dummy): """Override trying to get the column count of the buffer. We always send the output to a file, not to a terminal, so the default width (80 columns) is fine for us. Overriding this method means that we don't have to care about fcntl.ioctl API differences for different Python versions. """ def pulse(self, owner): """Override updating the acquire progress, which needs a tty. Under Python3, StringIO.fileno() raises UnsupportedOperation instead of an AttributeError. This would be uncaught by apt, thus we force a NOOP here. """ return True class LandscapeInstallProgress(InstallProgress): dpkg_exited = None old_excepthook = None def wait_child(self): """Override to find out whether dpkg exited or not. The C{run()} method returns os.WEXITSTATUS(res) without checking os.WIFEXITED(res) first, so it can signal that everything is ok, even though something causes dpkg not to exit cleanly. Save whether dpkg exited cleanly into the C{dpkg_exited} attribute. If dpkg exited cleanly the exit code can be used to determine whether there were any errors. If dpkg didn't exit cleanly it should mean that something went wrong. """ res = super(LandscapeInstallProgress, self).wait_child() self.dpkg_exited = os.WIFEXITED(res) return res def fork(self): """Fork and override the excepthook in the child process.""" pid = super(LandscapeInstallProgress, self).fork() if pid == 0: # No need to clean up after ourselves, since the child # process will die after dpkg has been run. self.old_excepthook = sys.excepthook sys.excepthook = self._prevent_dpkg_apport_error return pid def _prevent_dpkg_apport_error(self, exc_type, exc_obj, exc_tb): """Prevent dpkg errors from generating Apport crash reports. When dpkg reports an error, a SystemError is raised and cleaned up in C code. However, it seems like the Apport except hook is called before the C code clears the error, generating crash reports even though nothing crashed. This exception hook doesn't call the Apport hook for SystemErrors, but it calls it for all other errors. """ if exc_type is SystemError: sys.__excepthook__(exc_type, exc_obj, exc_tb) return self.old_excepthook(exc_type, exc_obj, exc_tb) class AptFacade(object): """Wrapper for tasks using Apt. This object wraps Apt features, in a way that makes using and testing these features slightly more comfortable. @param root: The root dir of the Apt configuration files. @ivar refetch_package_index: Whether to refetch the package indexes when reloading the channels, or reuse the existing local database. """ max_dpkg_retries = 12 # number of dpkg retries before we give up dpkg_retry_sleep = 5 _dpkg_status = "/var/lib/dpkg/status" def __init__(self, root=None): self._root = root self._dpkg_args = [] if self._root is not None: self._ensure_dir_structure() self._dpkg_args.extend(["--root", self._root]) # don't use memonly=True here because of a python-apt bug on Natty when # sources.list contains invalid lines (LP: #886208) self._cache = apt.cache.Cache(rootdir=root) self._channels_loaded = False self._pkg2hash = {} self._hash2pkg = {} self._version_installs = [] self._package_installs = set() self._global_upgrade = False self._version_removals = [] self._version_hold_creations = [] self._version_hold_removals = [] self.refetch_package_index = False def _ensure_dir_structure(self): apt_dir = self._ensure_sub_dir("etc/apt") self._ensure_sub_dir("etc/apt/sources.list.d") self._ensure_sub_dir("var/cache/apt/archives/partial") self._ensure_sub_dir("var/lib/apt/lists/partial") dpkg_dir = self._ensure_sub_dir("var/lib/dpkg") self._ensure_sub_dir("var/lib/dpkg/info") self._ensure_sub_dir("var/lib/dpkg/updates") self._ensure_sub_dir("var/lib/dpkg/triggers") create_text_file(os.path.join(dpkg_dir, "available"), "") self._dpkg_status = os.path.join(dpkg_dir, "status") if not os.path.exists(self._dpkg_status): create_text_file(self._dpkg_status, "") # Apt will fail if it does not have a keyring. It does not care if # the keyring is empty. (Do not create one if dir exists LP: #1973202) if not os.path.isdir(os.path.join(apt_dir, "trusted.gpg.d")): touch_file(os.path.join(apt_dir, "trusted.gpg")) def _ensure_sub_dir(self, sub_dir): """Ensure that a dir in the Apt root exists.""" full_path = os.path.join(self._root, sub_dir) if not os.path.exists(full_path): os.makedirs(full_path) return full_path def get_packages(self): """Get all the packages available in the channels.""" return itervalues(self._hash2pkg) def get_locked_packages(self): """Get all packages in the channels that are locked. For Apt, it means all packages that are held. """ return [ version for version in self.get_packages() if (self.is_package_installed(version) and self._is_package_held(version.package))] def get_package_holds(self): """Return the name of all the packages that are on hold.""" return sorted([version.package.name for version in self.get_locked_packages()]) def _set_dpkg_selections(self, selection): """Set the dpkg selection. It basically does "echo $selection | dpkg --set-selections". """ process = subprocess.Popen( ["dpkg", "--set-selections"] + self._dpkg_args, stdin=subprocess.PIPE) # We need bytes here to communicate with the process. process.communicate(selection.encode("utf-8")) def set_package_hold(self, version): """Add a dpkg hold for a package. @param version: The version of the package to hold. """ self._set_dpkg_selections(version.package.name + " hold") def remove_package_hold(self, version): """Removes a dpkg hold for a package. @param version: The version of the package to unhold. """ if (not self.is_package_installed(version) or not self._is_package_held(version.package) ): return self._set_dpkg_selections(version.package.name + " install") def reload_channels(self, force_reload_binaries=False): """Reload the channels and update the cache. @param force_reload_binaries: Whether to always reload information about the binaries packages that are in the facade's internal repo. """ self._cache.open(None) internal_sources_list = self._get_internal_sources_list() if (self.refetch_package_index or (force_reload_binaries and os.path.exists(internal_sources_list)) ): # Try to update only the internal repos, if the python-apt # version is new enough to accept a sources_list parameter. new_apt_args = {} if force_reload_binaries and not self.refetch_package_index: new_apt_args["sources_list"] = internal_sources_list try: try: self._cache.update(**new_apt_args) except TypeError: self._cache.update() except apt.cache.FetchFailedException: raise ChannelError( "Apt failed to reload channels (%r)" % ( self.get_channels())) self._cache.open(None) self._pkg2hash.clear() self._hash2pkg.clear() for package in self._cache: if not self._is_main_architecture(package): continue for version in package.versions: hash = self.get_package_skeleton( version, with_info=False).get_hash() # Use a tuple including the package, since the Version # objects of two different packages can have the same # hash. self._pkg2hash[(package, version)] = hash self._hash2pkg[hash] = version self._channels_loaded = True def ensure_channels_reloaded(self): """Reload the channels if they haven't been reloaded yet.""" if self._channels_loaded: return self.reload_channels() def _get_internal_sources_list(self): """Return the path to the source.list file for the facade channels.""" sources_dir = apt_pkg.config.find_dir("Dir::Etc::sourceparts") return os.path.join(sources_dir, "_landscape-internal-facade.list") def add_channel_apt_deb(self, url, codename, components=None, trusted=None): """Add a deb URL which points to a repository. @param url: The base URL of the repository. @param codename: The dist in the repository. @param components: The components to be included. @param trusted: Whether validation should be skipped (if local). """ sources_file_path = self._get_internal_sources_list() source_options = "" if trusted is not None and url.startswith("file:"): trusted_val = "yes" if trusted else "no" source_options = "[ trusted={} ] ".format(trusted_val) sources_line = "deb {}{} {}".format(source_options, url, codename) if components: sources_line += " %s" % " ".join(components) if os.path.exists(sources_file_path): current_content = read_text_file(sources_file_path).split("\n") if sources_line in current_content: return sources_line += "\n" append_text_file(sources_file_path, sources_line) def add_channel_deb_dir(self, path): """Add a directory with packages as a channel. @param path: The path to the directory containing the packages. A Packages file is created in the directory with information about the deb files. """ self._create_packages_file(path) # yakkety+ validate even file repository by default. deb dirs don't # have a signed Release file but are local so they should be trusted. self.add_channel_apt_deb("file://%s" % path, "./", None, trusted=True) def clear_channels(self): """Clear the channels that have been added through the facade. Channels that weren't added through the facade (i.e. /etc/apt/sources.list and /etc/apt/sources.list.d) won't be removed. """ sources_file_path = self._get_internal_sources_list() if os.path.exists(sources_file_path): os.remove(sources_file_path) def _create_packages_file(self, deb_dir): """Create a Packages file in a directory with debs.""" packages = sorted(os.listdir(deb_dir)) with open(os.path.join(deb_dir, "Packages"), "wb", 0) as dest: for i, filename in enumerate(packages): if i > 0: dest.write(b"\n") deb_file = os.path.join(deb_dir, filename) self.write_package_stanza(deb_file, dest) def get_channels(self): """Return a list of channels configured. A channel is a deb line in sources.list or sources.list.d. It's represented by a dict with baseurl, distribution, components, and type keys. """ sources_list = SourcesList() return [{"baseurl": entry.uri, "distribution": entry.dist, "components": " ".join(entry.comps), "type": entry.type} for entry in sources_list if not entry.disabled] def reset_channels(self): """Remove all the configured channels.""" sources_list = SourcesList() for entry in sources_list: entry.set_enabled(False) sources_list.save() def write_package_stanza(self, deb_path, dest): """Write a stanza for the package to a Packages file. @param deb_path: The path to the deb package. @param dest: A writable package file. """ deb_file = open(deb_path) deb = apt_inst.DebFile(deb_file) control = deb.control.extractdata("control") deb_file.close() filename = os.path.basename(deb_path) size = os.path.getsize(deb_path) contents = read_binary_file(deb_path) md5 = hashlib.md5(contents).hexdigest() sha1 = hashlib.sha1(contents).hexdigest() sha256 = hashlib.sha256(contents).hexdigest() tag_section = apt_pkg.TagSection(control) new_tags = [("Filename", filename), ("Size", str(size)), ("MD5sum", md5), ("SHA1", sha1), ("SHA256", sha256)] try: tag_section.write( dest, apt_pkg.REWRITE_PACKAGE_ORDER, [apt_pkg.TagRewrite(k, v) for k, v in new_tags]) except AttributeError: # support for python-apt < 1.9 section = apt_pkg.rewrite_section( tag_section, apt_pkg.REWRITE_PACKAGE_ORDER, new_tags) dest.write(section.encode("utf-8")) def get_arch(self): """Return the architecture APT is configured to use.""" return apt_pkg.config.get("APT::Architecture") def set_arch(self, architecture): """Set the architecture that APT should use. Setting multiple architectures isn't supported. """ if architecture is None: architecture = "" # From oneiric and onwards Architectures is used to set which # architectures can be installed, in case multiple architectures # are supported. We force it to be single architecture, until we # have a plan for supporting multiple architectures. apt_pkg.config.clear("APT::Architectures") apt_pkg.config.set("APT::Architectures::", architecture) result = apt_pkg.config.set("APT::Architecture", architecture) # Reload the cache, otherwise architecture change isn't reflected in # package list self._cache.open(None) return result def get_package_skeleton(self, pkg, with_info=True): """Return a skeleton for the provided package. The skeleton represents the basic structure of the package. @param pkg: Package to build skeleton from. @param with_info: If True, the skeleton will include information useful for sending data to the server. Such information isn't necessary if the skeleton will be used to build a hash. @return: a L{PackageSkeleton} object. """ return build_skeleton_apt(pkg, with_info=with_info, with_unicode=True) def get_package_hash(self, version): """Return a hash from the given package. @param version: an L{apt.package.Version} object. """ return self._pkg2hash.get((version.package, version)) def get_package_hashes(self): """Get the hashes of all the packages available in the channels.""" return self._pkg2hash.values() def get_package_by_hash(self, hash): """Get the package having the provided hash. @param hash: The hash the package should have. @return: The L{apt.package.Package} that has the given hash. """ return self._hash2pkg.get(hash) def is_package_installed(self, version): """Is the package version installed?""" return version == version.package.installed def is_package_available(self, version): """Is the package available for installation?""" return version.downloadable def is_package_upgrade(self, version): """Is the package an upgrade for another installed package?""" if not version.package.is_upgradable or not version.package.installed: return False return version > version.package.installed def is_package_autoremovable(self, version): """Was the package auto-installed, but isn't required anymore?""" return version.package.is_auto_removable def _is_main_architecture(self, package): """Is the package for the facade's main architecture?""" # package.name includes the architecture, if it's for a foreign # architectures. package.shortname never includes the # architecture. package.shortname doesn't exist on releases that # don't support multi-arch, though. if not hasattr(package, "shortname"): return True return package.name == package.shortname def _is_package_held(self, package): """Is the package marked as held?""" return package._pkg.selected_state == apt_pkg.SELSTATE_HOLD def get_packages_by_name(self, name): """Get all available packages matching the provided name. @param name: The name the returned packages should have. """ return [ version for version in self.get_packages() if version.package.name == name] def _is_package_broken(self, package): """Is the package broken? It's considered broken if it's one that we marked for install, but it's not marked for install, upgrade or downgrade anymore. Before Trusty, checking is_inst_broken was enough, but in Trusty the behaviour changed, so the package simply gets unmarked for installation. """ if package.is_inst_broken: return True if (not package.marked_install and not package.marked_upgrade and not package.marked_downgrade ): return package in self._package_installs return False def _get_broken_packages(self): """Return the packages that are in a broken state.""" return set( version.package for version in self.get_packages() if self._is_package_broken(version.package)) def _get_changed_versions(self, package): """Return the versions that will be changed for the package. Apt gives us that a package is going to be changed and have variables set on the package to indicate what will change. We need to convert that into a list of versions that will be either installed or removed, which is what the server expects to get. """ if package.marked_install: return [package.candidate] if package.marked_upgrade or package.marked_downgrade: return [package.installed, package.candidate] if package.marked_delete: return [package.installed] return None def _check_changes(self, requested_changes): """Check that the changes Apt will do have all been requested. @raises DependencyError: If some change hasn't been explicitly requested. @return: C{True} if all the changes that Apt will perform have been requested. """ # Build tuples of (package, version) so that we can do # comparison checks. Same versions of different packages compare # as being the same, so we need to include the package as well. all_changes = [ (version.package, version) for version in requested_changes] versions_to_be_changed = set() for package in self._cache.get_changes(): if not self._is_main_architecture(package): continue versions = self._get_changed_versions(package) versions_to_be_changed.update( (package, version) for version in versions) dependencies = versions_to_be_changed.difference(all_changes) if dependencies: raise DependencyError( [version for package, version in dependencies]) return len(versions_to_be_changed) > 0 def _get_unmet_relation_info(self, dep_relation): """Return a string representation of a specific dependency relation.""" info = dep_relation.target_pkg.name if dep_relation.target_ver: info += " (%s %s)" % ( dep_relation.comp_type, dep_relation.target_ver) reason = " but is not installable" if dep_relation.target_pkg.name in self._cache: dep_package = self._cache[dep_relation.target_pkg.name] if dep_package.installed or dep_package.marked_install: version = dep_package.candidate.version if dep_package not in self._cache.get_changes(): version = dep_package.installed.version reason = " but %s is to be installed" % version info += reason return info def _is_dependency_satisfied(self, dependency, dep_type): """Return whether a dependency is satisfied. For positive dependencies (Pre-Depends, Depends) it means that one of its targets is going to be installed. For negative dependencies (Conflicts, Breaks), it means that none of its targets are going to be installed. """ is_positive = dep_type not in ["Breaks", "Conflicts"] depcache = self._cache._depcache for or_dep in dependency: for target in or_dep.all_targets(): package = target.parent_pkg if ((package.current_state == apt_pkg.CURSTATE_INSTALLED or depcache.marked_install(package)) and not depcache.marked_delete(package) ): return is_positive return not is_positive def _get_unmet_dependency_info(self): """Get information about unmet dependencies in the cache state. Go through all the broken packages and say which dependencies haven't been satisfied. @return: A string with dependency information like what you get from apt-get. """ broken_packages = self._get_broken_packages() if not broken_packages: return "" all_info = ["The following packages have unmet dependencies:"] for package in sorted(broken_packages, key=attrgetter("name")): found_dependency_error = False # Fetch candidate version from our install list because # apt-2.1.5 resets broken packages candidate. candidate = next(v._cand for v in self._version_installs if v.package == package) for dep_type in ["PreDepends", "Depends", "Conflicts", "Breaks"]: dependencies = candidate.depends_list.get(dep_type, []) for dependency in dependencies: if self._is_dependency_satisfied(dependency, dep_type): continue relation_infos = [] for dep_relation in dependency: relation_infos.append( self._get_unmet_relation_info(dep_relation)) info = " %s: %s: " % (package.name, dep_type) or_divider = " or\n" + " " * len(info) all_info.append(info + or_divider.join(relation_infos)) found_dependency_error = True if not found_dependency_error: all_info.append( " %s: %s" % (package.name, "Unknown dependency error")) return "\n".join(all_info) def _set_frontend_noninteractive(self): """ Set the environment to avoid attempts by apt to interact with a user. """ os.environ["DEBIAN_FRONTEND"] = "noninteractive" os.environ["APT_LISTCHANGES_FRONTEND"] = "none" os.environ["APT_LISTBUGS_FRONTEND"] = "none" def _setup_dpkg_for_changes(self): """ Setup environment and apt options for successful package operations. """ self._set_frontend_noninteractive() apt_pkg.config.clear("DPkg::options") apt_pkg.config.set("DPkg::options::", "--force-confold") def _perform_hold_changes(self): """ Perform pending hold operations on packages. """ hold_changes = (len(self._version_hold_creations) > 0 or len(self._version_hold_removals) > 0) if not hold_changes: return None not_installed = [version for version in self._version_hold_creations if not self.is_package_installed(version)] if not_installed: raise TransactionError( "Cannot perform the changes, since the following " + "packages are not installed: %s" % ", ".join( [version.package.name for version in sorted(not_installed)])) for version in self._version_hold_creations: self.set_package_hold(version) for version in self._version_hold_removals: self.remove_package_hold(version) return "Package holds successfully changed." def _commit_package_changes(self): """ Commit cached APT operations and give feedback on the results as a string. """ # XXX we cannot use io.StringIO() here with Python 2 as there is a # string literal written in apt.progress.text.TextProgress._write() # which is not recognized as unicode by io.StringIO() with Python 2. fetch_output = StringIO() # Redirect stdout and stderr to a file. We need to work with the # file descriptors, rather than sys.stdout/stderr, since dpkg is # run in a subprocess. fd, install_output_path = tempfile.mkstemp() old_stdout = os.dup(1) old_stderr = os.dup(2) os.dup2(fd, 1) os.dup2(fd, 2) install_progress = LandscapeInstallProgress() try: # Since others (charms) might be installing packages on this system # We need to retry a bit in case dpkg is locked in progress dpkg_tries = 0 while dpkg_tries <= self.max_dpkg_retries: error = None if dpkg_tries > 0: # Yeah, sleeping isn't kosher according to Twisted, but # this code is run in the package-changer, which doesn't # have any concurrency going on. time.sleep(self.dpkg_retry_sleep) logging.warning( "dpkg process might be in use. " "Retrying package changes. %d retries remaining." % (self.max_dpkg_retries - dpkg_tries)) dpkg_tries += 1 try: self._cache.commit( fetch_progress=LandscapeAcquireProgress(fetch_output), install_progress=install_progress) if not install_progress.dpkg_exited: raise SystemError("dpkg didn't exit cleanly.") except SystemError as exc: result_text = (fetch_output.getvalue() + read_text_file(install_output_path)) error = TransactionError(exc.args[0] + "\n\nPackage operation log:\n" + result_text) # No need to retry SystemError, since it's most # likely a permanent error. break except apt.cache.LockFailedException as exception: result_text = (fetch_output.getvalue() + read_text_file(install_output_path)) error = TransactionError(exception.args[0] + "\n\nPackage operation log:\n" + result_text) else: result_text = (fetch_output.getvalue() + read_text_file(install_output_path)) break if error is not None: raise error finally: # Restore stdout and stderr. os.dup2(old_stdout, 1) os.dup2(old_stderr, 2) os.remove(install_output_path) return result_text def _preprocess_installs(self, fixer): for version in self._version_installs: if version == version.package.installed: # No point in marking it for installation if the # requested version is already installed. continue # Set the candidate version, so that the version we want to # install actually is the one getting installed. version.package.candidate = version # Flag the package as manual if it's a new install, otherwise # preserve the auto flag. This should preserve explicitly # installed packages from auto-removal, while allowing upgrades # of auto-removable packages. is_manual = ( not version.package.installed or not version.package.is_auto_installed) # Set auto_fix=False to avoid removing the package we asked to # install when we need to resolve dependencies. version.package.mark_install(auto_fix=False, from_user=is_manual) self._package_installs.add(version.package) fixer.clear(version.package._pkg) fixer.protect(version.package._pkg) def _preprocess_removes(self, fixer): held_package_names = set() package_installs = set( version.package for version in self._version_installs) package_upgrades = set( version.package for version in self._version_removals if version.package in package_installs) for version in self._version_removals: if self._is_package_held(version.package): held_package_names.add(version.package.name) if version.package in package_upgrades: # The server requests the old version to be removed for # upgrades, since Smart worked that way. For Apt we have # to take care not to mark upgraded packages for removal. continue version.package.mark_delete(auto_fix=False) # Configure the resolver in the same way # mark_delete(auto_fix=True) would have done. fixer.clear(version.package._pkg) fixer.protect(version.package._pkg) fixer.remove(version.package._pkg) try: # obsoleted in python-apt 1.9 fixer.install_protect() except AttributeError: pass if held_package_names: raise TransactionError( "Can't perform the changes, since the following packages" + " are held: %s" % ", ".join(sorted(held_package_names))) def _preprocess_global_upgrade(self): if self._global_upgrade: self._cache.upgrade(dist_upgrade=True) def _resolve_broken_packages(self, fixer, already_broken_packages): """ Attempt to automatically resolve problems with broken packages. """ now_broken_packages = self._get_broken_packages() if now_broken_packages != already_broken_packages: try: fixer.resolve(True) except SystemError as error: raise TransactionError(error.args[0] + "\n" + self._get_unmet_dependency_info()) else: now_broken_packages = self._get_broken_packages() if now_broken_packages != already_broken_packages: raise TransactionError(self._get_unmet_dependency_info()) def _preprocess_package_changes(self): version_changes = self._version_installs[:] version_changes.extend(self._version_removals) if (not version_changes and not self._global_upgrade): return [] already_broken_packages = self._get_broken_packages() fixer = apt_pkg.ProblemResolver(self._cache._depcache) self._preprocess_installs(fixer) self._preprocess_global_upgrade() self._preprocess_removes(fixer) self._resolve_broken_packages(fixer, already_broken_packages) return version_changes def _perform_package_changes(self): """ Perform pending install/remove/upgrade operations. """ version_changes = self._preprocess_package_changes() if not self._check_changes(version_changes): return None return self._commit_package_changes() def perform_changes(self): """ Perform the pending package operations. """ self._setup_dpkg_for_changes() hold_result_text = self._perform_hold_changes() package_result_text = self._perform_package_changes() results = [] if package_result_text is not None: results.append(package_result_text) if hold_result_text is not None: results.append(hold_result_text) if len(results) > 0: return " ".join(results) def reset_marks(self): """Clear the pending package operations.""" del self._version_installs[:] self._package_installs.clear() del self._version_removals[:] del self._version_hold_removals[:] del self._version_hold_creations[:] self._global_upgrade = False self._cache.clear() def mark_install(self, version): """Mark the package for installation.""" self._version_installs.append(version) def mark_global_upgrade(self): """Upgrade all installed packages.""" self._global_upgrade = True def mark_remove(self, version): """Mark the package for removal.""" self._version_removals.append(version) def mark_hold(self, version): """Mark the package to be held.""" self._version_hold_creations.append(version) def mark_remove_hold(self, version): """Mark the package to have its hold removed.""" self._version_hold_removals.append(version) PK �Zį��,@ ,@ 3 lib/apt/package/__pycache__/testing.cpython-310.pycnu �[��� o ���coH � @ s4 d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dlmZ d dl m Z G dd� de �Z G dd � d e �Z d Zd Zd Zd ZdZdZdZdZdZd�d�Zd�d�Zd�d�Zd�d�Zd�d�Z d�d�Z d�d�Z d�d�Z d �d�Z e �!d �Z"e �!d �Z#e �!d �Z$d Z%d!Z&d"Z'd#Z(d$Z)d%d&� Z*d'd(� Z+dS ))� N)� AptFacade)�append_binary_file)�create_binary_file)�base64c @ s^ e Zd ZdZdd� Z ddd �Z dd d �Zd d � Z ddd�Zdd� Z dd� Z dS )�AptFacadeHelperz<Helper that sets up an AptFacade with a tempdir as its root.c C sr |� � |_tj�|jdddd�| _t|_t|jd�|_d|j_ d|j_ | j |_ | j |_ | j |_ | j|_| j|_d S )N�var�lib�dpkg�status)�rootTr )�makeDir�apt_root�os�path�join� dpkg_statusr �Facade�facade�refetch_package_index�dpkg_retry_sleep�_add_system_package�_install_deb_file�_add_package_to_deb_dir�_touch_packages_file�_hash_packages_by_name��self� test_case� r �C/usr/lib/python3/dist-packages/landscape/lib/apt/package/testing.py�set_up s � zAptFacadeHelper.set_up�all�1.0� descriptionNc s |d u ri }|dddd|d|d| d� � � � |� z t|d��}|�� �d �}W d � n1 s1w Y W n tyB g }Y nw d |v rL|�d � d �� fd d �tjD ��� d�} |� | � t|dd��} | � d �t |��� | � d� W d � d S 1 s�w Y d S )N�optional�misc�1234�Someone�sourcezshort description ) �Package�Priority�SectionzInstalled-Size� Maintainer� Architecture�Source�Version� Description�rb� � � c s$ g | ]}|� v rd � |� | ��qS )z{}: {})�format)�.0�key��package_stanzar r � <listcomp>9 s �z0AptFacadeHelper._add_package.<locals>.<listcomp>zutf-8�wbr � ) �update�open�read�split�IOError�remover �apt_pkg�REWRITE_PACKAGE_ORDER�encode�append�write�sorted) r � packages_file�name� architecture�versionr# �control_fields�src�packages� new_package�destr r8 r � _add_package sB � �� � �� "�z AptFacadeHelper._add_packagec C s4 ddi}|dur |� |� | j| j||||d� dS )z&Add a package to the dpkg status file.�Statuszinstall ok installedN)rK rL rM )r= rR r )r rJ rK rL rM �system_control_fieldsr r r r E s �z#AptFacadeHelper._add_system_packagec C sX t |�}t�|�}|j�d�}|�� |�� }|�dd� d�|�}t | j |d � dS )z7Fake the the given deb file is installed in the system.�control� s Status: install ok installedr< r2 N) r> �apt_inst�DebFilerU � extractdata�close� splitlines�insertr r r )r r �deb_file�debrU �linesr r r r r O s z!AptFacadeHelper._install_deb_filec C s0 |du ri }| j tj�|d�|||||d� dS )z�Add fake package information to a directory. There will only be basic information about the package available, so that get_packages() have something to return. There won't be an actual package in the dir. N�Packages)rK rL r# rM )rR r r r )r r rJ rK rL r# rM r r r r Z s �z'AptFacadeHelper._add_package_to_deb_dirc C s2 t j�|d�}tt�� d �}t �|||f� dS )a Make sure the Packages file gets a newer mtime value. If we rely on simply writing to the file to update the mtime, we might end up with the same as before, since the resolution is seconds, which causes apt to not reload the file. r` rV N)r r r �int�time�utime)r �deb_dir� packages_path�mtimer r r r j s z$AptFacadeHelper._touch_packages_filec C sT i }|� |�D ]}|j|dd�}|�� }||j|j|f< |jj||< q|�|� dS )z� Ensure the named L{Package} is correctly recorded in the store so that we can really test the functions of the facade that depend on it. F)� with_infoN)�get_packages_by_name�get_package_skeleton�get_hash� _pkg2hash�package�id� set_hash_ids)r r �store� package_name�hash_idsrL �skeleton�hashr r r r u s �z&AptFacadeHelper._hash_packages_by_name)r! r" r# N)r! r" N) �__name__� __module__� __qualname__�__doc__r rR r r r r r r r r r r s" �% � � r c @ s e Zd ZdZdd� ZdS )�SimpleRepositoryHelperz�Helper for adding a simple repository to the facade. This helper requires that C{test_case.facade} has already been set up. c C s& |� � |_t|j� |j�|j� d S )N)r �repository_dir�create_simple_repositoryr �add_channel_deb_dirr r r r r � s z SimpleRepositoryHelper.set_upN)rt ru rv rw r r r r r rx � s rx z name1_version1-release1_all.debz name2_version2-release2_all.debz name3_version3-release3_all.debz name3_version3-release4_all.debzminimal_1.0_all.debz simple-relations_1.0_all.debz version-relations_1.0_all.debz multiple-relations_1.0_all.debzor-relations_1.0_all.debai ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTE2NjExNDQ5MyAgMCAgICAgMCAgICAgMTAwNjQ0ICA0ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDExNjYxMTQ0OTMgIDAgICAgIDAgICAgIDEwMDY0NCAgNDUyICAgICAgIGAKH4sIAAAAAAAAA+3UQW+bMBQHcM58Ch+7QwCbEJpomzat0rTDpmiRenfNC7EGNnuGSOmnnwMlyVK1O6VT1feTkJ+e/wRh40RxcHGJl2dZP3rnY1/zJJsmIs9Fvs/5UQQsC15A51qJjAVobftc7l/zr1QU10XmutpdeP9n0+mT+8+5+Hv/fSOdBiyh/b84MYM1n2fz7G4t0+u5SvMkhbTgs3wu+CwBxjqHsdtIhLiwKjayBh6rjTQlVLaMbuBOSxOV92FAXuX5V9a0aKv/eP5zkZyf/1TQ+X8RS6l+yRIWrD/Y4S2g09Ys2HYo+AShAun81ApU2099Rds1PFyitqjb3YLZZj8hq/Azqo1ufa5D/4uyqnwIJjfQgCncgjUICL87jdA/jF19OGmND3wXHvLn4UfJn6BsXY/hsT7Jj63jLauuLMG1/gb3UB3iY+MY/mLNutJqn1ZjeYgfOsf8Eu1WF9C/6lANq/rN+I+sqqCYrPS9XxlxHX6X2rT+AvQLuv8Gt5b90FDDDpC9L4fOJ/PQiQy0H/3COIW6GXZh1dW1xB0P2Umb078wIYQQQgghhBBCCCGEEEIIIYS8UX8AYydx2gAoAABkYXRhLnRhci5neiAgICAgMTE2NjExNDQ5MyAgMCAgICAgMCAgICAgMTAwNjQ0ICAzOTQgICAgICAgYAofiwgAAAAAAAAD09NnoDkwAAJzU1MwDQToNJhtaGBqYmBkbm5kDlIHpI0YFEwZ6ABKi0sSixQUGIry80vwqSMkP0SBnn5pcZH+YIp/EwYDIMd4NP7pGP/FGYlFqfqDJ/4NzYxNRuOf3vGfkp+sPzji38jEwHA0/gci/vMSc1MN9Qc6/o2B7NH4H7j4T85IzEtPzclP13NJTcpMzNNLr6Iw/s1MTHDGv5GxOSz+zUxNjYDxbw7kMSgYjMY/zYF8NwdHVm2jKxMzepwz6J7y5jpkIOH6sDKssF1rmUqYzBX2piZj9zyFad5RHv8dLoXsqua2spF3v+PQffXIlN8aYepsu3x2u0202VX+QFC10st6vvMfDdacgtdzKtpe5G5tuFYx5elcpXm27Od8LH7Oj3mqP7VgD8P6dTmJ33dsPnpuBnPO3SvLDNlu6ay9It6yZon0BIZRMApGwSgYBaNgFIyCUTAKRsEoGAWjYBSMglEwCkbBKBgFo2AUjIJRMApGAUkAADhX8vgAKAAA �asciiah ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTE2NjExNDUyMiAgMCAgICAgMCAgICAgMTAwNjQ0ICA0ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDExNjYxMTQ1MjIgIDAgICAgIDAgICAgIDEwMDY0NCAgNDUyICAgICAgIGAKH4sIAAAAAAAAA+3UTY/TMBAG4JzzK3yEQ/Phxk1aAQKxEuIAqrYSd+NMU4vEDuOkUvfX4yabthQBpy5aMY9UZTR+06ieuFEc3Fzi5UIMV+/6OtRpIrKE5/l8zn0/z9MsYCJ4Ar3rJDIWoLXdn3J/W3+morgphesbd+P5L7Lst/NPU/7z/H2DLwKW0PxvrixSlYkiAVGIxZJnaSHFdilUDplabnnGWO8wdjuJEJdWxUY2wGO1k6aC2lbRHXzV0kTVQxiQZ3n+lTUd2vofnv+cJ9fnf57S+X8Sa6m+yQpWbDjY4RdAp61Zsf1Y8BlCDdL5pQ2oblj6gLZvebhGbVF3hxWz7XFB1uE7VDvd+VyP/htlXfsQzO6gBVO6FWsREL73GmF4GHvx+qI1PfBleMpfh39J3oOyTTOFp/oiP7XOt2z6qgLX+RvcY3WKT41z+L0121qrY1pN5Sl+6pzza7R7XcLwU8dq3NWPxr9kdQ3lbKMf/M7wIvwkten8B9Bv6PEd3Fv2WUMDB0D2qho7b81jJzLQvfEb4xTqdpzCpm8aiQcesos2p39hQgghhBBCCCGEEEIIIYQQQgj5T/0AyM2cyQAoAABkYXRhLnRhci5neiAgICAgMTE2NjExNDUyMiAgMCAgICAgMCAgICAgMTAwNjQ0ICAzOTMgICAgICAgYAofiwgAAAAAAAAD09NnoDkwAAJzU1MwDQToNJhtaGBqYmBkbm5sbAgUNzc3NGZQMGWgAygtLkksUlBgKMrPL8GnjpD8EAV6+qXFRfqDLP6BHCOT0finX/wXZyQWpeoPnvg3NDMyG41/esd/Sn6y/uCIfyNj89Hyf0DiPy8xN9VIf6Dj39jY3HQ0/gcu/pMzEvPSU3Py0/VcUpMyE/P00qsojH8zExOc8Q/M7Yj4Bxb8BobmBsDkomAwGv80B/LdHBzX6hpdmZjR45xB99RGrkMGEq4Pbf0L3UWDL4XIRIk6Hjx7Urzj6SSxS/YTzKbu28sqe/64oPmFJGPj3lqR1cLMdz12u04rLHp/gM2y0mv3HOc/GqxvCl7PqWh7kbux6VrFk69zlefZsuv5WPycH/NUv7VgF8N6vfeBcgXp3NlnBFNDw5eZsd1as/aK+JzyvZ0TGEbBKBgFo2AUjIJRMApGwSgYBaNgFIyCUTAKRsEoGAWjYBSMglEwCkbBKBgFJAEAu4OlKQAoAAAKap ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTE2OTE0ODIwMyAgMCAgICAgMCAgICAgMTAwNjQ0ICA0ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDExNjkxNDgyMDMgIDAgICAgIDAgICAgIDEwMDY0NCAgNDUxICAgICAgIGAKH4sIAAAAAAAAA+3UwY7TMBAG4JzzFD7CoUkax7iqYAViJcQBVFGJu3GmqbWJHcZJpe7T4yabtnS1cOqiFfNJVUbjP43qiZuk0dVlgRRiuAaX16GeZ0JwWRSF4KEvZc4jJqJn0PtOIWMROtf9Kfe39RcqSZtS+L7xV57/m6J4cv7zef77/EODi4hlNP+r4yIrc1mUUs43C1VmhcxLEAKkFouCbzRjvcfUbxVCWjqdWtUAT/VW2QpqVyW38MMom1T3cURe5PnXznbo6n94/mWeXZ5/ntP5fxYrpe9UBUs2HOz4O6A3zi7Zbiz4DKEG5cPSGnQ3LH1C17c8XqFxaLr9krn2sKDq+APqrelCrsfwjaquQwhmt9CCLf2StQgIP3uDMDyMvXp31poe+Do+5i/Dj5LfQLummcJTfZafWqdb1n1Vge/CDf6hOsanxin80dlNbfQhrafyGD92TvkVup0pYfipYzXu6mcbXrK6hnK2NvdhZ/JF/EUZ24UPYNjQwzu4c+yrgQb2gOxtNXbe24dOYqG7CRvjNZp2nMK6bxqFex6zszanf2FCCCGEEEIIIYQQQgghhBBCCPlP/QK+dA1dACgAAApkYXRhLnRhci5neiAgICAgMTE2OTE0ODIwMyAgMCAgICAgMCAgICAgMTAwNjQ0ICAzOTkgICAgICAgYAofiwgAAAAAAAAD09NnoDkwAAJzU1MwDQToNJhtaGBqamxuYmJiagQUNzc3MmJQMGWgAygtLkksUlBgKMrPL8GnjpD8EAV6+qXFRfqDKf4NGQyAHOPR+Kdj/BdnJBal6g+e+Dc0MzYZjX96x39KfrL+4Ih/IxMDw9H4H4j4z0vMTTXWH8j4B9b/hsYmBqaj8T9w8Z+ckZiXnpqTn67nkpqUmZinl15FYfybmZjgjH8jY3NE/JuYAePfHKieQcFgNP5pDuS7OTjUTq53ZWJGj3MG3VPeXIcMJFwfVoYVtmstW+Imc4W9qcnYPU9hmneUx3+HSyG7qrmtbOTd7zh0Xz0y5bdGmDrbLp/dbhNtdpU/EFSt9LKe7/xHgzWn4PWcirYXuVsbrlVMeTpXaZ4t+zkfi5/zY57qTy3Yw7B+XU7g+8L07rmG7Fe2bVxmyHZLZ+0V8Sl2Xj8mMIyCUTAKRsEoGAWjYBSMglEwCkbBKBgFo2AUjIJRMApGwSgYBaNgFIyCUTAKSAIAY/FOKAAoAAAKa\ ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTI3NjUxMTU3OC41MCAgICAgMCAgICAgNjQ0ICAgICA0 ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDEyNzY1MTE1NzguNTAgICAgIDAgICAgIDY0 NCAgICAgMjk1ICAgICAgIGAKH4sIAFoFFkwC/+3TwU6EMBAGYM48RV9goS0dqnszMSbeTEy8F6iE CJS04MGnt2GzBzHqiVWT/7u0yVCm8GeyPNkdjzTRukbbdd0LoTgpLqmQCRdCckoYJRewhNn4eBXv 3Pzdcz/Vtx/3T2R57cbZu37n/EulvsxfqnKTvyyFTBhH/rt7MPWLae2RjWawIn2yPnRuPLLX00Zk 4uBtb02Ixfsx/qu+t83hsXuLRwRPb22ofTfN65kbFsww9ZYtU+tNY9l0ennK7pxnsw1zN7bnYsjS D72LT72Lc2eVJrDb/A8NhWUIvzj/nMR2/kkKzP8lNERFJZWOGWiqiF89ayVtqbWhSlfimrEsD26w GEEAAAAAAAAAAAAAAAAAAIC/6x1piYqhACgAAApkYXRhLnRhci5neiAgICAgMTI3NjUxMTU3OC41 MCAgICAgMCAgICAgNjQ0ICAgICAxNDUgICAgICAgYAofiwgAWgUWTAL/7dFBCsMgEEDRWfcUniCZ sU57kJ5ASJdFSOz9K9kULLQrC4H/NiPqQvnTLMNpc3XfZ9PPfW2W1JOae9s3i5okuPzBc6t5bU9Z S6nf7v067z93ENO8lcd9fP/LZ/d3f4td/6h+lqD0H+7W6ocl13wSAAAAAAAAAAAAAAAAAAfzAqr5 GFYAKAAACg== a� ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTMxNzg5MDQ3OSAgMCAgICAgMCAgICAgMTAwNjQ0ICA0 ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDEzMTc4OTA0NzkgIDAgICAgIDAgICAgIDEw MDY0NCAgMjU4ICAgICAgIGAKH4sIAAAAAAACA+3Rz0rEMBAG8Jz7FPME3aT/FoqIC54EwZP3mB1s 1jQp0yz6+HaVBRFcTxWE7wfJQDKZHL5yo1anF9u2PVWzbfXXeqaM6Zq66pqurZQ2uqorRa36A8c5 WyFST4ck8ULfb/f/VLlxKWZJYeX8u6b5Mf+qbr7lb7rliDTyX92DdS/2mXsaffSjDcUjy+xT7MmU utiJG3xml4+ytNgQinvrY14WS093aYh0dVj2G36z4xS4dGm8Lm55duKn/DFmd55M0+dX9OrzQDHR nieOe47O80xJKOWBhYSDPb2cy0IBAAAAAAAAAAAAAAAAAAAAAMBF70s1/foAKAAAZGF0YS50YXIu Z3ogICAgIDEzMTc4OTA0NzkgIDAgICAgIDAgICAgIDEwMDY0NCAgMTA3ICAgICAgIGAKH4sIAAAA AAACA+3KsQ3CQBAEwCvlK4D/N4frMSGBkQz0jwmQiHCEo5lkpd09HOPv6mrMfGcbs37nR7R2Pg01ew5r32rvNUrGDp73x7SUEpfrbZl//LZ2AAAAAAAAAAAA2NELx33R7wAoAAAKag ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTMxODUxNjMyMiAgMCAgICAgMCAgICAgMTAwNjQ0ICA0 ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDEzMTg1MTYzMjIgIDAgICAgIDAgICAgIDEw MDY0NCAgMzQ0ICAgICAgIGAKH4sIAAAAAAACA+3R3UrDMBQH8F7nKc4LrGu2tYMi4tQrQRkI3mdp tNnSpKTZ0Lc37TYVQb2aIvx/0Ob09DQfPek4Obksmud5P/J5nn0cjxLOi1mez6ecT5KMZ5NJkVCe /IJtF4QnSlZr5+03dT+9/6fSsXQ2eGdO3P9iNvuy/3mWf+o/L6Y8oQz9P7mlkBvxpErqdNMaNfLK iKCd7diD8l0MSuJpxu6VDMNDozvJll47r8NLSa7t08KwhZe1DrFq6+NkwphYpEbXqlW26kpqvaqG mLO33DFx5eyj0TLElDyEnF16JTYxs+pHHidzO12pYaYh4uxWaBvipXxJN662dLaO9wv1LPqDpNI1 53GtTnrd7re+iJu3uhGG2v2hKdQiUC26w+Hp/fAU3Tna7f8BCa+OC1ekbfzwQ3HKEgAAAAAAAAAA AAAAAAAAAACAv/EKgcHt1gAoAABkYXRhLnRhci5neiAgICAgMTMxODUxNjMyMiAgMCAgICAgMCAg ICAgMTAwNjQ0ICAxMDcgICAgICAgYAofiwgAAAAAAAID7cqxDcJQEETBK8UVwH2b+64HQgIjGegf CJCIIMLRTPKC3d0+/i6f5qpX21z52bdorR+m7Fl9imw5jhVDxQbu19txHYY4nS/r8uX3awcAAAAA AAAAAIANPQALnD6FACgAAAo=ao ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTMxODUxNjQ5OCAgMCAgICAgMCAgICAgMTAwNjQ0ICA0 ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDEzMTg1MTY0OTggIDAgICAgIDAgICAgIDEw MDY0NCAgMzUwICAgICAgIGAKH4sIAAAAAAACA+3RQUvDMBQH8Jz7KXLUw7pmazcoczj1JAgDwXuW xTVbmpQkG/rtTds5RFBPGwj/H7R5fS9N07x0SM4ui6ZF0Y5sWmRfx0+EsUleFNNxznKSsWw0HhNa kAvY+8AdpWS1tc78Mu+v+j+VDoU1wVl95v5P8vzH/heMfes/m7T9z9D/s1tyseMbWdKDdF5ZM3BS 8xADn7z0mZKyNEuepQjdQ628SJZOWafCe0lt06a5ThZOVCrEWXsXV+Nax0ly8CAbada+pI2T6y5m 9Gp2Q0dpdp2ciqfKsXBvzatWIsSSOIbta7O+euck38XSqh1jfj7v80tnD2otu491EUueuDIhXtKV 9NFWhs628X4r33jdaJkKW8/jLrxwqun/bhH/z6iaa9r0B0NDxQOtuKeng2n31C6qzObz1HyaEAAA AAAAAAAAAAAAAAAAAACAy/sAwTtOtwAoAABkYXRhLnRhci5neiAgICAgMTMxODUxNjQ5OCAgMCAg ICAgMCAgICAgMTAwNjQ0ICAxMDcgICAgICAgYAofiwgAAAAAAAID7cqxEcIwEETRK0UVgCT7UD0Q EpgZA/0DATNEEOHoveQHu7t9/F19GpmvtpH1s2/R2mGeemYfc9RW+9SjZGzgfr0d11LidL6sy5ff rx0AAAAAAAAAAAA29AD/ixlwACgAAAo=a� ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTMxODU4MDA3OSAgMCAgICAgMCAgICAgMTAwNjQ0ICA0 ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDEzMTg1ODAwNzkgIDAgICAgIDAgICAgIDEw MDY0NCAgMzgzICAgICAgIGAKH4sIAAAAAAACA+3RXUvDMBQG4F7nV5xLBVeb2nZQ5vDrShAGgvcx izaaNiXNRMEfb9atcwq6qwnC+8CW05N3bXcSH0d7lwTjPF+ufJwn2+sg4rzI8nERYjxKeJJmaUR5 9AcWnReOKLp/sq75Jbdr/5+Kj6VtvLNmz+dfZNmP51+cZN/OnxdhmxKc/97NhHwWj6qkemG8bo0a OWWE17bp2J1yXShK4nHCbpX0/UWtO8lmTlun/VtJtl22hWHnTlbah9TChdsJY0JIja5Uq5p5V1Lr 1LyvOR1MTimNk8Ojz2bKNsFNagitGif0vq4yOphOv+yl7NI2D0ZLH34v1+XyOZN1bOil7MIp8RxS 98uVb92pb6Thne2Lnqv+hfuKHw1Vym6Ebnz4KFfSta0amjyF7zP1KuowuVjaehr+RyedblezOg/T anQtDLWrOZOvhKdKdJt504swC9XRg3WkhKxomH/MIgAAAAAAAAAAAAAAAAAAAACAHT4AFDs6bAAo AAAKZGF0YS50YXIuZ3ogICAgIDEzMTg1ODAwNzkgIDAgICAgIDAgICAgIDEwMDY0NCAgMTA3ICAg ICAgIGAKH4sIAAAAAAACA+3KsRHCMBBE0StFFYBkfFY9EBKYGWP3DwTMEEGEo/eSH+wejvF39aln vtp61s++RWvTeBpy6tmjtjqMLUrGDrb7el5Kicv1tsxffr92AAAAAAAAAAAA2NEDb6L1AQAoAAAKa� ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTMxNzg4ODg2OSAgMCAgICAgMCAgICAgMTAwNjQ0ICA0 ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDEzMTc4ODg4NjkgIDAgICAgIDAgICAgIDEw MDY0NCAgMzc1ICAgICAgIGAKH4sIAAAAAAACA+3R30vDMBAH8D73r7g3FbS23brBUFHwSRAFwfeY HmtmlpQ08wf4x3vbWB2Cig8ThO8H2qbp3fXCZcfJzuViXFXLZzGu8u3nRlIUo+GgHBXVUPaLvCwH CVXJH1h0UQWi5GHmg/sm7qfv/1R2rL2Lwdsdz380HH45f5n6p/kXo0GeUI7579yt0o9qyhPy4Siw VdF416X3HDpZTKjI8vSOdVy9zE2n09tgfDDxVTLa5bay6UXQjYkStQhSSFkrQXx0yS27uptQG7he rQvaPzmlMssP6O1jt0z7yD6sj9qEXCvjolwcJnTlG0cnM7mf84uat5Yz7ednUqbTwbTrXi+kW2fm ylK7PiHFRkVqVCcnpf6kWUrixtlX2uqZlKupXwcm47Rd1FwfUidLJh8b3qqyqr2qpJWTfzyxtC55 bi/2qfTcsJPvVi+WWW4qSdw3J301WZoAAAAAAAAAAAAAAAAAAAAAAPzOO2wqjioAKAAACmRhdGEu dGFyLmd6ICAgICAxMzE3ODg4ODY5ICAwICAgICAwICAgICAxMDA2NDQgIDEwNyAgICAgICBgCh+L CAAAAAAAAgPtyrsRwjAURNFXiioAfZBcjwkJzIyB/oGAGSIc4eic5Aa7h2P8XX6Zen+3TD1/9yNKGadWR2ltRC651hGpxw4et/u8phTny3Vdfvy2dgAAAAAAAAAAANjRE6Lr2rEAKAAACg==s /ezv4AefpJJ8DuYFSq4RiEHJYP4=s glP4DwWOfMULm0AkRXYsH/exehc=s NJM05mj86veaSInYxxqL1wahods=s 6ΏM�MWZ�jAc(�(�Gs '#�&k�E�B��O7���Y�s �ɴ� ����u�eA�5�s ��i��- ���s�����T�s �q�* �L���?�ǟ��3B�c C s& t j�| |�}t�|�}t||� dS )z7Create a Debian package in the specified C{target_dir}.N)r r r r � decodebytesr )� target_dir�pkg_name�pkg_datar �datar r r � create_debS s r� c C s( t | tt� t | tt� t | tt� dS )z9Create a simple deb-dir repository with in C{target_dir}.N)r� �PKGNAME1�PKGDEB1�PKGNAME2�PKGDEB2�PKGNAME3�PKGDEB3)r~ r r r rz Z s rz ),r rb rW rC � landscape.lib.apt.package.facader �landscape.lib.fsr r � landscape.libr �objectr rx r� r� r� �PKGNAME4�PKGNAME_MINIMAL�PKGNAME_SIMPLE_RELATIONS�PKGNAME_VERSION_RELATIONS�PKGNAME_MULTIPLE_RELATIONS�PKGNAME_OR_RELATIONSrE r� r� r� �PKGDEB4�PKGDEB_MINIMAL�PKGDEB_SIMPLE_RELATIONS�PKGDEB_VERSION_RELATIONS�PKGDEB_MULTIPLE_RELATIONS�PKGDEB_OR_RELATIONSr} �HASH1�HASH2�HASH3� HASH_MINIMAL�HASH_SIMPLE_RELATIONS�HASH_VERSION_RELATIONS�HASH_MULTIPLE_RELATIONS�HASH_OR_RELATIONSr� rz r r r r �<module> sx w ���� � � ��� ���� PK �Z�� �Q �Q 1 lib/apt/package/__pycache__/store.cpython-310.pycnu �[��� o ���c^B � @ s� d Z ddlZzddlZW n ey ddlmZ Y nw ddlmZmZ ddl m Z ddl m Z G dd� de �ZG d d � d e �ZG d d � d e�ZG d d� de�ZG dd� de�ZG dd� de�ZG dd� de�Zdd� Zdd� Zdd� ZdS )zEProvide access to the persistent data used by L{PackageTaskHandler}s.� N)�dbapi2)� iteritems�long)�bpickle)� with_cursorc @ � e Zd ZdZdS )�UnknownHashIDRequestz$Raised for unknown hash id requests.N��__name__� __module__� __qualname__�__doc__� r r �A/usr/lib/python3/dist-packages/landscape/lib/apt/package/store.pyr � r c @ r )�InvalidHashIdDbzARaised when trying to add an invalid hash=>id lookaside database.Nr r r r r r r r c @ sl e Zd ZdZdZdd� Zdd� Zedd� �Zed d � �Z ed d � �Z ed d� �Z edd� �Z edd� �Z dS )� HashIdStorea C{HashIdStore} stores package hash=>id mappings in a file. The file is a SQLite database that contains a single table called "hash". The table schema is defined in L{ensure_hash_id_schema}. @param filename: The file where the mappings are persisted to. Nc C s || _ d S �N)� _filename��self�filenamer r r �__init__! s zHashIdStore.__init__c C s t | j� d S r )�ensure_hash_id_schema�_db�r r r r �_ensure_schema$ s zHashIdStore._ensure_schemac C s, t |�D ]\}}|�d|t�|�f� qdS )zbSet the ids of a set of hashes. @param hash_ids: a C{dict} of hash=>id mappings. z REPLACE INTO hash VALUES (?, ?)N)r �execute�sqlite3�Binary)r �cursor�hash_ids�hash�idr r r � set_hash_ids' s ��zHashIdStore.set_hash_idsc C s, |� dt�|�f� |�� }|r|d S dS )z�Return the id associated to C{hash}, or C{None} if not available. @param hash: a C{bytes} representing a hash. � SELECT id FROM hash WHERE hash=?r N)r r r �fetchone)r r r" �valuer r r � get_hash_id1 s �zHashIdStore.get_hash_idc C � |� d� dd� |�� D �S )z=Return a C{dict} holding all the available hash=>id mappings.zSELECT hash, id FROM hashc S s i | ] }t |d �|d �qS �r � ��bytes��.0�rowr r r � <dictcomp>B s z,HashIdStore.get_hash_ids.<locals>.<dictcomp>�r �fetchall�r r r r r � get_hash_ids> � zHashIdStore.get_hash_idsc C s< t |ttf�s J �|�d|f� |�� }|r t|d �S dS )zAReturn the hash associated to C{id}, or C{None} if not available.z SELECT hash FROM hash WHERE id=?r N)� isinstance�intr r r& r- )r r r# r' r r r � get_id_hashD s zHashIdStore.get_id_hashc C � |� d� dS )z Delete all hash=>id mappings.zDELETE FROM hashN�r r4 r r r �clear_hash_idsN � zHashIdStore.clear_hash_idsc C s. z |� dd� W dS tjy t| j��w )z�Check database integrity. @raise: L{InvalidHashIdDb} if the filenme passed to the constructor is not a SQLite database or does not have a table called "hash" with a compatible schema. r% )� N)r r � DatabaseErrorr r r4 r r r � check_sanityS s �zHashIdStore.check_sanity)r r r r r r r r r$ r( r5 r9 r< r@ r r r r r s" r c s� e Zd ZdZ� fdd�Z� fdd�Zdd� Zdd � Zd d � Zd d � Z e dd� �Z e dd� �Z e dd� �Z e dd� �Ze dd� �Ze dd� �Ze dd� �Ze d d � �Ze d d � �Ze d d!� �Ze d"d#� �Ze d$d%� �Ze d&d'� �Ze d(d)� �Ze d*d+� �Ze d,d-� �Ze d.d/� �Ze d0d1� �Z e d2d3� �Z e d4d5� �Z e d6d7� �Z e d8d9� �Z e d:d;� �Z!e d<d=� �Z"e d>d?� �Z#e d@dA� �Z$e dBdC� �Z%e dDdE� �Z&e dFdG� �Z'e dHdI� �Z(e dMdKdL��Z)� Z*S )N� PackageStorea� Persist data about system packages and L{PackageTaskHandler}'s tasks. This class extends L{HashIdStore} by adding tables to the SQLite database backend for storing information about the status of the system packages and about the tasks to be performed by L{PackageTaskHandler}s. The additional tables and schemas are defined in L{ensure_package_schema}. @param filename: The file where data is persisted to. c s t t| ��|� g | _d S r )�superrA r �_hash_id_storesr �� __class__r r r m s zPackageStore.__init__c � t t| ��� t| j� d S r )rB rA r �ensure_package_schemar r rD r r r q � zPackageStore._ensure_schemac C sB t |�}z|�� W n ty } z|�d}~ww | j�|� dS )a Attach an additional "lookaside" hash=>id database. This method can be called more than once to attach several hash=>id databases, which will be queried *before* the main database, in the same the order they were added. If C{filename} is not a SQLite database or does not have a table called "hash" with a compatible schema, L{InvalidHashIdDb} is raised. @param filename: a secondary SQLite databases to look for pre-canned hash=>id mappings. N)r r@ r rC �append)r r � hash_id_store�er r r �add_hash_id_dbu s ��zPackageStore.add_hash_id_dbc C s t | j�dkS )z?Return C{True} if one or more lookaside databases are attached.r )�lenrC r r r r �has_hash_id_db� � zPackageStore.has_hash_id_dbc C s< t |t�sJ �| jD ] }|�|�}|r| S q t�| |�S )a Return the id associated to C{hash}, or C{None} if not available. This method composes the L{HashIdStore.get_hash_id} methods of all the attached lookaside databases, falling back to the main one, as described in L{add_hash_id_db}. )r7 r- rC r( r )r r" �storer# r r r r( � s � zPackageStore.get_hash_idc C s2 | j D ]}|�|�}|dur| S qt�| |�S )a' Return the hash associated to C{id}, or C{None} if not available. This method composes the L{HashIdStore.get_id_hash} methods of all the attached lookaside databases, falling back to the main one in case the hash associated to C{id} is not found in any of them. N)rC r9 r )r r# rP r" r r r r9 � s � zPackageStore.get_id_hashc C � |D ] }|� d|f� qd S )Nz!REPLACE INTO available VALUES (?)r; �r r �idsr# r r r � add_available� � �zPackageStore.add_availablec C �& d� dd� |D ��}|�d| � d S )N�,c s � � | ] }t t|��V qd S r ��strr8 �r/ r# r r r � <genexpr>� � � z0PackageStore.remove_available.<locals>.<genexpr>z&DELETE FROM available WHERE id IN (%s)��joinr �r r rS �id_listr r r �remove_available� � z PackageStore.remove_availablec C � |� d� d S )NzDELETE FROM availabler; r4 r r r �clear_available� rO z PackageStore.clear_availablec C r) )NzSELECT id FROM availablec S � g | ]}|d �qS �r r r. r r r � <listcomp>� � z.PackageStore.get_available.<locals>.<listcomp>r2 r4 r r r � get_available� � zPackageStore.get_availablec C rQ )Nz)REPLACE INTO available_upgrade VALUES (?)r; rR r r r �add_available_upgrades� rU z#PackageStore.add_available_upgradesc C rV )NrW c s rX r rY r[ r r r r\ � r] z9PackageStore.remove_available_upgrades.<locals>.<genexpr>z.DELETE FROM available_upgrade WHERE id IN (%s)r^ r` r r r �remove_available_upgrades� s �z&PackageStore.remove_available_upgradesc C rd )Nz DELETE FROM available_upgrader; r4 r r r �clear_available_upgrades� rO z%PackageStore.clear_available_upgradesc C r) )Nz SELECT id FROM available_upgradec S rf rg r r. r r r rh � ri z7PackageStore.get_available_upgrades.<locals>.<listcomp>r2 r4 r r r �get_available_upgrades� rk z#PackageStore.get_available_upgradesc C rQ )Nz%REPLACE INTO autoremovable VALUES (?)r; rR r r r �add_autoremovable� rU z PackageStore.add_autoremovablec C rV )NrW c s rX r rY r[ r r r r\ � r] z4PackageStore.remove_autoremovable.<locals>.<genexpr>z*DELETE FROM autoremovable WHERE id IN (%s)r^ r` r r r �remove_autoremovable� rc z!PackageStore.remove_autoremovablec C rd )NzDELETE FROM autoremovabler; r4 r r r �clear_autoremovable� rO z PackageStore.clear_autoremovablec C r) )Nz SELECT id FROM autoremovablec S rf rg r r. r r r rh � ri z2PackageStore.get_autoremovable.<locals>.<listcomp>r2 r4 r r r �get_autoremovable� rk z PackageStore.get_autoremovablec C rQ )Nz REPLACE INTO security VALUES (?)r; rR r r r � add_security� rU zPackageStore.add_securityc C rV )NrW c s rX r rY r[ r r r r\ � r] z/PackageStore.remove_security.<locals>.<genexpr>z%DELETE FROM security WHERE id IN (%s)r^ r` r r r �remove_security� rc z PackageStore.remove_securityc C rd )NzDELETE FROM securityr; r4 r r r �clear_security� rO zPackageStore.clear_securityc C r) )NzSELECT id FROM securityc S rf rg r r. r r r rh � ri z-PackageStore.get_security.<locals>.<listcomp>r2 r4 r r r � get_security� rk zPackageStore.get_securityc C rQ )Nz!REPLACE INTO installed VALUES (?)r; rR r r r � add_installed� rU zPackageStore.add_installedc C rV )NrW c s rX r rY r[ r r r r\ r] z0PackageStore.remove_installed.<locals>.<genexpr>z&DELETE FROM installed WHERE id IN (%s)r^ r` r r r �remove_installed rc z PackageStore.remove_installedc C rd )NzDELETE FROM installedr; r4 r r r �clear_installed rO z PackageStore.clear_installedc C r) )NzSELECT id FROM installedc S rf rg r r. r r r rh ri z.PackageStore.get_installed.<locals>.<listcomp>r2 r4 r r r � get_installed rk zPackageStore.get_installedc C r) )z+Get the package ids of all locked packages.zSELECT id FROM lockedc S rf rg r r. r r r rh ri z+PackageStore.get_locked.<locals>.<listcomp>r2 r4 r r r � get_locked r6 zPackageStore.get_lockedc C s |D ] }|� d|f� qdS )z9Add the given package ids to the list of locked packages.z REPLACE INTO locked VALUES (?)Nr; rR r r r � add_locked s �zPackageStore.add_lockedc C rV )NrW c s rX r rY r[ r r r r\ r] z-PackageStore.remove_locked.<locals>.<genexpr>z#DELETE FROM locked WHERE id IN (%s)r^ r` r r r � remove_locked rc zPackageStore.remove_lockedc C r: )z/Remove all the package ids in the locked table.zDELETE FROM lockedNr; r4 r r r � clear_locked" r= zPackageStore.clear_lockedc C s6 t |�}|�dt�t�|��t�� f� t| j|j �S )Nz<INSERT INTO hash_id_request (hashes, timestamp) VALUES (?,?)) �listr r r r �dumps�time� HashIDRequestr � lastrowid)r r �hashesr r r �add_hash_id_request' s �z PackageStore.add_hash_id_requestc C s* |� d|f� |�� st|��t| j|�S )Nz(SELECT 1 FROM hash_id_request WHERE id=?)r r& r r� r )r r � request_idr r r �get_hash_id_request/ s � z PackageStore.get_hash_id_requestc s |� d� � fdd�|�� D �S )Nz SELECT id FROM hash_id_requestc s g | ] }t � j|d ��qS rg )r� r r. r r r rh : s z6PackageStore.iter_hash_id_requests.<locals>.<listcomp>r2 r4 r r r �iter_hash_id_requests7 s z"PackageStore.iter_hash_id_requestsc C rd )NzDELETE FROM hash_id_requestr; r4 r r r �clear_hash_id_requests< rO z#PackageStore.clear_hash_id_requestsc C s4 t �|�}|�d|t�� t�|�f� t| j|j�S )Nz8INSERT INTO task (queue, timestamp, data) VALUES (?,?,?)) r r� r r� r r � PackageTaskr r� )r r �queue�datar r r �add_task@ s �zPackageStore.add_taskc C s. |� d|f� |�� }|rt| j|d �S d S )Nz4SELECT id FROM task WHERE queue=? ORDER BY timestampr )r r& r� r )r r r� r0 r r r � get_next_taskH s �zPackageStore.get_next_taskr c C s" |� dd�dd� |D �� � d S )Nz%DELETE FROM task WHERE id NOT IN (%s)rW c S s g | ]}t |j��qS r )rZ r# )r/ �taskr r r rh T s z,PackageStore.clear_tasks.<locals>.<listcomp>)r r_ )r r � except_tasksr r r � clear_tasksQ s �zPackageStore.clear_tasks)r )+r r r r r r rL rN r( r9 r rT rb re rj rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r| r} r~ r r� r� r� r� r� r� r� � __classcell__r r rD r rA a s� rA c sP e Zd ZdZ� fdd�Zedd� �Zedd� �Zedd � �Zed d � �Z � Z S ) �FakePackageStorezT A L{PackageStore} with an additional message table to store sent messages. c rF r )rB r� r �ensure_fake_package_schemar r rD r r r \ rH z FakePackageStore._ensure_schemac C s |� dt�t�|��f� d S )Nz%INSERT INTO message (data) VALUES (?))r r r r r� )r r �messager r r � save_message` s �z FakePackageStore.save_messagec C s dd� |� d��� D �S )Nc S rf rg r r. r r r rh g ri z4FakePackageStore.get_message_ids.<locals>.<listcomp>zSELECT id FROM messager2 r4 r r r �get_message_idse s �z FakePackageStore.get_message_idsc C s |� ddd� |D �� d S )Nz#INSERT INTO message (id) VALUES (?)c S s g | ]}|f�qS r r )r/ � message_idr r r rh n s z5FakePackageStore.save_message_ids.<locals>.<listcomp>)� executemany)r r � message_idsr r r �save_message_idsj s �z!FakePackageStore.save_message_idsc C s: d� dgt|� �}|�d| t|���� }dd� |D �S )Nz, �?z9SELECT id, data FROM message WHERE id IN (%s) ORDER BY idc S s g | ] }|d t |d �f�qS r* r, r. r r r rh v s z8FakePackageStore.get_messages_by_ids.<locals>.<listcomp>)r_ rM r �tupler3 )r r r� �params�resultr r r �get_messages_by_idsp s ���z$FakePackageStore.get_messages_by_ids) r r r r r r r� r� r� r� r� r r rD r r� W s r� c @ st e Zd Zdd� Zeedd� ��Zedd� �Zedd� �Zeee�Z ed d � �Z ed d � �Z ee e �Z ed d� �Z dS )r� c C s || _ || _d S r )r r# )r �dbr# r r r r { s zHashIDRequest.__init__c C s& |� d| jf� t�t|�� d ��S )Nz-SELECT hashes FROM hash_id_request WHERE id=?r )r r# r �loadsr- r& r4 r r r r� s �zHashIDRequest.hashesc C � |� d| jf� |�� d S )Nz0SELECT timestamp FROM hash_id_request WHERE id=?r �r r# r& r4 r r r �_get_timestamp� � � z HashIDRequest._get_timestampc C � |� d|| jf� d S )Nz1UPDATE hash_id_request SET timestamp=? WHERE id=?�r r# �r r r' r r r �_set_timestamp� � �z HashIDRequest._set_timestampc C r� )Nz1SELECT message_id FROM hash_id_request WHERE id=?r r� r4 r r r �_get_message_id� r� z HashIDRequest._get_message_idc C r� )Nz2UPDATE hash_id_request SET message_id=? WHERE id=?r� r� r r r �_set_message_id� r� z HashIDRequest._set_message_idc C � |� d| jf� d S )Nz&DELETE FROM hash_id_request WHERE id=?r� r4 r r r �remove� � zHashIDRequest.removeN)r r r r �propertyr r� r� r� � timestampr� r� r� r� r r r r r� y s" r� c @ s e Zd Zdd� Zedd� �ZdS )r� c C sn || _ || _|�� }z|�d|f� |�� }W |�� n|�� w |d | _|d | _t� t |d ��| _ d S )Nz2SELECT queue, timestamp, data FROM task WHERE id=?r r+ � ) r r# r r r& �closer� r� r r� r- r� )r r� r# r r0 r r r r � s � zPackageTask.__init__c C r� )NzDELETE FROM task WHERE id=?r� r4 r r r r� � r� zPackageTask.removeN)r r r r r r� r r r r r� � s r� c C sX | � � }z|�d� W n tjtjfy! |�� | �� Y dS w |�� | �� dS )zeCreate all tables needed by a L{HashIdStore}. @param db: A connection to a SQLite database. z<CREATE TABLE hash (id INTEGER PRIMARY KEY, hash BLOB UNIQUE)N�r r r �OperationalErrorr? r� �rollback�commit�r� r r r r r � s � r c C s� | � � }z*|�d� |�d� |�d� |�d� |�d� |�d� |�d� |�d� W n tjyA |�� | �� Y d S w |�� | �� d S ) zfCreate all tables needed by a L{PackageStore}. @param db: A connection to a SQLite database. z.CREATE TABLE security (id INTEGER PRIMARY KEY)z3CREATE TABLE autoremovable (id INTEGER PRIMARY KEY)z,CREATE TABLE locked (id INTEGER PRIMARY KEY)z/CREATE TABLE available (id INTEGER PRIMARY KEY)z7CREATE TABLE available_upgrade (id INTEGER PRIMARY KEY)z/CREATE TABLE installed (id INTEGER PRIMARY KEY)zkCREATE TABLE hash_id_request (id INTEGER PRIMARY KEY, timestamp TIMESTAMP, message_id INTEGER, hashes BLOB)zVCREATE TABLE task (id INTEGER PRIMARY KEY, queue TEXT, timestamp TIMESTAMP, data BLOB)N)r r r r� r� r� r� r� r r r rG � s � rG c C sX | � � }z|�d� W n tjtjfy! |�� | �� Y d S w |�� | �� d S )Nz8CREATE TABLE message (id INTEGER PRIMARY KEY, data BLOB)r� r� r r r r� � s � r� )r r� r � ImportError� pysqlite2r �twisted.python.compatr r � landscape.libr �landscape.lib.storer � Exceptionr r �objectr rA r� r� r� r rG r� r r r r �<module> s* � J w", %PK �Z�h� � � 4 lib/apt/package/__pycache__/__init__.cpython-310.pycnu �[��� o ���c � @ s d S )N� r r r �D/usr/lib/python3/dist-packages/landscape/lib/apt/package/__init__.py�<module> s PK �Z� �, , 4 lib/apt/package/__pycache__/skeleton.cpython-310.pycnu �[��� o ���c� � @ s� d dl mZmZ d dlmZ d dlZdZdZdZdZ dZ d eB Z d eB Z d eB Z d eB Zd eB Zde B Zde B ZG dd� de�ZG dd� de�Zdd� Z ddd�Zd dd�ZdS ) � )�unicode�_PY3)�sha1N� � � � � i i i i i i i c @ s e Zd ZdZdS )�PackageTypeErrorzDRaised when an unsupported package type is passed to build_skeleton.N)�__name__� __module__� __qualname__�__doc__� r r �D/usr/lib/python3/dist-packages/landscape/lib/apt/package/skeleton.pyr s r c @ sD e Zd ZdZdZdZdZdZdZdd� Z dd� Z dd� Z dd � Z dS ) �PackageSkeletonNc C s || _ || _|| _g | _d S �N)�type�name�version� relations)�selfr r r r r r �__init__# s zPackageSkeleton.__init__c C s | j �||f� d S r )r �append)r r �infor r r � add_relation) s z PackageSkeleton.add_relationc C sp | j dur| j S d| j| j| jf �d�}t|�}| j�� | jD ]}|�d|d |d f �d�� q!|� � S )z�Calculate the package hash. If C{set_hash} has been used, that hash will be returned and the hash won't be the calculated value. Nz [%d %s %s]�asciiz[%d %s]r r ) �_hashr r r �encoder r �sort�update�digest)r � package_infor! �pairr r r �get_hash, s � �zPackageSkeleton.get_hashc C s || _ dS )aZ Set the hash to an explicit value. This should be used when the hash is previously known and can't be calculated from the relations anymore. The only use case for this is package resurrection. We're planning on getting rid of package resurrection, and this code can be removed when that is done. N)r )r � package_hashr r r �set_hash? s zPackageSkeleton.set_hash) r r r �section�summary� description�size�installed_sizer r r r$ r& r r r r r s r c C s& | \}}}|}|r|d||f 7 }|S )a Convert an apt relation to a string representation. @param relation_tuple: A tuple, (name, version, relation). version and relation can be the empty string, if the relation is on a name only. Returns something like "name > 1.0" z %s %sr )�relation_tupler r � relation_type�relation_stringr r r �relation_to_stringL s r/ c C s` t � }t�| �|d��}|D ] }dd� |D �}|}t|�dkr!|}d�|�} |�|| f� q|S )a� Parse an apt C{Record} field and return skeleton relations @param record: An C{apt.package.Record} instance with package information. @param record_field: The name of the record field to parse. @param relation_type: The deb relation that can be passed to C{skeleton.add_relation()} @param or_relation_type: The deb relation that should be used if there is more than one value in a relation. � c S s g | ]}t |��qS r )r/ )�.0�relationr r r � <listcomp>j s z&parse_record_field.<locals>.<listcomp>r z | )�set�apt_pkg� parse_depends�get�len�join�add) �record� record_fieldr- �or_relation_typer �values�value� value_strings�value_relation_typer. r r r �parse_record_field\ s rB Fc C sZ | j j| j}}|rt|�t|�}}tt||�}t� }|�t| j dt �� |� t d| j j| jf f� |�t| j dt t�� |�t| j dt t�� |� td| j j| jf f� |�t| j dt�� |�t| j dt�� t|�|_|r�| j|_| j|_| j|_| j|_| jdkr�| j|_|r�ts�|j�d �|_|j�d �|_t|jt�s�|j�d �|_|S ) aS Build a package skeleton from an apt package. @param version: An instance of C{apt.package.Version} @param with_info: Whether to extract extra information about the package, like description, summary, size. @param with_unicode: Whether the C{name} and C{version} of the skeleton should be unicode strings. �Providesz%s = %sz Pre-Depends�Dependsz%s < %s� Conflicts�Breaksr zutf-8)�packager r r r � DEB_PACKAGEr4 r rB r; � DEB_PROVIDESr: �DEB_NAME_PROVIDES� DEB_REQUIRES�DEB_OR_REQUIRES� DEB_UPGRADES� DEB_CONFLICTS�sortedr r' r( r) r* r+ r �decode� isinstance)r � with_info� with_unicoder �version_string�skeletonr r r r �build_skeleton_apts sR �� � ���� rV r )FF)�landscape.lib.compatr r �landscape.lib.hashlibr r5 �PACKAGE�PROVIDES�REQUIRES�UPGRADES� CONFLICTSrH rI rJ rK rL rM rN � Exceptionr �objectr r/ rB rV r r r r �<module> s* 2 �PK �Z-�?ry ry 2 lib/apt/package/__pycache__/facade.cpython-310.pycnu �[��� o ���c*� � @ s8 d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl m Z d dl Z d dl Z d dl Z d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d d lmZmZ d d lmZm Z m Z d d l m Z G d d� de �Z!G dd� de �Z"G dd� de �Z#G dd� de�Z$G dd� de�Z%G dd� de&�Z'dS )� )�absolute_importN)� attrgetter�� SourcesList)�AcquireProgress)�InstallProgress)� itervalues)�StringIO)�append_text_file�create_text_file)�read_text_file�read_binary_file� touch_file� ��build_skeleton_aptc @ � e Zd ZdZdS )�TransactionErrorz)Raised when the transaction fails to run.N��__name__� __module__� __qualname__�__doc__� r r �B/usr/lib/python3/dist-packages/landscape/lib/apt/package/facade.pyr � r c @ s e Zd ZdZdd� Zdd� ZdS )�DependencyErrorz9Raised when a needed dependency wasn't explicitly marked.c C s || _ d S �N)�packages)�selfr r r r �__init__$ s zDependencyError.__init__c C s dd� dd� | jD �� S )NzMissing dependencies: %s�, c S s g | ]}t |��qS r )�str)�.0�packager r r � <listcomp>) � z+DependencyError.__str__.<locals>.<listcomp>)�joinr �r r r r �__str__' s �zDependencyError.__str__N)r r r r r r) r r r r r ! s r c @ r )� ChannelErrorz"Raised when channels fail to load.Nr r r r r r* , r r* c @ s e Zd Zdd� Zdd� ZdS )�LandscapeAcquireProgressc G � dS )aD Override trying to get the column count of the buffer. We always send the output to a file, not to a terminal, so the default width (80 columns) is fine for us. Overriding this method means that we don't have to care about fcntl.ioctl API differences for different Python versions. Nr )r �dummyr r r �_winch2 s z LandscapeAcquireProgress._winchc C r, )z�Override updating the acquire progress, which needs a tty. Under Python3, StringIO.fileno() raises UnsupportedOperation instead of an AttributeError. This would be uncaught by apt, thus we force a NOOP here. Tr )r �ownerr r r �pulse< s z LandscapeAcquireProgress.pulseN)r r r r. r0 r r r r r+ 0 s r+ c s8 e Zd ZdZdZ� fdd�Z� fdd�Zdd� Z� ZS )�LandscapeInstallProgressNc s t t| ��� }t�|�| _|S )a Override to find out whether dpkg exited or not. The C{run()} method returns os.WEXITSTATUS(res) without checking os.WIFEXITED(res) first, so it can signal that everything is ok, even though something causes dpkg not to exit cleanly. Save whether dpkg exited cleanly into the C{dpkg_exited} attribute. If dpkg exited cleanly the exit code can be used to determine whether there were any errors. If dpkg didn't exit cleanly it should mean that something went wrong. )�superr1 � wait_child�os� WIFEXITED� dpkg_exited)r �res�� __class__r r r3 K s z#LandscapeInstallProgress.wait_childc s* t t| ��� }|dkrtj| _| jt_|S )z6Fork and override the excepthook in the child process.r )r2 r1 �fork�sys� excepthook�old_excepthook�_prevent_dpkg_apport_error)r �pidr8 r r r: [ s z LandscapeInstallProgress.forkc C s, |t u r t�|||� dS | �|||� dS )a� Prevent dpkg errors from generating Apport crash reports. When dpkg reports an error, a SystemError is raised and cleaned up in C code. However, it seems like the Apport except hook is called before the C code clears the error, generating crash reports even though nothing crashed. This exception hook doesn't call the Apport hook for SystemErrors, but it calls it for all other errors. N)� SystemErrorr; �__excepthook__r= )r �exc_type�exc_obj�exc_tbr r r r> e s z3LandscapeInstallProgress._prevent_dpkg_apport_error) r r r r6 r= r3 r: r> � __classcell__r r r8 r r1 F s r1 c @ s� e Zd ZdZdZdZdZdxdd�Zdd � Zd d � Z d d � Z dd� Z dd� Z dd� Z dd� Zdd� Zdydd�Zdd � Zd d � Z dzd d �Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd{d2d3�Z d4d5� Z d6d7� Z d8d9� Z d:d;� Z d<d=� Z!d>d?� Z"d@dA� Z#dBdC� Z$dDdE� Z%dFdG� Z&dHdI� Z'dJdK� Z(dLdM� Z)dNdO� Z*dPdQ� Z+dRdS� Z,dTdU� Z-dVdW� Z.dXdY� Z/dZd[� Z0d\d]� Z1d^d_� Z2d`da� Z3dbdc� Z4ddde� Z5dfdg� Z6dhdi� Z7djdk� Z8dldm� Z9dndo� Z:dpdq� Z;drds� Z<dtdu� Z=dvdw� Z>dS )|� AptFacadeat Wrapper for tasks using Apt. This object wraps Apt features, in a way that makes using and testing these features slightly more comfortable. @param root: The root dir of the Apt configuration files. @ivar refetch_package_index: Whether to refetch the package indexes when reloading the channels, or reuse the existing local database. � � z/var/lib/dpkg/statusNc C s� || _ g | _| j d ur| �� | j�d| j g� tjj|d�| _d| _i | _ i | _ g | _ t � | _ d| _g | _g | _g | _d| _d S )Nz--root)�rootdirF)�_root� _dpkg_args�_ensure_dir_structure�extend�apt�cache�Cache�_cache�_channels_loaded� _pkg2hash� _hash2pkg�_version_installs�set�_package_installs�_global_upgrade�_version_removals�_version_hold_creations�_version_hold_removals�refetch_package_index)r �rootr r r r � s zAptFacade.__init__c C s� | � d�}| � d� | � d� | � d� | � d�}| � d� | � d� | � d� ttj�|d �d � tj�|d �| _tj�| j�sGt| jd � tj�tj�|d ��s]ttj�|d �� d S d S )Nzetc/aptzetc/apt/sources.list.dz var/cache/apt/archives/partialzvar/lib/apt/lists/partialz var/lib/dpkgzvar/lib/dpkg/infozvar/lib/dpkg/updateszvar/lib/dpkg/triggers� available� �statusz trusted.gpg.dz trusted.gpg) �_ensure_sub_dirr r4 �pathr' � _dpkg_status�exists�isdirr )r �apt_dir�dpkg_dirr r r rL � s �z AptFacade._ensure_dir_structurec C s* t j�| j|�}t j�|�st �|� |S )z)Ensure that a dir in the Apt root exists.)r4 rb r' rJ rd �makedirs)r �sub_dir� full_pathr r r ra � s zAptFacade._ensure_sub_dirc C s t | j�S )z/Get all the packages available in the channels.)r rT r( r r r � get_packages� � zAptFacade.get_packagesc s � fdd�� � � D �S )zqGet all packages in the channels that are locked. For Apt, it means all packages that are held. c s& g | ]}� � |�r� �|j�r|�qS r )�is_package_installed�_is_package_heldr$ �r# �versionr( r r r% � s � ��z1AptFacade.get_locked_packages.<locals>.<listcomp>�rk r( r r( r �get_locked_packages� � �z AptFacade.get_locked_packagesc C s t dd� | �� D ��S )z5Return the name of all the packages that are on hold.c S � g | ]}|j j�qS r �r$ �namero r r r r% � � �z/AptFacade.get_package_holds.<locals>.<listcomp>)�sortedrr r( r r r �get_package_holds� s �zAptFacade.get_package_holdsc C s. t jddg| j t jd�}|�|�d�� dS )zfSet the dpkg selection. It basically does "echo $selection | dpkg --set-selections". �dpkgz--set-selections)�stdin�utf-8N)� subprocess�PopenrK �PIPE� communicate�encode)r � selection�processr r r �_set_dpkg_selections� s �z AptFacade._set_dpkg_selectionsc C s | � |jjd � dS )zdAdd a dpkg hold for a package. @param version: The version of the package to hold. z holdN)r� r$ rv �r rp r r r �set_package_hold� s zAptFacade.set_package_holdc C s0 | � |�r | �|j�s dS | �|jjd � dS )zjRemoves a dpkg hold for a package. @param version: The version of the package to unhold. Nz install)rm rn r$ r� rv r� r r r �remove_package_hold� s �z AptFacade.remove_package_holdFc C s | j �d� | �� }| js|rTtj�|�rTi }|r | js ||d< z z | j jdi |�� W n ty: | j �� Y nw W n t j j yM t d| � � ��w | j �d� | j�� | j�� | j D ]#}| �|�siqa|jD ]}| j|dd��� }|| j||f< || j|< qlqad| _dS )z�Reload the channels and update the cache. @param force_reload_binaries: Whether to always reload information about the binaries packages that are in the facade's internal repo. N� sources_listz"Apt failed to reload channels (%r)F)� with_infoTr )rQ �open�_get_internal_sources_listr\ r4 rb rd �update� TypeErrorrN rO �FetchFailedExceptionr* � get_channelsrS �clearrT �_is_main_architecture�versions�get_package_skeleton�get_hashrR )r �force_reload_binaries�internal_sources_list� new_apt_argsr$ rp �hashr r r �reload_channels� sP � � ����� �� � zAptFacade.reload_channelsc C s | j rdS | �� dS )z6Reload the channels if they haven't been reloaded yet.N)rR r� r( r r r �ensure_channels_reloaded s z"AptFacade.ensure_channels_reloadedc C s t j�d�}tj�|d�S )z@Return the path to the source.list file for the facade channels.zDir::Etc::sourcepartsz _landscape-internal-facade.list)�apt_pkg�config�find_dirr4 rb r' )r � sources_dirr r r r� s z$AptFacade._get_internal_sources_listc C s� | � � }d}|dur|�d�r|rdnd}d�|�}d�|||�}|r,|dd �|� 7 }tj�|�r?t|��d �} || v r?dS |d 7 }t ||� dS ) a! Add a deb URL which points to a repository. @param url: The base URL of the repository. @param codename: The dist in the repository. @param components: The components to be included. @param trusted: Whether validation should be skipped (if local). r_ Nzfile:�yes�noz[ trusted={} ] z deb {}{} {}z %s� � ) r� � startswith�formatr' r4 rb rd r �splitr ) r �url�codename� components�trusted�sources_file_path�source_options� trusted_val� sources_line�current_contentr r r �add_channel_apt_deb s z AptFacade.add_channel_apt_debc C s$ | � |� | jd| dddd� dS )z�Add a directory with packages as a channel. @param path: The path to the directory containing the packages. A Packages file is created in the directory with information about the deb files. z file://%sz./NT)r� )�_create_packages_filer� )r rb r r r �add_channel_deb_dir2 s z AptFacade.add_channel_deb_dirc C s& | � � }tj�|�rt�|� dS dS )z�Clear the channels that have been added through the facade. Channels that weren't added through the facade (i.e. /etc/apt/sources.list and /etc/apt/sources.list.d) won't be removed. N)r� r4 rb rd �remove)r r� r r r �clear_channels? s �zAptFacade.clear_channelsc C s� t t�|��}ttj�|d�dd��(}t|�D ]\}}|dkr$|�d� tj�||�}| �||� qW d � dS 1 s=w Y dS )z0Create a Packages file in a directory with debs.�Packages�wbr � N) rx r4 �listdirr� rb r' � enumerate�write�write_package_stanza)r �deb_dirr �dest�i�filename�deb_filer r r r� J s �"�z AptFacade._create_packages_filec C s t � }dd� |D �S )z�Return a list of channels configured. A channel is a deb line in sources.list or sources.list.d. It's represented by a dict with baseurl, distribution, components, and type keys. c S s. g | ]}|j s|j|jd �|j�|jd��qS )r� )�baseurl� distributionr� �type)�disabled�uri�distr' �compsr� )r# �entryr r r r% \ s � �z*AptFacade.get_channels.<locals>.<listcomp>r )r r� r r r r� T s �zAptFacade.get_channelsc C s& t � }|D ]}|�d� q|�� dS )z#Remove all the configured channels.FN)r � set_enabled�save)r r� r� r r r �reset_channels` s zAptFacade.reset_channelsc C s� t |�}t�|�}|j�d�}|�� tj�|�}tj� |�}t |�}t � |�� � } t �|�� � } t �|�� � } t�|�} d|fdt|�fd| fd| fd| fg} z| �|tjdd� | D �� W d S tyz t�| tj| �}|�|�d �� Y d S w ) z�Write a stanza for the package to a Packages file. @param deb_path: The path to the deb package. @param dest: A writable package file. �control�Filename�Size�MD5sum�SHA1�SHA256c S s g | ] \}}t �||��qS r )r� � TagRewrite)r# �k�vr r r r% ~ s z2AptFacade.write_package_stanza.<locals>.<listcomp>r| N)r� �apt_inst�DebFiler� � extractdata�closer4 rb �basename�getsizer �hashlib�md5� hexdigest�sha1�sha256r� � TagSectionr" r� �REWRITE_PACKAGE_ORDER�AttributeError�rewrite_sectionr� )r �deb_pathr� r� �debr� r� �size�contentsr� r� r� � tag_section�new_tags�sectionr r r r� g s4 � � ��z AptFacade.write_package_stanzac C s t j�d�S )z1Return the architecture APT is configured to use.�APT::Architecture)r� r� �getr( r r r �get_arch� � zAptFacade.get_archc C sD |du rd}t j�d� t j�d|� t j�d|�}| j�d� |S )zkSet the architecture that APT should use. Setting multiple architectures isn't supported. Nr_ zAPT::ArchitectureszAPT::Architectures::r� )r� r� r� rV rQ r� )r � architecture�resultr r r �set_arch� s zAptFacade.set_archTc C s t ||dd�S )a� Return a skeleton for the provided package. The skeleton represents the basic structure of the package. @param pkg: Package to build skeleton from. @param with_info: If True, the skeleton will include information useful for sending data to the server. Such information isn't necessary if the skeleton will be used to build a hash. @return: a L{PackageSkeleton} object. T)r� � with_unicoder )r �pkgr� r r r r� � s z AptFacade.get_package_skeletonc C s | j �|j|f�S )ziReturn a hash from the given package. @param version: an L{apt.package.Version} object. )rS r� r$ r� r r r �get_package_hash� s zAptFacade.get_package_hashc C s | j �� S )z=Get the hashes of all the packages available in the channels.)rS �valuesr( r r r �get_package_hashes� rl z AptFacade.get_package_hashesc C s | j �|�S )z�Get the package having the provided hash. @param hash: The hash the package should have. @return: The L{apt.package.Package} that has the given hash. )rT r� )r r� r r r �get_package_by_hash� s z AptFacade.get_package_by_hashc C s ||j jkS )z!Is the package version installed?)r$ � installedr� r r r rm � r� z AptFacade.is_package_installedc C s |j S )z*Is the package available for installation?)� downloadabler� r r r �is_package_available� s z AptFacade.is_package_availablec C s |j jr|j js dS ||j jkS )z8Is the package an upgrade for another installed package?F)r$ � is_upgradabler� r� r r r �is_package_upgrade� s z AptFacade.is_package_upgradec C s |j jS )z;Was the package auto-installed, but isn't required anymore?)r$ �is_auto_removabler� r r r �is_package_autoremovable� s z"AptFacade.is_package_autoremovablec C s t |d�sdS |j|jkS )z2Is the package for the facade's main architecture?� shortnameT)�hasattrrv r� �r r$ r r r r� � s z AptFacade._is_main_architecturec C s |j jtjkS )z Is the package marked as held?)�_pkg�selected_stater� � SELSTATE_HOLDr r r r rn � s zAptFacade._is_package_heldc s � fdd�| � � D �S )z�Get all available packages matching the provided name. @param name: The name the returned packages should have. c s g | ] }|j j� kr|�qS r ru ro �rv r r r% � s �z2AptFacade.get_packages_by_name.<locals>.<listcomp>rq )r rv r r r �get_packages_by_name� rs z AptFacade.get_packages_by_namec C s* |j rdS |js|js|js|| jv S dS )a] Is the package broken? It's considered broken if it's one that we marked for install, but it's not marked for install, upgrade or downgrade anymore. Before Trusty, checking is_inst_broken was enough, but in Trusty the behaviour changed, so the package simply gets unmarked for installation. TF)�is_inst_broken�marked_install�marked_upgrade�marked_downgraderW r r r r �_is_package_broken� s �� z AptFacade._is_package_brokenc s t � fdd�� �� D ��S )z/Return the packages that are in a broken state.c 3 s" � | ] }� � |j�r|jV qd S r )r r$ ro r( r r � <genexpr>� s � � �z1AptFacade._get_broken_packages.<locals>.<genexpr>)rV rk r( r r( r �_get_broken_packages� s �z AptFacade._get_broken_packagesc C s8 |j r|jgS |js |jr|j|jgS |jr|jgS dS )a] Return the versions that will be changed for the package. Apt gives us that a package is going to be changed and have variables set on the package to indicate what will change. We need to convert that into a list of versions that will be either installed or removed, which is what the server expects to get. N)r � candidater r r� � marked_deleter r r r �_get_changed_versions s z AptFacade._get_changed_versionsc s~ dd� |D �}t � }| j�� D ]� | �� �sq| �� �}|�� fdd�|D �� q|�|�}|r9tdd� |D ���t|�dkS )a Check that the changes Apt will do have all been requested. @raises DependencyError: If some change hasn't been explicitly requested. @return: C{True} if all the changes that Apt will perform have been requested. c S s g | ]}|j |f�qS r �r$ ro r r r r% s �z,AptFacade._check_changes.<locals>.<listcomp>c 3 s � | ]}� |fV qd S r r ro r r r r # s � �z+AptFacade._check_changes.<locals>.<genexpr>c S s g | ]\}}|�qS r r )r# r$ rp r r r r% ( r& r ) rV rQ � get_changesr� r r� � differencer �len)r �requested_changes� all_changes�versions_to_be_changedr� � dependenciesr r r �_check_changes s" � � � zAptFacade._check_changesc C s� |j j}|jr|d|j|jf 7 }d}|j j| jv r:| j|j j }|js'|jr:|jj}|| j� � vr6|jj}d| }||7 }|S )zAReturn a string representation of a specific dependency relation.z (%s %s)z but is not installablez but %s is to be installed) � target_pkgrv � target_ver� comp_typerQ r� r r rp r )r � dep_relation�info�reason� dep_packagerp r r r �_get_unmet_relation_info+ s � z"AptFacade._get_unmet_relation_infoc C s` |dv}| j j}|D ]"}|�� D ]}|j}|jtjks |�|�r+|�|�s+| S qq | S )a+ Return whether a dependency is satisfied. For positive dependencies (Pre-Depends, Depends) it means that one of its targets is going to be installed. For negative dependencies (Conflicts, Breaks), it means that none of its targets are going to be installed. )�Breaks� Conflicts) rQ � _depcache� all_targets� parent_pkg� current_stater� �CURSTATE_INSTALLEDr r )r � dependency�dep_type� is_positive�depcache�or_dep�targetr$ r r r �_is_dependency_satisfied< s �� ��z"AptFacade._is_dependency_satisfiedc s� | � � }|sdS dg}t|td�d�D ]^� d}t� fdd�| jD ��}dD ]?}|j�|g �}|D ]3}| �||�r9q0g }|D ] } |�| � | �� q=d � j |f } d d t | � } |�| | � |� � d }q0q%|sq|�d � j df � qd� |�S )a Get information about unmet dependencies in the cache state. Go through all the broken packages and say which dependencies haven't been satisfied. @return: A string with dependency information like what you get from apt-get. r_ z/The following packages have unmet dependencies:rv )�keyFc 3 s � | ] }|j � kr|jV qd S r )r$ �_cand)r# r� r r r r c s � ��z7AptFacade._get_unmet_dependency_info.<locals>.<genexpr>)� PreDepends�Dependsr" r! z %s: %s: z or r� Tz %s: %szUnknown dependency errorr� ) r rx r �nextrU � depends_listr� r. �appendr rv r r' ) r �broken_packages�all_info�found_dependency_errorr r) r r( �relation_infosr r � or_dividerr r r �_get_unmet_dependency_infoQ s8 �� �� z$AptFacade._get_unmet_dependency_infoc C s" dt jd< dt jd< dt jd< dS )zW Set the environment to avoid attempts by apt to interact with a user. �noninteractive�DEBIAN_FRONTEND�none�APT_LISTCHANGES_FRONTEND�APT_LISTBUGS_FRONTENDN)r4 �environr( r r r � _set_frontend_noninteractivew s z&AptFacade._set_frontend_noninteractivec C s& | � � tj�d� tj�dd� dS )zV Setup environment and apt options for successful package operations. z DPkg::optionszDPkg::options::z--force-confoldN)rB r� r� r� rV r( r r r �_setup_dpkg_for_changes s z!AptFacade._setup_dpkg_for_changesc s� t � j�dkp t � j�dk}|sdS � fdd�� jD �}|r0tddd�dd� t|�D �� ��� jD ]}� �|� q3� jD ]}� �|� q>d S ) z> Perform pending hold operations on packages. r Nc s g | ] }� � |�s|�qS r )rm ro r( r r r% � s �z3AptFacade._perform_hold_changes.<locals>.<listcomp>z0Cannot perform the changes, since the following z packages are not installed: %sr! c S rt r ru ro r r r r% � rw z#Package holds successfully changed.)r rZ r[ r r' rx r� r� )r � hold_changes� not_installedrp r r( r �_perform_hold_changes� s. � ����� z AptFacade._perform_hold_changesc C s� t � }t�� \}}t�d�}t�d�}t�|d� t�|d� t� }z�d}|| jkr�d}|dkr@t� | j � t � d| j| � |d7 }z| j jt|�|d� |jsVtd��W nK ty| } z|�� t|� } t| jd d | �}W Y d} ~ n9d} ~ w tjjy� } z|�� t|� } t| jd d | �}W Y d} ~ nd} ~ ww |�� t|� } n|| jks*|dur�|�W t�|d� t�|d� t�|� | S t�|d� t�|d� t�|� w ) zd Commit cached APT operations and give feedback on the results as a string. r � r NzMdpkg process might be in use. Retrying package changes. %d retries remaining.)�fetch_progress�install_progresszdpkg didn't exit cleanly.z Package operation log: )r �tempfile�mkstempr4 �dup�dup2r1 �max_dpkg_retries�time�sleep�dpkg_retry_sleep�logging�warningrQ �commitr+ r6 r@ �getvaluer r �argsrN rO �LockFailedExceptionr� ) r � fetch_output�fd�install_output_path� old_stdout� old_stderrrI � dpkg_tries�error�exc� result_text� exceptionr r r �_commit_package_changes� s� ����� �� �� ����� �%� � z!AptFacade._commit_package_changesc C st | j D ]4}||jjkr q||j_|jj p|jj }|jjd|d� | j�|j� |�|jj � |� |jj � qd S )NF)�auto_fix� from_user) rU r$ r� r �is_auto_installed� mark_installrW �addr� r �protect)r �fixerrp � is_manualr r r �_preprocess_installs� s ��z AptFacade._preprocess_installsc s� t � }t dd� | jD ��� t � fdd�| jD ��}| jD ]@}| �|j�r+|�|jj� |j|v r1q |jjdd� |�|jj � |� |jj � |� |jj � z|� � W q t y\ Y q w |rltddd�t|�� ��d S ) Nc s s � | ]}|j V qd S r r ro r r r r s � �z0AptFacade._preprocess_removes.<locals>.<genexpr>c 3 s � | ] }|j � v r|j V qd S r r ro ��package_installsr r r s � ��F)rc z7Can't perform the changes, since the following packagesz are held: %sr! )rV rU rY rn r$ rg rv � mark_deleter� r rh r� �install_protectr� r r' rx )r ri �held_package_names�package_upgradesrp r rl r �_preprocess_removes� s8 � � ����z AptFacade._preprocess_removesc C s | j r | jjdd� d S d S )NT)� dist_upgrade)rX rQ �upgrader( r r r �_preprocess_global_upgrade" s �z$AptFacade._preprocess_global_upgradec C sv | � � }||kr7z|�d� W n ty( } z t|jd d | �� ��d}~ww | � � }||kr9t| �� ��dS dS )zQ Attempt to automatically resolve problems with broken packages. Tr r� N)r �resolver@ r rV r; )r ri �already_broken_packages�now_broken_packagesr^ r r r �_resolve_broken_packages& s ��� �z"AptFacade._resolve_broken_packagesc C sj | j d d � }|�| j� |s| jsg S | �� }t�| jj�}| � |� | � � | � |� | � ||� |S r ) rU rM rY rX r r� �ProblemResolverrQ r# rk ru rr ry )r �version_changesrw ri r r r �_preprocess_package_changes6 s z%AptFacade._preprocess_package_changesc C s | � � }| �|�s dS | �� S )zD Perform pending install/remove/upgrade operations. N)r| r rb )r r{ r r r �_perform_package_changesC s z"AptFacade._perform_package_changesc C sZ | � � | �� }| �� }g }|dur|�|� |dur |�|� t|�dkr+d�|�S dS )z9 Perform the pending package operations. Nr r� )rC rF r} r5 r r' )r �hold_result_text�package_result_text�resultsr r r �perform_changesL s �zAptFacade.perform_changesc C sN | j dd�= | j�� | jdd�= | jdd�= | jdd�= d| _| j�� dS )z%Clear the pending package operations.NF)rU rW r� rY r[ rZ rX rQ r( r r r � reset_marks[ s zAptFacade.reset_marksc C � | j �|� dS )z"Mark the package for installation.N)rU r5 r� r r r rf e � zAptFacade.mark_installc C s d| _ dS )z Upgrade all installed packages.TN)rX r( r r r �mark_global_upgradei rl z AptFacade.mark_global_upgradec C r� )z Mark the package for removal.N)rY r5 r� r r r � mark_removem r� zAptFacade.mark_removec C r� )z Mark the package to be held.N)rZ r5 r� r r r � mark_holdq r� zAptFacade.mark_holdc C r� )z*Mark the package to have its hold removed.N)r[ r5 r� r r r �mark_remove_holdu r� zAptFacade.mark_remove_holdr )F)NN)T)?r r r r rN rQ rc r rL ra rk rr ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rm r� r� r� r� rn r r r r r r r. r; rB rC rF rb rk rr ru ry r| r} r� r� rf r� r� r� r� r r r r rF v s~ , � &E# rF )(� __future__r r� rR r4 r} r; rJ rO �operatorr rN r� r� �aptsources.sourceslistr �apt.progress.textr �apt.progress.baser �twisted.python.compatr �landscape.lib.compatr �landscape.lib.fsr r r r r �skeletonr � Exceptionr r r* r+ r1 �objectrF r r r r �<module> s4 0PK �Z�N��^B ^B lib/apt/package/store.pynu �[��� """Provide access to the persistent data used by L{PackageTaskHandler}s.""" import time try: import sqlite3 except ImportError: from pysqlite2 import dbapi2 as sqlite3 from twisted.python.compat import iteritems, long from landscape.lib import bpickle from landscape.lib.store import with_cursor class UnknownHashIDRequest(Exception): """Raised for unknown hash id requests.""" class InvalidHashIdDb(Exception): """Raised when trying to add an invalid hash=>id lookaside database.""" class HashIdStore(object): """C{HashIdStore} stores package hash=>id mappings in a file. The file is a SQLite database that contains a single table called "hash". The table schema is defined in L{ensure_hash_id_schema}. @param filename: The file where the mappings are persisted to. """ _db = None def __init__(self, filename): self._filename = filename def _ensure_schema(self): ensure_hash_id_schema(self._db) @with_cursor def set_hash_ids(self, cursor, hash_ids): """Set the ids of a set of hashes. @param hash_ids: a C{dict} of hash=>id mappings. """ for hash, id in iteritems(hash_ids): cursor.execute("REPLACE INTO hash VALUES (?, ?)", (id, sqlite3.Binary(hash))) @with_cursor def get_hash_id(self, cursor, hash): """Return the id associated to C{hash}, or C{None} if not available. @param hash: a C{bytes} representing a hash. """ cursor.execute("SELECT id FROM hash WHERE hash=?", (sqlite3.Binary(hash),)) value = cursor.fetchone() if value: return value[0] return None @with_cursor def get_hash_ids(self, cursor): """Return a C{dict} holding all the available hash=>id mappings.""" cursor.execute("SELECT hash, id FROM hash") return {bytes(row[0]): row[1] for row in cursor.fetchall()} @with_cursor def get_id_hash(self, cursor, id): """Return the hash associated to C{id}, or C{None} if not available.""" assert isinstance(id, (int, long)) cursor.execute("SELECT hash FROM hash WHERE id=?", (id,)) value = cursor.fetchone() if value: return bytes(value[0]) return None @with_cursor def clear_hash_ids(self, cursor): """Delete all hash=>id mappings.""" cursor.execute("DELETE FROM hash") @with_cursor def check_sanity(self, cursor): """Check database integrity. @raise: L{InvalidHashIdDb} if the filenme passed to the constructor is not a SQLite database or does not have a table called "hash" with a compatible schema. """ try: cursor.execute("SELECT id FROM hash WHERE hash=?", ("",)) except sqlite3.DatabaseError: raise InvalidHashIdDb(self._filename) class PackageStore(HashIdStore): """Persist data about system packages and L{PackageTaskHandler}'s tasks. This class extends L{HashIdStore} by adding tables to the SQLite database backend for storing information about the status of the system packages and about the tasks to be performed by L{PackageTaskHandler}s. The additional tables and schemas are defined in L{ensure_package_schema}. @param filename: The file where data is persisted to. """ def __init__(self, filename): super(PackageStore, self).__init__(filename) self._hash_id_stores = [] def _ensure_schema(self): super(PackageStore, self)._ensure_schema() ensure_package_schema(self._db) def add_hash_id_db(self, filename): """ Attach an additional "lookaside" hash=>id database. This method can be called more than once to attach several hash=>id databases, which will be queried *before* the main database, in the same the order they were added. If C{filename} is not a SQLite database or does not have a table called "hash" with a compatible schema, L{InvalidHashIdDb} is raised. @param filename: a secondary SQLite databases to look for pre-canned hash=>id mappings. """ hash_id_store = HashIdStore(filename) try: hash_id_store.check_sanity() except InvalidHashIdDb as e: # propagate the error raise e self._hash_id_stores.append(hash_id_store) def has_hash_id_db(self): """Return C{True} if one or more lookaside databases are attached.""" return len(self._hash_id_stores) > 0 def get_hash_id(self, hash): """Return the id associated to C{hash}, or C{None} if not available. This method composes the L{HashIdStore.get_hash_id} methods of all the attached lookaside databases, falling back to the main one, as described in L{add_hash_id_db}. """ assert isinstance(hash, bytes) # Check if we can find the hash=>id mapping in the lookaside stores for store in self._hash_id_stores: id = store.get_hash_id(hash) if id: return id # Fall back to the locally-populated db return HashIdStore.get_hash_id(self, hash) def get_id_hash(self, id): """Return the hash associated to C{id}, or C{None} if not available. This method composes the L{HashIdStore.get_id_hash} methods of all the attached lookaside databases, falling back to the main one in case the hash associated to C{id} is not found in any of them. """ for store in self._hash_id_stores: hash = store.get_id_hash(id) if hash is not None: return hash return HashIdStore.get_id_hash(self, id) @with_cursor def add_available(self, cursor, ids): for id in ids: cursor.execute("REPLACE INTO available VALUES (?)", (id,)) @with_cursor def remove_available(self, cursor, ids): id_list = ",".join(str(int(id)) for id in ids) cursor.execute("DELETE FROM available WHERE id IN (%s)" % id_list) @with_cursor def clear_available(self, cursor): cursor.execute("DELETE FROM available") @with_cursor def get_available(self, cursor): cursor.execute("SELECT id FROM available") return [row[0] for row in cursor.fetchall()] @with_cursor def add_available_upgrades(self, cursor, ids): for id in ids: cursor.execute("REPLACE INTO available_upgrade VALUES (?)", (id,)) @with_cursor def remove_available_upgrades(self, cursor, ids): id_list = ",".join(str(int(id)) for id in ids) cursor.execute("DELETE FROM available_upgrade WHERE id IN (%s)" % id_list) @with_cursor def clear_available_upgrades(self, cursor): cursor.execute("DELETE FROM available_upgrade") @with_cursor def get_available_upgrades(self, cursor): cursor.execute("SELECT id FROM available_upgrade") return [row[0] for row in cursor.fetchall()] @with_cursor def add_autoremovable(self, cursor, ids): for id in ids: cursor.execute("REPLACE INTO autoremovable VALUES (?)", (id,)) @with_cursor def remove_autoremovable(self, cursor, ids): id_list = ",".join(str(int(id)) for id in ids) cursor.execute("DELETE FROM autoremovable WHERE id IN (%s)" % id_list) @with_cursor def clear_autoremovable(self, cursor): cursor.execute("DELETE FROM autoremovable") @with_cursor def get_autoremovable(self, cursor): cursor.execute("SELECT id FROM autoremovable") return [row[0] for row in cursor.fetchall()] @with_cursor def add_security(self, cursor, ids): for id in ids: cursor.execute("REPLACE INTO security VALUES (?)", (id,)) @with_cursor def remove_security(self, cursor, ids): id_list = ",".join(str(int(id)) for id in ids) cursor.execute("DELETE FROM security WHERE id IN (%s)" % id_list) @with_cursor def clear_security(self, cursor): cursor.execute("DELETE FROM security") @with_cursor def get_security(self, cursor): cursor.execute("SELECT id FROM security") return [row[0] for row in cursor.fetchall()] @with_cursor def add_installed(self, cursor, ids): for id in ids: cursor.execute("REPLACE INTO installed VALUES (?)", (id,)) @with_cursor def remove_installed(self, cursor, ids): id_list = ",".join(str(int(id)) for id in ids) cursor.execute("DELETE FROM installed WHERE id IN (%s)" % id_list) @with_cursor def clear_installed(self, cursor): cursor.execute("DELETE FROM installed") @with_cursor def get_installed(self, cursor): cursor.execute("SELECT id FROM installed") return [row[0] for row in cursor.fetchall()] @with_cursor def get_locked(self, cursor): """Get the package ids of all locked packages.""" cursor.execute("SELECT id FROM locked") return [row[0] for row in cursor.fetchall()] @with_cursor def add_locked(self, cursor, ids): """Add the given package ids to the list of locked packages.""" for id in ids: cursor.execute("REPLACE INTO locked VALUES (?)", (id,)) @with_cursor def remove_locked(self, cursor, ids): id_list = ",".join(str(int(id)) for id in ids) cursor.execute("DELETE FROM locked WHERE id IN (%s)" % id_list) @with_cursor def clear_locked(self, cursor): """Remove all the package ids in the locked table.""" cursor.execute("DELETE FROM locked") @with_cursor def add_hash_id_request(self, cursor, hashes): hashes = list(hashes) cursor.execute("INSERT INTO hash_id_request (hashes, timestamp)" " VALUES (?,?)", (sqlite3.Binary(bpickle.dumps(hashes)), time.time())) return HashIDRequest(self._db, cursor.lastrowid) @with_cursor def get_hash_id_request(self, cursor, request_id): cursor.execute("SELECT 1 FROM hash_id_request WHERE id=?", (request_id,)) if not cursor.fetchone(): raise UnknownHashIDRequest(request_id) return HashIDRequest(self._db, request_id) @with_cursor def iter_hash_id_requests(self, cursor): cursor.execute("SELECT id FROM hash_id_request") return [HashIDRequest(self._db, row[0]) for row in cursor.fetchall()] @with_cursor def clear_hash_id_requests(self, cursor): cursor.execute("DELETE FROM hash_id_request") @with_cursor def add_task(self, cursor, queue, data): data = bpickle.dumps(data) cursor.execute( "INSERT INTO task (queue, timestamp, data) VALUES (?,?,?)", (queue, time.time(), sqlite3.Binary(data))) return PackageTask(self._db, cursor.lastrowid) @with_cursor def get_next_task(self, cursor, queue): cursor.execute("SELECT id FROM task WHERE queue=? ORDER BY timestamp", (queue,)) row = cursor.fetchone() if row: return PackageTask(self._db, row[0]) return None @with_cursor def clear_tasks(self, cursor, except_tasks=()): cursor.execute("DELETE FROM task WHERE id NOT IN (%s)" % ",".join([str(task.id) for task in except_tasks])) class FakePackageStore(PackageStore): """ A L{PackageStore} with an additional message table to store sent messages. """ def _ensure_schema(self): super(FakePackageStore, self)._ensure_schema() ensure_fake_package_schema(self._db) @with_cursor def save_message(self, cursor, message): cursor.execute("INSERT INTO message (data) VALUES (?)", (sqlite3.Binary(bpickle.dumps(message)),)) @with_cursor def get_message_ids(self, cursor): return [row[0] for row in cursor.execute("SELECT id FROM message").fetchall()] @with_cursor def save_message_ids(self, cursor, message_ids): cursor.executemany( "INSERT INTO message (id) VALUES (?)", [(message_id,) for message_id in message_ids]) @with_cursor def get_messages_by_ids(self, cursor, message_ids): params = ", ".join(["?"] * len(message_ids)) result = cursor.execute( "SELECT id, data FROM message WHERE id IN (%s) " "ORDER BY id" % params, tuple(message_ids)).fetchall() return [(row[0], bytes(row[1])) for row in result] class HashIDRequest(object): def __init__(self, db, id): self._db = db self.id = id @property @with_cursor def hashes(self, cursor): cursor.execute("SELECT hashes FROM hash_id_request WHERE id=?", (self.id,)) return bpickle.loads(bytes(cursor.fetchone()[0])) @with_cursor def _get_timestamp(self, cursor): cursor.execute("SELECT timestamp FROM hash_id_request WHERE id=?", (self.id,)) return cursor.fetchone()[0] @with_cursor def _set_timestamp(self, cursor, value): cursor.execute("UPDATE hash_id_request SET timestamp=? WHERE id=?", (value, self.id)) timestamp = property(_get_timestamp, _set_timestamp) @with_cursor def _get_message_id(self, cursor): cursor.execute("SELECT message_id FROM hash_id_request WHERE id=?", (self.id,)) return cursor.fetchone()[0] @with_cursor def _set_message_id(self, cursor, value): cursor.execute("UPDATE hash_id_request SET message_id=? WHERE id=?", (value, self.id)) message_id = property(_get_message_id, _set_message_id) @with_cursor def remove(self, cursor): cursor.execute("DELETE FROM hash_id_request WHERE id=?", (self.id,)) class PackageTask(object): def __init__(self, db, id): self._db = db self.id = id cursor = db.cursor() try: cursor.execute("SELECT queue, timestamp, data FROM task " "WHERE id=?", (id,)) row = cursor.fetchone() finally: cursor.close() self.queue = row[0] self.timestamp = row[1] self.data = bpickle.loads(bytes(row[2])) @with_cursor def remove(self, cursor): cursor.execute("DELETE FROM task WHERE id=?", (self.id,)) def ensure_hash_id_schema(db): """Create all tables needed by a L{HashIdStore}. @param db: A connection to a SQLite database. """ cursor = db.cursor() try: cursor.execute("CREATE TABLE hash" " (id INTEGER PRIMARY KEY, hash BLOB UNIQUE)") except (sqlite3.OperationalError, sqlite3.DatabaseError): cursor.close() db.rollback() else: cursor.close() db.commit() def ensure_package_schema(db): """Create all tables needed by a L{PackageStore}. @param db: A connection to a SQLite database. """ # FIXME This needs a "patch" table with a "version" column which will # help with upgrades. It should also be used to decide when to # create the schema from the ground up, rather than that using # try block. cursor = db.cursor() try: cursor.execute("CREATE TABLE security" " (id INTEGER PRIMARY KEY)") cursor.execute("CREATE TABLE autoremovable" " (id INTEGER PRIMARY KEY)") cursor.execute("CREATE TABLE locked" " (id INTEGER PRIMARY KEY)") cursor.execute("CREATE TABLE available" " (id INTEGER PRIMARY KEY)") cursor.execute("CREATE TABLE available_upgrade" " (id INTEGER PRIMARY KEY)") cursor.execute("CREATE TABLE installed" " (id INTEGER PRIMARY KEY)") cursor.execute("CREATE TABLE hash_id_request" " (id INTEGER PRIMARY KEY, timestamp TIMESTAMP," " message_id INTEGER, hashes BLOB)") cursor.execute("CREATE TABLE task" " (id INTEGER PRIMARY KEY, queue TEXT," " timestamp TIMESTAMP, data BLOB)") except sqlite3.OperationalError: cursor.close() db.rollback() else: cursor.close() db.commit() def ensure_fake_package_schema(db): cursor = db.cursor() try: cursor.execute("CREATE TABLE message" " (id INTEGER PRIMARY KEY, data BLOB)") except (sqlite3.OperationalError, sqlite3.DatabaseError): cursor.close() db.rollback() else: cursor.close() db.commit() PK �Z���oH oH lib/apt/package/testing.pynu �[��� import os import time import apt_inst import apt_pkg from landscape.lib.apt.package.facade import AptFacade from landscape.lib.fs import append_binary_file from landscape.lib.fs import create_binary_file from landscape.lib import base64 class AptFacadeHelper(object): """Helper that sets up an AptFacade with a tempdir as its root.""" def set_up(self, test_case): test_case.apt_root = test_case.makeDir() self.dpkg_status = os.path.join( test_case.apt_root, "var", "lib", "dpkg", "status") test_case.Facade = AptFacade test_case.facade = AptFacade(root=test_case.apt_root) test_case.facade.refetch_package_index = True # Since some tests intentionally induces errors, there's no need for # the facade to wait to see if they go away. test_case.facade.dpkg_retry_sleep = 0 test_case._add_system_package = self._add_system_package test_case._install_deb_file = self._install_deb_file test_case._add_package_to_deb_dir = self._add_package_to_deb_dir test_case._touch_packages_file = self._touch_packages_file test_case._hash_packages_by_name = self._hash_packages_by_name def _add_package(self, packages_file, name, architecture="all", version="1.0", description="description", control_fields=None): if control_fields is None: control_fields = {} package_stanza = { "Package": name, "Priority": "optional", "Section": "misc", "Installed-Size": "1234", "Maintainer": "Someone", "Architecture": architecture, "Source": "source", "Version": version, "Description": "short description\n " + description} package_stanza.update(control_fields) try: with open(packages_file, "rb") as src: packages = src.read().split(b"\n\n") except IOError: packages = [] if b"" in packages: packages.remove(b"") new_package = u"\n".join([ u"{}: {}".format(key, package_stanza[key]) for key in apt_pkg.REWRITE_PACKAGE_ORDER if key in package_stanza ]).encode("utf-8") packages.append(new_package) with open(packages_file, "wb", 0) as dest: # keep Pacakges sorted to avoid odd behaviours like changing IDs. dest.write(b"\n\n".join(sorted(packages))) dest.write(b"\n") def _add_system_package(self, name, architecture="all", version="1.0", control_fields=None): """Add a package to the dpkg status file.""" system_control_fields = {"Status": "install ok installed"} if control_fields is not None: system_control_fields.update(control_fields) self._add_package( self.dpkg_status, name, architecture=architecture, version=version, control_fields=system_control_fields) def _install_deb_file(self, path): """Fake the the given deb file is installed in the system.""" deb_file = open(path) deb = apt_inst.DebFile(deb_file) control = deb.control.extractdata("control") deb_file.close() lines = control.splitlines() lines.insert(1, b"Status: install ok installed") status = b"\n".join(lines) append_binary_file(self.dpkg_status, status + b"\n\n") def _add_package_to_deb_dir(self, path, name, architecture="all", version="1.0", description="description", control_fields=None): """Add fake package information to a directory. There will only be basic information about the package available, so that get_packages() have something to return. There won't be an actual package in the dir. """ if control_fields is None: control_fields = {} self._add_package( os.path.join(path, "Packages"), name, architecture=architecture, version=version, description=description, control_fields=control_fields) def _touch_packages_file(self, deb_dir): """Make sure the Packages file gets a newer mtime value. If we rely on simply writing to the file to update the mtime, we might end up with the same as before, since the resolution is seconds, which causes apt to not reload the file. """ packages_path = os.path.join(deb_dir, "Packages") mtime = int(time.time() + 1) os.utime(packages_path, (mtime, mtime)) def _hash_packages_by_name(self, facade, store, package_name): """ Ensure the named L{Package} is correctly recorded in the store so that we can really test the functions of the facade that depend on it. """ hash_ids = {} for version in facade.get_packages_by_name(package_name): skeleton = facade.get_package_skeleton( version, with_info=False) hash = skeleton.get_hash() facade._pkg2hash[(version.package, version)] = hash hash_ids[hash] = version.package.id store.set_hash_ids(hash_ids) class SimpleRepositoryHelper(object): """Helper for adding a simple repository to the facade. This helper requires that C{test_case.facade} has already been set up. """ def set_up(self, test_case): test_case.repository_dir = test_case.makeDir() create_simple_repository(test_case.repository_dir) test_case.facade.add_channel_deb_dir(test_case.repository_dir) PKGNAME1 = "name1_version1-release1_all.deb" PKGNAME2 = "name2_version2-release2_all.deb" PKGNAME3 = "name3_version3-release3_all.deb" PKGNAME4 = "name3_version3-release4_all.deb" PKGNAME_MINIMAL = "minimal_1.0_all.deb" PKGNAME_SIMPLE_RELATIONS = "simple-relations_1.0_all.deb" PKGNAME_VERSION_RELATIONS = "version-relations_1.0_all.deb" PKGNAME_MULTIPLE_RELATIONS = "multiple-relations_1.0_all.deb" PKGNAME_OR_RELATIONS = "or-relations_1.0_all.deb" PKGDEB1 = ("ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTE2NjExNDQ5MyAgMCAgICAgMCAgICAgMT" "AwNjQ0ICA0ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDExNjYxMTQ0OTMg" "IDAgICAgIDAgICAgIDEwMDY0NCAgNDUyICAgICAgIGAKH4sIAAAAAAAAA+3UQW+bMB" "QHcM58Ch+7QwCbEJpomzat0rTDpmiRenfNC7EGNnuGSOmnnwMlyVK1O6VT1feTkJ+e" "/wRh40RxcHGJl2dZP3rnY1/zJJsmIs9Fvs/5UQQsC15A51qJjAVobftc7l/zr1QU10" "XmutpdeP9n0+mT+8+5+Hv/fSOdBiyh/b84MYM1n2fz7G4t0+u5SvMkhbTgs3wu+CwB" "xjqHsdtIhLiwKjayBh6rjTQlVLaMbuBOSxOV92FAXuX5V9a0aKv/eP5zkZyf/1TQ+X" "8RS6l+yRIWrD/Y4S2g09Ys2HYo+AShAun81ApU2099Rds1PFyitqjb3YLZZj8hq/Az" "qo1ufa5D/4uyqnwIJjfQgCncgjUICL87jdA/jF19OGmND3wXHvLn4UfJn6BsXY/hsT" "7Jj63jLauuLMG1/gb3UB3iY+MY/mLNutJqn1ZjeYgfOsf8Eu1WF9C/6lANq/rN+I+s" "qqCYrPS9XxlxHX6X2rT+AvQLuv8Gt5b90FDDDpC9L4fOJ/PQiQy0H/3COIW6GXZh1d" "W1xB0P2Umb078wIYQQQgghhBBCCCGEEEIIIYS8UX8AYydx2gAoAABkYXRhLnRhci5n" "eiAgICAgMTE2NjExNDQ5MyAgMCAgICAgMCAgICAgMTAwNjQ0ICAzOTQgICAgICAgYA" "ofiwgAAAAAAAAD09NnoDkwAAJzU1MwDQToNJhtaGBqYmBkbm5kDlIHpI0YFEwZ6ABK" "i0sSixQUGIry80vwqSMkP0SBnn5pcZH+YIp/EwYDIMd4NP7pGP/FGYlFqfqDJ/4NzY" "xNRuOf3vGfkp+sPzji38jEwHA0/gci/vMSc1MN9Qc6/o2B7NH4H7j4T85IzEtPzclP" "13NJTcpMzNNLr6Iw/s1MTHDGv5GxOSz+zUxNjYDxbw7kMSgYjMY/zYF8NwdHVm2jKx" "Mzepwz6J7y5jpkIOH6sDKssF1rmUqYzBX2piZj9zyFad5RHv8dLoXsqua2spF3v+PQ" "ffXIlN8aYepsu3x2u0202VX+QFC10st6vvMfDdacgtdzKtpe5G5tuFYx5elcpXm27O" "d8LH7Oj3mqP7VgD8P6dTmJ33dsPnpuBnPO3SvLDNlu6ay9It6yZon0BIZRMApGwSgY" "BaNgFIyCUTAKRsEoGAWjYBSMglEwCkbBKBgFo2AUjIJRMApGAUkAADhX8vgAKAAA " ).encode("ascii") PKGDEB2 = ("ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTE2NjExNDUyMiAgMCAgICAgMCAgICAgMT" "AwNjQ0ICA0ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDExNjYxMTQ1MjIg" "IDAgICAgIDAgICAgIDEwMDY0NCAgNDUyICAgICAgIGAKH4sIAAAAAAAAA+3UTY/TMB" "AG4JzzK3yEQ/Phxk1aAQKxEuIAqrYSd+NMU4vEDuOkUvfX4yabthQBpy5aMY9UZTR+" "06ieuFEc3Fzi5UIMV+/6OtRpIrKE5/l8zn0/z9MsYCJ4Ar3rJDIWoLXdn3J/W3+mor" "gphesbd+P5L7Lst/NPU/7z/H2DLwKW0PxvrixSlYkiAVGIxZJnaSHFdilUDplabnnG" "WO8wdjuJEJdWxUY2wGO1k6aC2lbRHXzV0kTVQxiQZ3n+lTUd2vofnv+cJ9fnf57S+X" "8Sa6m+yQpWbDjY4RdAp61Zsf1Y8BlCDdL5pQ2oblj6gLZvebhGbVF3hxWz7XFB1uE7" "VDvd+VyP/htlXfsQzO6gBVO6FWsREL73GmF4GHvx+qI1PfBleMpfh39J3oOyTTOFp/" "oiP7XOt2z6qgLX+RvcY3WKT41z+L0121qrY1pN5Sl+6pzza7R7XcLwU8dq3NWPxr9k" "dQ3lbKMf/M7wIvwkten8B9Bv6PEd3Fv2WUMDB0D2qho7b81jJzLQvfEb4xTqdpzCpm" "8aiQcesos2p39hQgghhBBCCCGEEEIIIYQQQgj5T/0AyM2cyQAoAABkYXRhLnRhci5n" "eiAgICAgMTE2NjExNDUyMiAgMCAgICAgMCAgICAgMTAwNjQ0ICAzOTMgICAgICAgYA" "ofiwgAAAAAAAAD09NnoDkwAAJzU1MwDQToNJhtaGBqYmBkbm5sbAgUNzc3NGZQMGWg" "AygtLkksUlBgKMrPL8GnjpD8EAV6+qXFRfqDLP6BHCOT0finX/wXZyQWpeoPnvg3ND" "MyG41/esd/Sn6y/uCIfyNj89Hyf0DiPy8xN9VIf6Dj39jY3HQ0/gcu/pMzEvPSU3Py" "0/VcUpMyE/P00qsojH8zExOc8Q/M7Yj4Bxb8BobmBsDkomAwGv80B/LdHBzX6hpdmZ" "jR45xB99RGrkMGEq4Pbf0L3UWDL4XIRIk6Hjx7Urzj6SSxS/YTzKbu28sqe/64oPmF" "JGPj3lqR1cLMdz12u04rLHp/gM2y0mv3HOc/GqxvCl7PqWh7kbux6VrFk69zlefZsu" "v5WPycH/NUv7VgF8N6vfeBcgXp3NlnBFNDw5eZsd1as/aK+JzyvZ0TGEbBKBgFo2AU" "jIJRMApGwSgYBaNgFIyCUTAKRsEoGAWjYBSMglEwCkbBKBgFJAEAu4OlKQAoAAAK" ).encode("ascii") PKGDEB3 = ("ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTE2OTE0ODIwMyAgMCAgICAgMCAgICAgMT" "AwNjQ0ICA0ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDExNjkxNDgyMDMg" "IDAgICAgIDAgICAgIDEwMDY0NCAgNDUxICAgICAgIGAKH4sIAAAAAAAAA+3UwY7TMB" "AG4JzzFD7CoUkax7iqYAViJcQBVFGJu3GmqbWJHcZJpe7T4yabtnS1cOqiFfNJVUbj" "P43qiZuk0dVlgRRiuAaX16GeZ0JwWRSF4KEvZc4jJqJn0PtOIWMROtf9Kfe39RcqSZ" "tS+L7xV57/m6J4cv7zef77/EODi4hlNP+r4yIrc1mUUs43C1VmhcxLEAKkFouCbzRj" "vcfUbxVCWjqdWtUAT/VW2QpqVyW38MMom1T3cURe5PnXznbo6n94/mWeXZ5/ntP5fx" "Yrpe9UBUs2HOz4O6A3zi7Zbiz4DKEG5cPSGnQ3LH1C17c8XqFxaLr9krn2sKDq+APq" "relCrsfwjaquQwhmt9CCLf2StQgIP3uDMDyMvXp31poe+Do+5i/Dj5LfQLummcJTfZ" "afWqdb1n1Vge/CDf6hOsanxin80dlNbfQhrafyGD92TvkVup0pYfipYzXu6mcbXrK6" "hnK2NvdhZ/JF/EUZ24UPYNjQwzu4c+yrgQb2gOxtNXbe24dOYqG7CRvjNZp2nMK6bx" "qFex6zszanf2FCCCGEEEIIIYQQQgghhBBCCPlP/QK+dA1dACgAAApkYXRhLnRhci5n" "eiAgICAgMTE2OTE0ODIwMyAgMCAgICAgMCAgICAgMTAwNjQ0ICAzOTkgICAgICAgYA" "ofiwgAAAAAAAAD09NnoDkwAAJzU1MwDQToNJhtaGBqamxuYmJiagQUNzc3MmJQMGWg" "AygtLkksUlBgKMrPL8GnjpD8EAV6+qXFRfqDKf4NGQyAHOPR+Kdj/BdnJBal6g+e+D" "c0MzYZjX96x39KfrL+4Ih/IxMDw9H4H4j4z0vMTTXWH8j4B9b/hsYmBqaj8T9w8Z+c" "kZiXnpqTn67nkpqUmZinl15FYfybmZjgjH8jY3NE/JuYAePfHKieQcFgNP5pDuS7OT" "jUTq53ZWJGj3MG3VPeXIcMJFwfVoYVtmstW+Imc4W9qcnYPU9hmneUx3+HSyG7qrmt" "bOTd7zh0Xz0y5bdGmDrbLp/dbhNtdpU/EFSt9LKe7/xHgzWn4PWcirYXuVsbrlVMeT" "pXaZ4t+zkfi5/zY57qTy3Yw7B+XU7g+8L07rmG7Fe2bVxmyHZLZ+0V8Sl2Xj8mMIyC" "UTAKRsEoGAWjYBSMglEwCkbBKBgFo2AUjIJRMApGwSgYBaNgFIyCUTAKSAIAY/FOKA" "AoAAAK" ).encode("ascii") PKGDEB4 = ("ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTI3NjUxMTU3OC41MCAgICAgMCAgICAgNj" "Q0ICAgICA0\nICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDEyNzY1MTE1Nz" "guNTAgICAgIDAgICAgIDY0\nNCAgICAgMjk1ICAgICAgIGAKH4sIAFoFFkwC/+3TwU" "6EMBAGYM48RV9goS0dqnszMSbeTEy8F6iE\nCJS04MGnt2GzBzHqiVWT/7u0yVCm8G" "eyPNkdjzTRukbbdd0LoTgpLqmQCRdCckoYJRewhNn4eBXv\n3Pzdcz/Vtx/3T2R57c" "bZu37n/EulvsxfqnKTvyyFTBhH/rt7MPWLae2RjWawIn2yPnRuPLLX00Zk\n4uBtb0" "2Ixfsx/qu+t83hsXuLRwRPb22ofTfN65kbFsww9ZYtU+tNY9l0ennK7pxnsw1zN7bn" "YsjS\nD72LT72Lc2eVJrDb/A8NhWUIvzj/nMR2/kkKzP8lNERFJZWOGWiqiF89ayVt" "qbWhSlfimrEsD26w\nGEEAAAAAAAAAAAAAAAAAAIC/6x1piYqhACgAAApkYXRhLnRh" "ci5neiAgICAgMTI3NjUxMTU3OC41\nMCAgICAgMCAgICAgNjQ0ICAgICAxNDUgICAg" "ICAgYAofiwgAWgUWTAL/7dFBCsMgEEDRWfcUniCZ\nsU57kJ5ASJdFSOz9K9kULLQr" "C4H/NiPqQvnTLMNpc3XfZ9PPfW2W1JOae9s3i5okuPzBc6t5bU9Z\nS6nf7v067z93" "ENO8lcd9fP/LZ/d3f4td/6h+lqD0H+7W6ocl13wSAAAAAAAAAAAAAAAAAAfzAqr5\n" "GFYAKAAACg==\n" ).encode("ascii") PKGDEB_MINIMAL = ( "ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTMxNzg5MDQ3OSAgMCAgICAgMCAgICAgMTAwNj" "Q0ICA0 ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDEzMTc4OTA0NzkgIDAgICA" "gIDAgICAgIDEw MDY0NCAgMjU4ICAgICAgIGAKH4sIAAAAAAACA+3Rz0rEMBAG8Jz7FPME" "3aT/FoqIC54EwZP3mB1s 1jQp0yz6+HaVBRFcTxWE7wfJQDKZHL5yo1anF9u2PVWzbfXXe" "qaM6Zq66pqurZQ2uqorRa36A8c5 WyFST4ck8ULfb/f/VLlxKWZJYeX8u6b5Mf+qbr7lb7" "rliDTyX92DdS/2mXsaffSjDcUjy+xT7MmU utiJG3xml4+ytNgQinvrY14WS093aYh0dVj" "2G36z4xS4dGm8Lm55duKn/DFmd55M0+dX9OrzQDHR nieOe47O80xJKOWBhYSDPb2cy0IB" "AAAAAAAAAAAAAAAAAAAAAMBF70s1/foAKAAAZGF0YS50YXIu Z3ogICAgIDEzMTc4OTA0N" "zkgIDAgICAgIDAgICAgIDEwMDY0NCAgMTA3ICAgICAgIGAKH4sIAAAA AAACA+3KsQ3CQB" "AEwCvlK4D/N4frMSGBkQz0jwmQiHCEo5lkpd09HOPv6mrMfGcbs37nR7R2Pg01" "ew5r32rvNUrGDp73x7SUEpfrbZl//LZ2AAAAAAAAAAAA2NELx33R7wAoAAAK" ).encode("ascii") PKGDEB_SIMPLE_RELATIONS = ( "ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTMxODUxNjMyMiAgMCAgICAgMCAgICAgMTAwNj" "Q0ICA0 ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDEzMTg1MTYzMjIgIDAgICA" "gIDAgICAgIDEw MDY0NCAgMzQ0ICAgICAgIGAKH4sIAAAAAAACA+3R3UrDMBQH8F7nKc4L" "rGu2tYMi4tQrQRkI3mdp tNnSpKTZ0Lc37TYVQb2aIvx/0Ob09DQfPek4Obksmud5P/J5n" "n0cjxLOi1mez6ecT5KMZ5NJkVCe /IJtF4QnSlZr5+03dT+9/6fSsXQ2eGdO3P9iNvuy/3" "mWf+o/L6Y8oQz9P7mlkBvxpErqdNMaNfLK iKCd7diD8l0MSuJpxu6VDMNDozvJll47r8N" "LSa7t08KwhZe1DrFq6+NkwphYpEbXqlW26kpqvaqG mLO33DFx5eyj0TLElDyEnF16JTYx" "s+pHHidzO12pYaYh4uxWaBvipXxJN662dLaO9wv1LPqDpNI1 53GtTnrd7re+iJu3uhGG2" "v2hKdQiUC26w+Hp/fAU3Tna7f8BCa+OC1ekbfzwQ3HKEgAAAAAAAAAA AAAAAAAAAACAv/" "EKgcHt1gAoAABkYXRhLnRhci5neiAgICAgMTMxODUxNjMyMiAgMCAgICAgMCAg ICAgMTA" "wNjQ0ICAxMDcgICAgICAgYAofiwgAAAAAAAID7cqxDcJQEETBK8UVwH2b+64HQgIjGegf " "CJCIIMLRTPKC3d0+/i6f5qpX21z52bdorR+m7Fl9imw5jhVDxQbu19txHYY4nS/r8uX3aw" "cAAAAA AAAAAIANPQALnD6FACgAAAo=" ).encode("ascii") PKGDEB_VERSION_RELATIONS = ( "ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTMxODUxNjQ5OCAgMCAgICAgMCAgICAgMTAwNj" "Q0ICA0 ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDEzMTg1MTY0OTggIDAgICA" "gIDAgICAgIDEw MDY0NCAgMzUwICAgICAgIGAKH4sIAAAAAAACA+3RQUvDMBQH8Jz7KXLU" "w7pmazcoczj1JAgDwXuW xTVbmpQkG/rtTds5RFBPGwj/H7R5fS9N07x0SM4ui6ZF0Y5sW" "mRfx0+EsUleFNNxznKSsWw0HhNa kAvY+8AdpWS1tc78Mu+v+j+VDoU1wVl95v5P8vzH/h" "eMfes/m7T9z9D/s1tyseMbWdKDdF5ZM3BS 8xADn7z0mZKyNEuepQjdQ628SJZOWafCe0l" "t06a5ThZOVCrEWXsXV+Nax0ly8CAbada+pI2T6y5m 9Gp2Q0dpdp2ciqfKsXBvzatWIsSS" "OIbta7O+euck38XSqh1jfj7v80tnD2otu491EUueuDIhXtKV 9NFWhs628X4r33jdaJkKW" "8/jLrxwqun/bhH/z6iaa9r0B0NDxQOtuKeng2n31C6qzObz1HyaEAAA AAAAAAAAAAAAAA" "AAAACAy/sAwTtOtwAoAABkYXRhLnRhci5neiAgICAgMTMxODUxNjQ5OCAgMCAg ICAgMCA" "gICAgMTAwNjQ0ICAxMDcgICAgICAgYAofiwgAAAAAAAID7cqxEcIwEETRK0UVgCT7UD0Q " "EpgZA/0DATNEEOHoveQHu7t9/F19GpmvtpH1s2/R2mGeemYfc9RW+9SjZGzgfr0d11LidL" "6sy5ff rx0AAAAAAAAAAAA29AD/ixlwACgAAAo=" ).encode("ascii") PKGDEB_MULTIPLE_RELATIONS = ( "ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTMxODU4MDA3OSAgMCAgICAgMCAgICAgMTAwNj" "Q0ICA0 ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDEzMTg1ODAwNzkgIDAgICA" "gIDAgICAgIDEw MDY0NCAgMzgzICAgICAgIGAKH4sIAAAAAAACA+3RXUvDMBQG4F7nV5xL" "BVeb2nZQ5vDrShAGgvcx izaaNiXNRMEfb9atcwq6qwnC+8CW05N3bXcSH0d7lwTjPF+uf" "Jwn2+sg4rzI8nERYjxKeJJmaUR5 9AcWnReOKLp/sq75Jbdr/5+Kj6VtvLNmz+dfZNmP51" "+cZN/OnxdhmxKc/97NhHwWj6qkemG8bo0a OWWE17bp2J1yXShK4nHCbpX0/UWtO8lmTlu" "n/VtJtl22hWHnTlbah9TChdsJY0JIja5Uq5p5V1Lr 1LyvOR1MTimNk8Ojz2bKNsFNagit" "Gif0vq4yOphOv+yl7NI2D0ZLH34v1+XyOZN1bOil7MIp8RxS 98uVb92pb6Thne2Lnqv+h" "fuKHw1Vym6Ebnz4KFfSta0amjyF7zP1KuowuVjaehr+RyedblezOg/T anQtDLWrOZOvhK" "dKdJt504swC9XRg3WkhKxomH/MIgAAAAAAAAAAAAAAAAAAAACAHT4AFDs6bAAo AAAKZGF" "0YS50YXIuZ3ogICAgIDEzMTg1ODAwNzkgIDAgICAgIDAgICAgIDEwMDY0NCAgMTA3ICAg " "ICAgIGAKH4sIAAAAAAACA+3KsRHCMBBE0StFFYBkfFY9EBKYGWP3DwTMEEGEo/eSH+wejv" "F39aln vtp61s++RWvTeBpy6tmjtjqMLUrGDrb7el5Kicv1tsxffr92AAAAAAAAAAAA2NE" "Db6L1AQAoAAAK" ).encode("ascii") PKGDEB_OR_RELATIONS = ( "ITxhcmNoPgpkZWJpYW4tYmluYXJ5ICAgMTMxNzg4ODg2OSAgMCAgICAgMCAgICAgMTAwNj" "Q0ICA0 ICAgICAgICAgYAoyLjAKY29udHJvbC50YXIuZ3ogIDEzMTc4ODg4NjkgIDAgICA" "gIDAgICAgIDEw MDY0NCAgMzc1ICAgICAgIGAKH4sIAAAAAAACA+3R30vDMBAH8D73r7g3" "FbS23brBUFHwSRAFwfeY HmtmlpQ08wf4x3vbWB2Cig8ThO8H2qbp3fXCZcfJzuViXFXLZ" "zGu8u3nRlIUo+GgHBXVUPaLvCwH CVXJH1h0UQWi5GHmg/sm7qfv/1R2rL2Lwdsdz380HH" "45f5n6p/kXo0GeUI7579yt0o9qyhPy4Siw VdF416X3HDpZTKjI8vSOdVy9zE2n09tgfDD" "xVTLa5bay6UXQjYkStQhSSFkrQXx0yS27uptQG7he rQvaPzmlMssP6O1jt0z7yD6sj9qE" "XCvjolwcJnTlG0cnM7mf84uat5Yz7ednUqbTwbTrXi+kW2fm ylK7PiHFRkVqVCcnpf6kW" "UrixtlX2uqZlKupXwcm47Rd1FwfUidLJh8b3qqyqr2qpJWTfzyxtC55 bi/2qfTcsJPvVi" "+WWW4qSdw3J301WZoAAAAAAAAAAAAAAAAAAAAAAPzOO2wqjioAKAAACmRhdGEu dGFyLmd" "6ICAgICAxMzE3ODg4ODY5ICAwICAgICAwICAgICAxMDA2NDQgIDEwNyAgICAgICBgCh+L " "CAAAAAAAAgPtyrsRwjAURNFXiioAfZBcjwkJzIyB/oGAGSIc4eic5Aa7h2P8XX6Zen+3TD" "1/9yNK" "GadWR2ltRC651hGpxw4et/u8phTny3Vdfvy2dgAAAAAAAAAAANjRE6Lr2rEAKAAACg==" ).encode("ascii") HASH1 = base64.decodebytes(b"/ezv4AefpJJ8DuYFSq4RiEHJYP4=") HASH2 = base64.decodebytes(b"glP4DwWOfMULm0AkRXYsH/exehc=") HASH3 = base64.decodebytes(b"NJM05mj86veaSInYxxqL1wahods=") HASH_MINIMAL = b"6\xce\x8f\x1bM\x82MWZ\x1a\xffjAc(\xdb(\xa1\x0eG" HASH_SIMPLE_RELATIONS = ( b"'#\xab&k\xe6\xf5E\xcfB\x9b\xceO7\xe6\xec\xa9\xddY\xaa") HASH_VERSION_RELATIONS = ( b"\x84\xc9\xb4\xb3\r\x95\x16\x03\x95\x98\xc0\x14u\x06\xf7eA\xe65\xd1") HASH_MULTIPLE_RELATIONS = ( b"\xec\xcdi\xdc\xde-\r\xc3\xd3\xc9s\x84\xe4\xc3\xd6\xc4\x12T\xa6\x0e") HASH_OR_RELATIONS = ( b"\xa1q\xf4*\x1c\xd4L\xa1\xca\xf1\xfa?\xc3\xc7\x9f\x88\xd53B\xc9") def create_deb(target_dir, pkg_name, pkg_data): """Create a Debian package in the specified C{target_dir}.""" path = os.path.join(target_dir, pkg_name) data = base64.decodebytes(pkg_data) create_binary_file(path, data) def create_simple_repository(target_dir): """Create a simple deb-dir repository with in C{target_dir}.""" create_deb(target_dir, PKGNAME1, PKGDEB1) create_deb(target_dir, PKGNAME2, PKGDEB2) create_deb(target_dir, PKGNAME3, PKGDEB3) PK �Z lib/apt/package/__init__.pynu �[��� PK �Z lib/apt/__init__.pynu �[��� PK �Z� �� � lib/lock.pynu �[��� import fcntl import time import os class LockError(Exception): """Raised when unable to lock a file.""" def lock_path(path, timeout=0): fd = os.open(path, os.O_CREAT) flags = fcntl.fcntl(fd, fcntl.F_GETFD, 0) flags |= fcntl.FD_CLOEXEC fcntl.fcntl(fd, fcntl.F_SETFD, flags) started = time.time() while True: try: fcntl.flock(fd, fcntl.LOCK_EX | fcntl.LOCK_NB) except IOError: if started < time.time() - timeout: raise LockError("Couldn't obtain lock") else: break time.sleep(0.1) def unlock_path(): fcntl.flock(fd, fcntl.LOCK_UN) os.close(fd) return unlock_path PK �ZB���R R lib/persist.pynu �[��� # # Copyright (c) 2006 Canonical # Copyright (c) 2004 Conectiva, Inc. # # Written by Gustavo Niemeyer <gustavo@niemeyer.net> # # This Python module is free software; you can redistribute it and/or # modify it under the terms of the GNU General Public License as published # by the Free Software Foundation; either version 2 of the License, or (at # your option) any later version. # # This Python module is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this Python module; if not, write to the Free Software # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA # import os import sys import copy import re from twisted.python.compat import StringType # Py2: basestring, Py3: str __all__ = ["Persist", "PickleBackend", "BPickleBackend", "path_string_to_tuple", "path_tuple_to_string", "RootedPersist", "PersistError", "PersistReadOnlyError"] NOTHING = object() class PersistError(Exception): pass class PersistReadOnlyError(PersistError): pass class Persist(object): """Persist a hierarchical database of key=>value pairs. There are three different kinds of option maps, regarding the persistence and priority that maps are queried. - hard - Options are persistent. - soft - Options are not persistent, and have a higher priority than persistent options. - weak - Options are not persistent, and have a lower priority than persistent options. @ivar filename: The name of the file where persist data is saved or None if no filename is available. """ def __init__(self, backend=None, filename=None): """ @param backend: The backend to use. If none is specified, L{BPickleBackend} will be used. @param filename: The default filename to save to and load from. If specified, and the file exists, it will be immediately loaded. Specifying this will also allow L{save} to be called without any arguments to save the persist. """ if backend is None: backend = BPickleBackend() self._backend = backend self._hardmap = backend.new() self._softmap = {} self._weakmap = {} self._readonly = False self._modified = False self._config = self self.filename = filename if filename is not None and os.path.exists(filename): self.load(filename) def _get_readonly(self): return self._readonly def _set_readonly(self, flag): self._readonly = bool(flag) def _get_modified(self): return self._modified readonly = property(_get_readonly, _set_readonly) modified = property(_get_modified) def reset_modified(self): """Set the database status as non-modified.""" self._modified = False def assert_writable(self): """Assert if the object is writable @raise: L{PersistReadOnlyError} """ if self._readonly: raise PersistReadOnlyError("Configuration is in readonly mode.") def load(self, filepath): """Load a persisted database.""" def load_old(): filepathold = filepath + ".old" if (os.path.isfile(filepathold) and os.path.getsize(filepathold) > 0 ): # warning("Broken configuration file at %s" % filepath) # warning("Trying backup at %s" % filepathold) try: self._hardmap = self._backend.load(filepathold) except Exception: raise PersistError("Broken configuration file at %s" % filepathold) return True return False filepath = os.path.expanduser(filepath) if not os.path.isfile(filepath): if load_old(): return raise PersistError("File not found: %s" % filepath) if os.path.getsize(filepath) == 0: load_old() return try: self._hardmap = self._backend.load(filepath) except Exception: if load_old(): return raise PersistError("Broken configuration file at %s" % filepath) def save(self, filepath=None): """Save the persist to the given C{filepath}. If None is specified, then the filename passed during construction will be used. If the destination file already exists, it will be renamed to C{<filepath>.old}. """ if filepath is None: if self.filename is None: raise PersistError("Need a filename!") filepath = self.filename filepath = os.path.expanduser(filepath) if os.path.isfile(filepath): os.rename(filepath, filepath + ".old") dirname = os.path.dirname(filepath) if dirname and not os.path.isdir(dirname): os.makedirs(dirname) self._backend.save(filepath, self._hardmap) def _traverse(self, obj, path, default=NOTHING, setvalue=NOTHING): if setvalue is not NOTHING: setvalue = self._backend.copy(setvalue) queue = list(path) marker = NOTHING newobj = obj while queue: obj = newobj elem = queue.pop(0) newobj = self._backend.get(obj, elem) if newobj is NotImplemented: if queue: path = path[:-len(queue)] raise PersistError("Can't traverse %r (%r): %r" % (type(obj), path_tuple_to_string(path), str(obj))) if newobj is marker: break if newobj is not marker: if setvalue is not marker: newobj = self._backend.set(obj, elem, setvalue) else: if setvalue is marker: newobj = default else: while True: if len(queue) > 0: if type(queue[0]) is int: newvalue = [] else: newvalue = {} else: newvalue = setvalue newobj = self._backend.set(obj, elem, newvalue) if newobj is NotImplemented: raise PersistError("Can't traverse %r with %r" % (type(obj), type(elem))) if not queue: break obj = newobj elem = queue.pop(0) return newobj def _getvalue(self, path, soft=False, hard=False, weak=False): if isinstance(path, StringType): path = path_string_to_tuple(path) marker = NOTHING if soft: value = self._traverse(self._softmap, path, marker) elif hard: value = self._traverse(self._hardmap, path, marker) elif weak: value = self._traverse(self._weakmap, path, marker) else: value = self._traverse(self._softmap, path, marker) if value is marker: value = self._traverse(self._hardmap, path, marker) if value is marker: value = self._traverse(self._weakmap, path, marker) return value def has(self, path, value=NOTHING, soft=False, hard=False, weak=False): obj = self._getvalue(path, soft, hard, weak) marker = NOTHING if obj is marker: return False elif value is marker: return True result = self._backend.has(obj, value) if result is NotImplemented: raise PersistError("Can't check %r for containment" % type(obj)) return result def keys(self, path, soft=False, hard=False, weak=False): obj = self._getvalue(path, soft, hard, weak) if obj is NOTHING: return [] result = self._backend.keys(obj) if result is NotImplemented: raise PersistError("Can't return keys for %s" % type(obj)) return result def get(self, path, default=None, soft=False, hard=False, weak=False): value = self._getvalue(path, soft, hard, weak) if value is NOTHING: return default return self._backend.copy(value) def set(self, path, value, soft=False, weak=False): assert path if isinstance(path, StringType): path = path_string_to_tuple(path) if soft: map = self._softmap elif weak: map = self._weakmap else: self.assert_writable() self._modified = True map = self._hardmap self._traverse(map, path, setvalue=value) def add(self, path, value, unique=False, soft=False, weak=False): assert path if isinstance(path, StringType): path = path_string_to_tuple(path) if soft: map = self._softmap elif weak: map = self._weakmap else: self.assert_writable() self._modified = True map = self._hardmap if unique: current = self._traverse(map, path) if type(current) is list and value in current: return path = path + (sys.maxsize,) self._traverse(map, path, setvalue=value) def remove(self, path, value=NOTHING, soft=False, weak=False): assert path if isinstance(path, StringType): path = path_string_to_tuple(path) if soft: map = self._softmap elif weak: map = self._weakmap else: self.assert_writable() self._modified = True map = self._hardmap marker = NOTHING while path: if value is marker: obj = self._traverse(map, path[:-1]) elem = path[-1] isvalue = False else: obj = self._traverse(map, path) elem = value isvalue = True result = False if obj is not marker: result = self._backend.remove(obj, elem, isvalue) if result is NotImplemented: raise PersistError("Can't remove %r from %r" % (elem, type(obj))) if self._backend.empty(obj): if value is not marker: value = marker else: path = path[:-1] else: break return result def move(self, oldpath, newpath, soft=False, weak=False): if not (soft or weak): self.assert_writable() if isinstance(oldpath, StringType): oldpath = path_string_to_tuple(oldpath) if isinstance(newpath, StringType): newpath = path_string_to_tuple(newpath) result = False marker = NOTHING value = self._getvalue(oldpath, soft, not (soft or weak), weak) if value is not marker: self.remove(oldpath, soft=soft, weak=weak) self.set(newpath, value, weak, soft) result = True return result def root_at(self, path): """ Rebase the database hierarchy. @return: A L{RootedPersist} using this L{Persist} as parent. """ return RootedPersist(self, path) class RootedPersist(object): """Root a L{Persist}'s tree at a particular branch. This class shares the same interface of L{Persist} and provides a shortcut to access the nodes of a particular branch in a L{Persist}'s tree. The chosen branch will be viewed as the root of the tree of the L{RootedPersist} and all operations will be forwarded to the parent L{Persist} as appropriate. """ def __init__(self, parent, root): """ @param parent: the parent L{Persist}. @param root: a branch of the parent L{Persist}'s tree, that will be used as root of this L{RootedPersist}. """ self.parent = parent if isinstance(root, StringType): self.root = path_string_to_tuple(root) else: self.root = root readonly = property(lambda self: self.parent.readonly) modified = property(lambda self: self.parent.modified) def assert_writable(self): self.parent.assert_writable() def has(self, path, value=NOTHING, soft=False, hard=False, weak=False): if isinstance(path, StringType): path = path_string_to_tuple(path) return self.parent.has(self.root + path, value, soft, hard, weak) def keys(self, path, soft=False, hard=False, weak=False): if isinstance(path, StringType): path = path_string_to_tuple(path) return self.parent.keys(self.root + path, soft, hard, weak) def get(self, path, default=None, soft=False, hard=False, weak=False): if isinstance(path, StringType): path = path_string_to_tuple(path) return self.parent.get(self.root + path, default, soft, hard, weak) def set(self, path, value, soft=False, weak=False): if isinstance(path, StringType): path = path_string_to_tuple(path) return self.parent.set(self.root + path, value, soft, weak) def add(self, path, value, unique=False, soft=False, weak=False): if isinstance(path, StringType): path = path_string_to_tuple(path) return self.parent.add(self.root + path, value, unique, soft, weak) def remove(self, path, value=NOTHING, soft=False, weak=False): if isinstance(path, StringType): path = path_string_to_tuple(path) return self.parent.remove(self.root + path, value, soft, weak) def move(self, oldpath, newpath, soft=False, weak=False): if isinstance(oldpath, StringType): oldpath = path_string_to_tuple(oldpath) if isinstance(newpath, StringType): newpath = path_string_to_tuple(newpath) return self.parent.move(self.root + oldpath, self.root + newpath, soft, weak) def root_at(self, path): if isinstance(path, StringType): path = path_string_to_tuple(path) return self.parent.root_at(self.root + path) _splitpath = re.compile(r"(\[-?\d+\])|(?<!\\)\.").split def path_string_to_tuple(path): """Convert a L{Persist} path string to a path tuple. Examples: >>> path_string_to_tuple("ab") ("ab",) >>> path_string_to_tuple("ab.cd") ("ab", "cd")) >>> path_string_to_tuple("ab[0][1]") ("ab", 0, 1) >>> path_string_to_tuple("ab[0].cd[1]") ("ab", 0, "cd", 1) Raises L{PersistError} if the given path string is invalid. """ if "." not in path and "[" not in path: return (path,) result = [] tokens = _splitpath(path) for token in tokens: if token: if token[0] == "[" and token[-1] == "]": try: result.append(int(token[1:-1])) except ValueError: raise PersistError("Invalid path index: %r" % token) else: result.append(token.replace(r"\.", ".")) return tuple(result) def path_tuple_to_string(path): result = [] for elem in path: if type(elem) is int: result[-1] += "[%d]" % elem else: result.append(str(elem).replace(".", r"\.")) return ".".join(result) class Backend(object): """ Base class for L{Persist} backends implementing hierarchical storage functionality. Each node of the hierarchy is an object of type C{dict}, C{list} or C{tuple}. A node can have zero or more children, each child can be another node or a leaf value compatible with the backend's serialization mechanism. Each child element is associated with a unique key, that can be used to get, set or remove the child itself from its containing node. If the node object is of type C{dict}, then the child keys will be the keys of the dictionary, otherwise if the node object is of type C{list} or C{tuple} the child element keys are the indexes of the available items, or the value of items theselves. The root node object is always a C{dict}. For example: >>> backend = Backend() >>> root = backend.new() >>> backend.set(root, "foo", "bar") 'bar' >>> egg = backend.set(root, "egg", [1, 2, 3]) >>> backend.set(egg, 0, 10) 10 >>> root {'foo': 'bar', 'egg': [10, 2, 3]} """ def new(self): raise NotImplementedError def load(self, filepath): raise NotImplementedError def save(self, filepath, map): raise NotImplementedError def get(self, obj, elem, _marker=NOTHING): """Lookup a child in the given node object.""" if type(obj) is dict: newobj = obj.get(elem, _marker) elif type(obj) in (tuple, list): if type(elem) is int: try: newobj = obj[elem] except IndexError: newobj = _marker elif elem in obj: newobj = elem else: newobj = _marker else: newobj = NotImplemented return newobj def set(self, obj, elem, value): """Set the value of the given child in the given node object.""" if type(obj) is dict: newobj = obj[elem] = value elif type(obj) is list and type(elem) is int: lenobj = len(obj) if lenobj <= elem: obj.append(None) elem = lenobj elif elem < 0 and abs(elem) > lenobj: obj.insert(0, None) elem = 0 newobj = obj[elem] = value else: newobj = NotImplemented return newobj def remove(self, obj, elem, isvalue): """Remove a the given child in the given node object. @param isvalue: In case the node object is a C{list}, a boolean indicating if C{elem} is the index of the child or the value of the child itself. """ result = False if type(obj) is dict: if elem in obj: del obj[elem] result = True elif type(obj) is list: if not isvalue and type(elem) is int: try: del obj[elem] result = True except IndexError: pass elif elem in obj: obj[:] = [x for x in obj if x != elem] result = True else: result = NotImplemented return result def copy(self, value): """Copy a node or a value.""" if type(value) in (dict, list): return copy.deepcopy(value) return value def empty(self, obj): """Whether the given node object has no children.""" return (not obj) def has(self, obj, elem): """Whether the given node object contains the given child element.""" contains = getattr(obj, "__contains__", None) if contains: return contains(elem) return NotImplemented def keys(self, obj): """Return the keys of the child elements of the given node object.""" keys = getattr(obj, "keys", None) if keys: return keys() elif type(obj) is list: return range(len(obj)) return NotImplemented class PickleBackend(Backend): def __init__(self): from landscape.lib.compat import cPickle self._pickle = cPickle def new(self): return {} def load(self, filepath): with open(filepath, 'rb') as fd: return self._pickle.load(fd) def save(self, filepath, map): with open(filepath, "wb") as fd: self._pickle.dump(map, fd, 2) class BPickleBackend(Backend): def __init__(self): from landscape.lib import bpickle self._bpickle = bpickle def new(self): return {} def load(self, filepath): with open(filepath, "rb") as fd: return self._bpickle.loads(fd.read()) def save(self, filepath, map): with open(filepath, "wb") as fd: fd.write(self._bpickle.dumps(map)) # vim:ts=4:sw=4:et PK �Z�5�-� � lib/log.pynu �[��� from __future__ import absolute_import import logging def log_failure(failure, msg=None, logger=None): """Log a L{twisted.python.failure.Failure} to the Python L{logging} module. The failure should be formatted as a regular exception, but a traceback may not be available. If C{msg} is passed, it will included before the traceback. """ if logger is None: logger = logging logger.error(msg, exc_info=(failure.type, failure.value, failure.tb)) PK �Z� }�7# 7# ' lib/__pycache__/network.cpython-310.pycnu �[��� o ��f]& � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl m Z m Z ddgZ dZ dZdZd d � Zd d � Zd d� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd*d d �Z ! " d+d#d�Zd,d%d�Z d&d'� Z d(d)� Z dS )-� )�absolute_importN)�long�_PY3�get_active_device_info�get_network_traffici� iF� � c C s t �d�dkS )z>Returns C{True} if the platform is 64-bit, otherwise C{False}.�l� )�struct�calcsize� r r �7/usr/lib/python3/dist-packages/landscape/lib/network.py�is_64 s r c C s | d@ S )z�Returns C{True} if the interface is up, otherwise C{False}. @param flags: the integer value of an interface's flags. @see /usr/include/linux/if.h for the meaning of the flags. r r )�flagsr r r �is_up s r c C s@ | � tji g�d � d�}| � tji g�d � d�}t|p |�S )zChecks if interface address data has an IP address @param ifaddresses: a dict as returned by L{netifaces.ifaddresses} r �addr)�get� netifaces�AF_INET�AF_INET6�bool)� ifaddresses� inet_addr� inet6_addrr r r � is_active& s r c C sN i }t j| v r| t j |t j< t j| v r%dd� | t j D �}|r%||t j< |S )z�Return all IP addresses of an interfaces. Returns the same structure as L{ifaddresses}, but filtered to keep IP addresses only. @param ifaddresses: a dict as returned by L{netifaces.ifaddresses} c S s g | ] }|d � d�s|�qS )r zfe80:�� startswith)�.0r r r r � <listcomp>= s �z$get_ip_addresses.<locals>.<listcomp>)r r r )r �results� global_addrsr r r �get_ip_addresses0 s r! c C � | t j d �dd�S )z�Return the broadcast address associated to an interface. @param ifaddresses: a dict as returned by L{netifaces.ifaddresses} r � broadcast�0.0.0.0�r r r �r r r r �get_broadcast_addressE � r' c C r" )z�Return the network mask associated to an interface. @param ifaddresses: a dict as returned by L{netifaces.ifaddresses} r �netmask� r% r& r r r � get_netmaskM r( r+ c C s | t j d d S )z�Return the first IPv4 address associated to the interface. @param ifaddresses: a dict as returned by L{netifaces.ifaddresses} r r )r r r& r r r �get_ip_addressU s r, c C s$ t j| v r| t j d �dd�S dS )a Return the hardware MAC address for an interface in human friendly form, ie. six colon separated groups of two hexadecimal digits, if available; otherwise an empty string. @param ifaddresses: a dict as returned by L{netifaces.ifaddresses} r r r* )r �AF_LINKr r& r r r �get_mac_address] s r. c C s: t �| �� tt�d|dd� ��}t�d|dd� �d S )z�Return the integer value of the interface flags for the given interface. @param sock: a socket instance. @param interface: The name of the interface. @see /usr/include/linux/if.h for the meaning of the flags. �256sN� �H� � r )�fcntl�ioctl�fileno� SIOCGIFFLAGSr �pack�unpack)�sock� interface�datar r r � get_flagsj s �r= c C s" t �� d } dd� | �� D �}|S )z: Returns a list of interfaces with default routes �defaultc S s g | ]}|d �qS )r r )r �gatewayr r r r { � z*get_default_interfaces.<locals>.<listcomp>)r �gateways�values)� default_table� interfacesr r r �get_default_interfacesv s rE r Fc s: g }z�t � t jt jt j�}t�� D ]� t� fdd�| D ��r qt�� �}t|�s.tj |vr.q� � � }t ||�}t |�}d� i}||d< t ||�\|d< |d< |rT||d< tj|v rrt|�|d< t|�|d < t|�|d < t|�|d < ntj |v r�|s�d |d< t|�|d < d |d < d |d < |�|� qW |�� |S |�� w ) z� Returns a dictionary containing info on each active network interface that passes all `filters`. A filter is a callable that returns True if the interface should be skipped. c 3 s � | ]}|� �V qd S �Nr )r �f�r; r r � <genexpr>� s � z'get_filtered_if_info.<locals>.<genexpr>r; r �speed�duplex� ip_addresses� ip_address� mac_address�broadcast_addressr) r$ )�socketr � SOCK_DGRAM� IPPROTO_IPr rD �anyr r r- �encoder= r! �get_network_interface_speedr, r. r' r+ �append�close) �filters�extendedr r: r � ifencodedr rL �ifinfor rH r �get_filtered_if_info sP � � � � �% �r\ ��loTc sN �fdd�}dd� }dd� }t � � � �fdd�}d d � } t| ||||f|d �S ) Nc s | � v S rF r rH )�skipped_interfacesr r � filter_local� � z,get_active_device_info.<locals>.filter_localc S � d| v S )N�.r rH r r r � filter_vlan� ra z+get_active_device_info.<locals>.filter_vlanc S rb )N�:r rH r r r � filter_alias� ra z,get_active_device_info.<locals>.filter_aliasc s �o| � vS rF r rH )� default_ifs� default_onlyr r �filter_default� s z.get_active_device_info.<locals>.filter_defaultc S s | � d�S )N�tapr rH r r r � filter_tap� s z*get_active_device_info.<locals>.filter_tap)rX rY )rE r\ ) r_ � skip_vlan� skip_aliasrY rh r` rd rf ri rk r )rg rh r_ r r � s ��� /proc/net/devc C s� t | d�� }|�� }W d � n1 sw Y |d �d�\}}}dd� |�� D �}|�dd� |�� D �� i }|dd� D ] }d |vrGq@|�d �\} } | �� } tt|tt| �� ���|| < q@|S ) ze Retrieves an array of information regarding the network activity per network interface. �rNr �|c S � g | ]}d | �qS )zrecv_%sr �r �columnr r r r � r@ z'get_network_traffic.<locals>.<listcomp>c S rq )zsend_%sr rr r r r r � r@ � re ) �open� readlines�split�extend�strip�dict�zip�mapr ) � source_file�netdev�lines�_�receive_columns�transmit_columns�columns�devices�line�devicer< r r r r � s � c C sL t �� } d| v r$t �t �� dt jt jt jt j�d d } d| v r$t �� } | S )a Return the current fqdn of the machine, trying hard to return a meaningful name. In particular, it means working against a NetworkManager bug which seems to make C{getfqdn} return localhost6.localdomain6 for machine without a domain since Maverick. � localhostNr � )rP �getfqdn� getaddrinfo� gethostnamer rQ rR � AI_CANONNAME)�fqdnr r r �get_fqdn� s ���r� c C s� t �dtd�}t�d|�}t �d||�� d �}d}z t�| t|� tr)|� � }n|� � }t � d|�\}}W n2 t t fyh } z$|jtjkrLt�d� n|jtjkrZ|jtjkrZ|�d}d }W Y d }~nd }~ww |d krod}|d krud }t|�}||fS ) a� Return the ethernet device's advertised link speed. The return value can be one of: * 10, 100, 1000, 2500, 10000: The interface speed in Mbps * -1: The interface does not support querying for max speed, such as virtio devices for instance. * 0: The cable is not connected to the interface. We cannot measure interface speed, but could if it was plugged in. �I39ss' �B�16sPr ����12xHB28xzECould not determine network interface speed, operation not permitted.FNi�� � )r r8 � ETHTOOL_GSET�array� buffer_infor4 r5 � SIOCETHTOOLr �tobytes�tostringr9 �IOError�OSError�errno�EPERM�logging�warning� EOPNOTSUPP�EINVALr ) r: �interface_name� cmd_struct� status_cmd�packedrJ �resrK �er r r rU s2 �� rU )r F)r] TTFF)rn ) � __future__r r� r4 rP r r� r� r �landscape.lib.compatr r �__all__r7 r� r� r r r r! r' r+ r, r. r= rE r\ r r r� rU r r r r �<module> s@ 8 � ! PK �Z��(�Rf Rf ' lib/__pycache__/testing.cpython-310.pycnu �[��� o ���cV` � @ sH d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dlm Z m Z mZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d d lmZ d d lm Z d d lm Z m Z d d l m Z d d l!m"Z" d dl#m$Z$ G dd� de j�Z%G dd� de j�Z&G dd� de'�Z(G dd� de(�Z)G dd� de�Z*G dd� de �Z+G dd � d e,�Z-G d d � d e'�Z.G d d � d e'�Z/G d!d"� d"e'�Z0G d#d$� d$e'�Z1G d%d&� d&e'�Z2d d d'd(d(d(d d d d d g d)�f d*d+�Z3d:d,d-�Z4d.d/� Z5G d0d1� d1e'�Z6G d2d3� d3e'�Z7G d4d5� d5e'�Z8G d6d7� d7e'�Z9G d8d9� d9e"�Z:dS );� )�absolute_importN)�Handler�ERROR� Formatter)�TestCase)� StringType)�_PY3)�Failure)�Deferred)� ConnectError)� ConfigParser)�stringio� cstringio)�BaseConfiguration)�EventHandlingReactorMixin)� LoginInfoc @ s e Zd Zes ejZdS dS )�CompatTestCaseN)�__name__� __module__� __qualname__r r �assertItemsEqual�assertCountEqual� r r �7/usr/lib/python3/dist-packages/landscape/lib/testing.pyr s �r c s, e Zd Zg Z� fdd�Z� fdd�Z� ZS )�HelperTestCasec sf t t| ��� g | _t| jvr| j�dt� d }| jD ]}|� }t|d�r*|�| �}| j� |� q|S )Nr �set_up) �superr �setUp�_helper_instances�LogKeeperHelper�helpers�insert�hasattrr �append)�self�result�helper_factory�helper�� __class__r r r ( s zHelperTestCase.setUpc s6 t | j�D ] }t|d�r|�| � qtt| ��� d S )N� tear_down)�reversedr r" r* r r �tearDown)r$ r' r( r r r, 8 s �zHelperTestCase.tearDown)r r r r r r, � __classcell__r r r( r r $ s r c @ s> e Zd Zdd� Z ddd�Zd d � Zdd d �Zdd d�ZdS )� FSTestCasec C sB t |d�� }|�� }W d � n1 sw Y | �||� d S )N�rb)�open�read� assertEqual)r$ �filename�expected_content�fd�actual_contentr r r �assertFileContentB s �z FSTestCase.assertFileContentN� �tmp�wc s� |dur|du r t �� }tj�||��n�du r/t �|||�\} �t�| � |du r/t��� |durMt�|�� } | � |� W d � n1 sHw Y | � | j �� � rb� �fdd�} | � | � �S )a� Create a temporary file and return the path to it. @param content: Initial content for the file. @param suffix: Suffix to be given to the file's basename. @param prefix: Prefix to be given to the file's basename. @param basename: Full basename for the file. @param dirname: Put file inside this directory. The file is removed after the test runs. Nc s* z t ��� � W d S ty Y d S w �N)�os�remove�OSErrorr �� backupsuffix�pathr r � remove_backupc s �z*FSTestCase.makeFile.<locals>.remove_backup) �tempfile�mkdtempr< rA �join�mkstemp�close�unlinkr0 �write� addCleanup� _clean_file) r$ �content�suffix�prefix�basename�dirnamerA �moder@ r5 �filerB r r? r �makeFileG s$ � zFSTestCase.makeFilec C sB zt j�|�rt�|� W dS t �|� W dS ty Y dS w )ztTry to remove a filesystem path, whether it's a directory or file. @param path: the path to remove N)r< rA �isdir�shutil�rmtreerH r> )r$ rA r r r rK l s �zFSTestCase._clean_filec C s4 |dur t �|� nt�|||�}| �| j|� |S )a@ Create a temporary directory and return the path to it. @param suffix: Suffix to be given to the file's basename. @param prefix: Prefix to be given to the file's basename. @param dirname: Put directory inside this parent directory. The directory is removed after the test runs. N)r< �makedirsrC rD rJ rK )r$ rM rN rP rA r r r �makeDiry s zFSTestCase.makeDirc C s6 |du r| � � }||_| j|||d�}t�|d� |S )z=Return the path to the script after writing it to a temp dir.N)rP rO i� )rX �bindirrS r< �chmod)r$ �config�namerL rY r3 r r r � write_script� s � zFSTestCase.write_script)Nr8 r9 NNNr: N)r8 r9 NNr; )r r r r7 rS rK rX r] r r r r r. @ s �% r. c s0 e Zd Z� fdd�Z� fdd�Zdd� Z� ZS )�ConfigTestCasec s( t t| ��� tj| _| �d�gt_d S �Nr8 )r r^ r r �default_config_filenames�_old_config_filenamesrS �r$ r( r r r � s zConfigTestCase.setUpc s | j t_tt| ��� d S r; )ra r r` r r^ r, rb r( r r r, � s zConfigTestCase.tearDownc C s~ t |�}t� }|�|� t |�}t� }|�|� | �t|�� �t|�� �� |�� D ]}| �t|�|��t|�|��� q*dS )z� Compare two configuration files for equality. The order of parameters and comments may be different but the actual parameters and sections must be the same. N)r r �readfpr2 �set�sections�dict�items)r$ �first�second�first_fp� first_parser� second_fp� second_parser�sectionr r r �assertConfigEqual� s � ��z ConfigTestCase.assertConfigEqual)r r r r r, ro r- r r r( r r^ � s r^ c @ s6 e Zd Zdd� Zdd� Zdd� Zdd� Zd d d �Zd S ) �TwistedTestCasec C sX g }|� |j� |s| �d|f � dS t|d t�r(| �d||d f � dS |d S )z�See C{twisted.trial._synctest._Assertions.successResultOf}. This is a copy of the original method, which is available only since Twisted 12.3.0 (from 2012-12-20). z6Success result expected on %r, found no result insteadr z@Success result expected on %r, found failure result (%r) insteadN��addBothr# �fail� isinstancer �r$ �deferredr% r r r �successResultOf� � �� ��z TwistedTestCase.successResultOfc C sX g }|� |j� |s| �d|f � dS t|d t�s(| �d||d f � dS |d S )z�See C{twisted.trial._synctest._Assertions.failureResultOf}. This is a copy of the original method, which is available only since Twisted 12.3.0 (from 2012-12-20). z6Failure result expected on %r, found no result insteadr z@Failure result expected on %r, found success result (%r) insteadNrq ru r r r �failureResultOf� rx z TwistedTestCase.failureResultOfc C s2 g }|� |j� |r| �d||d f � dS dS )z�See C{twisted.trial._synctest._Assertions.assertNoResult}. This is a copy of the original method, which is available only since Twisted 12.3.0 (from 2012-12-20). z*No result expected on %r, found %r insteadr N)rr r# rs ru r r r �assertNoResult� s ���z TwistedTestCase.assertNoResultc s8 | � t|t�� g � � fdd�}|�|� | � � � d S )Nc s � � d� d S �NT)r# )r% ��calledr r �callback� � z9TwistedTestCase.assertDeferredSucceeded.<locals>.callback)� assertTruert r � addCallback)r$ rv r~ r r| r �assertDeferredSucceeded� s z'TwistedTestCase.assertDeferredSucceededNc C s | � t|t�� |�| j|�S )zS Assert that the given C{deferred} results in the given C{result}. )r� rt r r� r2 ru r r r � assertSuccess� s z TwistedTestCase.assertSuccessr; )r r r rw ry rz r� r� r r r r rp � s rp c @ � e Zd Zdd� Zdd� ZdS )� ErrorHandlerc O s" t j| g|�R i |�� g | _d S r; )r �__init__�errors)r$ �args�kwargsr r r r� s zErrorHandler.__init__c C s |j tkr | j�|� d S d S r; )�levelnor r� r# )r$ �recordr r r �emit s �zErrorHandler.emitN)r r r r� r� r r r r r� � s r� c @ � e Zd Zdd� ZdS )�LoggedErrorsErrorc C s0 d}t � }| jd D ] }||�|�d 7 }q |S )Nz!The following errors were logged r � )r r� �format)r$ �out� formatter�errorr r r �__str__ s zLoggedErrorsError.__str__N)r r r r� r r r r r� � r� c @ �( e Zd ZdZdd� Zdd� Zdd� ZdS ) r z�Record logging information. Puts a 'logfile' attribute on your test case, which is a StringIO containing all log output. c C s| g | _ g | _t� | _| |_t�� |_}t� |_ t� |j �}d}|� t� |�� |j | _|j| _|| jg|_ |�tj� d S )Nz%(levelname)8s: %(message)s)�ignored_exception_regexes�ignored_exception_typesr� � error_handler� log_helper�logging� getLogger�loggerr �logfile� StreamHandler� setFormatterr �handlers� old_handlers�level� old_level�setLevel�NOTSET)r$ � test_caser� �handlerr� r r r r s zLogKeeperHelper.set_upc C s� t �� }|�| j� | j|_g }| jjD ]-}| jD ]}|j r-|j d r-t |j d |�r- nq| j D ] }|� |j �r; nq1|�|� q|rHt|��d S �Nr )r� r� r� r� r� r� r� r� r� �exc_info� issubclassr� �match�messager# r� )r$ r� r� r� r� � ignored_type� ignored_regexr r r r* ) s( �� � ��zLogKeeperHelper.tear_downc C s0 t |t�r| j�t�|�� d S | j�|� d S r; )rt � basestringr� r# �re�compiler� )r$ � type_or_regexr r r � ignore_errors= s z LogKeeperHelper.ignore_errorsN)r r r �__doc__r r* r� r r r r r s r c @ r� )�EnvironSnapshotc C s t j�� | _d S r; )r< �environ�copy� _snapshotrb r r r r� F � zEnvironSnapshot.__init__c C s4 t j�| j� tt j�D ] }|| jvrt j|= q d S r; )r< r� �updater� �list)r$ �keyr r r �restoreI s ��zEnvironSnapshot.restoreN)r r r r� r� r r r r r� D � r� c @ r� )�EnvironSaverHelperc C s t � | _d S r; )r� r� �r$ r� r r r r R s zEnvironSaverHelper.set_upc C s | j �� d S r; )r� r� r� r r r r* U r z EnvironSaverHelper.tear_downN�r r r r r* r r r r r� P r� r� c @ sH e Zd Zddd�Zddd�Zddd�Zd d � Zdd d �Zed d� �Z dS )� MockPopenNr8 c C s, || _ || _t|�| _g | _|| _d | _d S r; )�output�err_outr �stdout� popen_inputs� return_codes�received_input)r$ r� r� r� r r r r� [ s zMockPopen.__init__c C s | j ||||d�S )N)�stdinr� �stderr)�popen�r$ r� r� r� r� r r r �__call__c s zMockPopen.__call__c C s | j �|� | S r; )r� r# r� r r r r� f s zMockPopen.popenc C s | j S r; )� returncoderb r r r �waitj s zMockPopen.waitc C s || _ | j| jfS r; )r� r� r� )r$ �inputr r r � communicatem s zMockPopen.communicatec C s | j d u rdS | j �d�S r� )r� �poprb r r r r� q s zMockPopen.returncoder_ )NNNr; ) r r r r� r� r� r� r� �propertyr� r r r r r� Y s r� c @ r� )�StandardIOHelperc C s@ t j|_t j|_t� |_t _t� |_t _ts d|j_d S d S )NzUTF-8)�sysr� � old_stdoutr� � old_stdinr r �encodingr� r r r r z s �zStandardIOHelper.set_upc C s |j t_|jt_d S r; )r� r� r� r� r� r� r r r r* � s zStandardIOHelper.tear_downNr� r r r r r� x s r� z/dev/r8 )r r r r c C s~ t | d�} z4| �t�tj|||�d�|�d�|�d�|�d�||| | | | d | d | d | d d�� W | �� dS | �� w ) z3Append binary login data to the specified filename.�abzutf-8r � � � � N)r0 rI �struct�packr � RAW_FORMAT�encoderG )r3 � login_type�pid� tty_device�id�username�hostname�termination_status� exit_status� session_id�entry_time_seconds�entry_time_milliseconds�remote_ip_addressrR r r r �append_login_data� s � r� c c s � | V | d7 } q)z>Generator starts at zero and yields integers that grow by one.Tr� r )�ir r r � mock_counter� s ��r� c C s t d�S )zCGenerator starts at 100 and yields int timestamps that grow by one.�d )r� r r r r � mock_time� s r� c @ s0 e Zd ZdZdd� Zdi dddddfdd�ZdS ) �StubProcessFactoryzx A L{IReactorProcess} provider which records L{spawnProcess} calls and allows tests to get at the protocol. c C � g | _ d S r; )�spawnsrb r r r r� � � zStubProcessFactory.__init__r Nr c C s" | j �||||||||| f � d S r; )r� r# ) r$ �protocol� executabler� �envrA �uid�gid�usePTY�childFDsr r r � spawnProcess� s �z StubProcessFactory.spawnProcess)r r r r� r� r� r r r r r� � s �r� c @ r� ) � DummyProcessz/A process (transport) that doesn't do anything.c C r� r; )�signalsrb r r r r� � r� zDummyProcess.__init__c C s | j �|� d S r; )r r# )r$ �signalr r r � signalProcess� r� zDummyProcess.signalProcessc C s d S r; r )r$ r5 r r r � closeChildFD� s zDummyProcess.closeChildFDN)r r r r� r� r r r r r r r � s r c @ sJ e Zd ZdZdZdZdZdZdZdZ dZ d d � Z ddd�Z dd� Z d S )�ProcessDataBuilderzBuilder creates sample data for the process info plugin to consume. @param sample_dir: The directory for sample data. z R (running)z T (stopped)zT (tracing stop)zD (disk sleep)z S (sleeping)zX (dead)z Z (zombie)c C s || _ d S r; )� _sample_dir)r$ � sample_dirr r r r� � r� zProcessDataBuilder.__init__r NT�- c C s d|dd� |||| d� } t j�| jt|��} t �| � t j�| d�} t| d�} z | �| � W | �� n| �� w |du rCd|f }t j�| d�} t| d�} z | �|� W | �� n| �� w |rid d |i } nd } t j�| d �} t| d�} z | �| � W | �� dS | �� w ) a Creates sample data for a process. @param started_after_boot: The amount of time, in jiffies, between the system uptime and start of the process. @param process_name: Used to generate the process name that appears in /proc/%(pid)s/status @param generate_cmd_line: If true, place the process_name in /proc/%(pid)s/cmdline, otherwise leave it empty (this simulates a kernel process) @param stat_data: Array of items to write to the /proc/<pid>/stat file. a� Name: %(process_name)s State: %(state)s Tgid: 24759 Pid: 24759 PPid: 17238 TracerPid: 0 Uid: %(uid)d 0 0 0 Gid: %(gid)d 0 0 0 FDSize: 256 Groups: 4 20 24 25 29 30 44 46 106 110 112 1000 VmPeak: 11680 kB VmSize: %(vmsize)d kB VmLck: 0 kB VmHWM: 6928 kB VmRSS: 6924 kB VmData: 1636 kB VmStk: 196 kB VmExe: 1332 kB VmLib: 4240 kB VmPTE: 20 kB Threads: 1 SigQ: 0/4294967295 SigPnd: 0000000000000000 ShdPnd: 0000000000000000 SigBlk: 0000000000000000 SigIgn: 0000000000000000 SigCgt: 0000000059816eff CapInh: 0000000000000000 CapPrm: 0000000000000000 CapEff: 0000000000000000 N� )� process_name�stater� r� �vmsize�statuszw+z,0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 %d�statzE/usr/sbin/%(process_name)s --pid-file /var/run/%(process_name)s.pid r r8 �cmdline) r< rA rE r �str�mkdirr0 rI rG )r$ � process_idr r� r� �started_after_bootr �generate_cmd_line� stat_datar � sample_data� process_dirr3 rR r r r � create_data� s> ��! � � z ProcessDataBuilder.create_datac C s" t j�| jt|��}t�|� dS )z>Remove sample data for the process that matches C{process_id}.N)r< rA rE r r rU rV )r$ r r r r r � remove_data( s z ProcessDataBuilder.remove_data)r NTNr )r r r r� �RUNNING�STOPPED� TRACING_STOP� DISK_SLEEP�SLEEPING�DEAD�ZOMBIEr� r r r r r r r � s � Sr c @ r� )� FakeReactorIDc C s d| _ || _d S r{ )�active�_data)r$ �datar r r r� 0 s zFakeReactorID.__init__N)r r r r� r r r r r! . r� r! c s� e Zd ZdZi Z� fdd�Zdd� Zdd� Zdd � Zd d � Z � fd d �Z dd� Z dd� Z dd� Z dd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Z� ZS )&� FakeReactoraw A fake reactor with the same API of L{LandscapeReactor}. This reactor emulates the asychronous interface of L{LandscapeReactor}, but implementing it in a synchronous way, for easier unit-testing. Note that the C{listen_unix} method is *not* emulated, but rather inherited blindly from L{UnixReactorMixin}, this means that there's no way to control it in a synchronous way (see the docstring of the mixin). A better approach would be to fake the AMP transport (i.e. fake the twisted abstractions around Unix sockets), and implement a fake version C{listen_unix}, but this hasn't been done yet. c s< t t| ��� d| _g | _i | _g | _ddlm} || _ d S )Nr )�reactor) r r% r� � _current_time�_calls�hosts�_threaded_callbacks�twisted.internetr& �_reactor)r$ r& r( r r r� G s zFakeReactor.__init__c C s t | j�S r; )�floatr' rb r r r �timeS r� zFakeReactor.timec O s( | j | }||||f}| �|� t|�S r; )r' � _insort_callr! )r$ �seconds�fr� r� �scheduled_time�callr r r � call_laterV s zFakeReactor.call_laterc C s2 dd� | j D �}t�||d �}| j �||� d S )Nc S s g | ]}|d �qS �r r )�.0�cr r r � <listcomp>` s z,FakeReactor._insort_call.<locals>.<listcomp>r )r( �bisect� bisect_leftr! )r$ r3 �times�indexr r r r/ \ s zFakeReactor._insort_callc s( � ������fdd���� �����S )Nc sF �� ���j�_z �� i ��� W d S ty" �jr!���� � w r; )r4 r# � Exceptionr" � cancel_callr �r� r3 r1 �faker� r0 r$ r r r@ f s �z$FakeReactor.call_every.<locals>.fake�r4 )r$ r0 r1 r� r� r r? r � call_everyd s zFakeReactor.call_everyc sD t |�tu r|j| jv r| j�|j� d|_d S tt| ��|� d S �NF) �typer! r# r( r= r" r r% r> �r$ r� r( r r r> t s zFakeReactor.cancel_callc C s | � d|� d S r� rA )r$ r1 r r r �call_when_running| s z FakeReactor.call_when_runningc s | j �� ��fdd�� dS )z5Schedule a function for execution in the main thread.c s �� i ���S r; r r �r� r1 r� r r �<lambda>� s z*FakeReactor.call_in_main.<locals>.<lambda>N)r* r# )r$ r1 r� r� r rG r � call_in_main� s zFakeReactor.call_in_mainc O s | � |||||� | �� dS )as Emulate L{LandscapeReactor.call_in_thread} without spawning threads. Note that running threaded callbacks here doesn't reflect reality, since they're usually run while the main reactor loop is active. At the same time, this is convenient as it means we don't need to run the the real Twisted reactor with to test actions performed on completion of specific events (e.g. L{MessageExchange.exchange} uses call_in_thread to run the HTTP request in a separate thread, because we use libcurl which is blocking). IOW, it's easier to test things synchronously. N)� _in_thread�_run_threaded_callbacks)r$ r~ �errbackr1 r� r� r r r �call_in_thread� s zFakeReactor.call_in_threadc s& G � �fdd�dt �}|� j�< |� S )Nc s e Zd Z� �fdd�ZdS )z)FakeReactor.listen_unix.<locals>.FakePortc s � j ��� d S r; )� _socket_pathsr� )�oself�r$ � socket_pathr r � stopListening� r� z7FakeReactor.listen_unix.<locals>.FakePort.stopListeningN)r r r rR r rP r r �FakePort� s rS )�objectrN )r$ rQ �factoryrS r rP r � listen_unix� s zFakeReactor.listen_unixc C sT | j �|�}ddlm} |r|||�}|�� |S t� }ttd��}|�||� |S )Nr )� FakeConnectorzNo such file or directory) rN �get� landscape.lib.tests.test_amprW �connectrT r r �clientConnectionFailed)r$ rA rU �serverrW � connector�failurer r r � connect_unix� s � zFakeReactor.connect_unixc C s> | � d� d| _| jr| �| jd d � | js | � d� dS )zAContinuously advance this reactor until reactor.stop() is called.�runTr �stopN)�fire�_running�advancer( rb r r r r` � s �zFakeReactor.runc C s d| _ d S rC )rc rb r r r ra � r� zFakeReactor.stopc C s� | j rY| j d d | j| krY| j �d�}||d | j 8 }|d | _z|d |d i |d �� W n tyI } z t�|� W Y d}~nd}~ww | j rY| j d d | j| ks| j|7 _dS )aH Advance this reactor C{seconds} into the future. This method is not part of the L{LandscapeReactor} API and is specific to L{FakeReactor}. It's meant to be used only in unit tests for advancing time and triggering the relevant scheduled calls (see also C{call_later} and C{call_every}). r r� r� r� N)r( r' r� r= r� � exception)r$ r0 r3 �er r r rd � s ��� zFakeReactor.advancec C s� z ||i |��}W n5 t y> } z)t�� }|d u r#| jtj||d� n| j|g|�R � W Y d }~d S W Y d }~d S d }~ww |rI| �||� d S d S )N)r� )r= r� r� rI r� r� ) r$ r~ rL r1 r� r� r% rf r� r r r rJ � s ����zFakeReactor._in_threadc C sV | j r)z | j �d�� W n ty# } z t�|� W Y d }~nd }~ww | j sd S d S r� )r* r� r= r� re )r$ rf r r r rK � s ���z#FakeReactor._run_threaded_callbacksc C s | � d| j�}|| _d S )Ng �?)rB rK �_run_threaded_callbacks_idrE r r r �_hook_threaded_callbacks� s z$FakeReactor._hook_threaded_callbacksc C s | � | j� d S r; )r> rg rb r r r �_unhook_threaded_callbacks� r� z&FakeReactor._unhook_threaded_callbacks)r r r r� rN r� r. r4 r/ rB r> rF rI rM rV r_ r` ra rd rJ rK rh ri r- r r r( r r% 5 s* r% r5 );� __future__r r9 r� r< �os.pathr� rU r� r� rC �unittestr r r �twisted.trial.unittestr �twisted.python.compatr r� �landscape.lib.compatr �twisted.python.failurer �twisted.internet.deferr �twisted.internet.errorr r r r �landscape.lib.configr �landscape.lib.reactorr �landscape.lib.sysstatsr r r rT r. r^ rp r� r= r� r r� r� r� r� r� r� r� r� r r r! r% r r r r �<module> s` V"F 1 � jPK �Zu��Y Y ' lib/__pycache__/backoff.cpython-310.pycnu �[��� o ���c� � @ s d dl Z G dd� d�ZdS )� Nc @ s: e Zd ZdZdd� Zdd� Zdd� Zdd � Zdd d �Zd S )�ExponentialBackoffz^ Keeps track of a backoff delay that staggers down and staggers up exponentially. c C s d| _ || _|| _d S )Nr )� _error_count� _start_delay� _max_delay)�self� start_delay� max_delay� r �7/usr/lib/python3/dist-packages/landscape/lib/backoff.py�__init__ s zExponentialBackoff.__init__c C s | j d8 _ t| j d�| _ dS )z0Decreases error count with zero being the lowest� r N)r �max�r r r r �decrease s zExponentialBackoff.decreasec C s$ | � � | jk r| jd7 _dS dS )z=Increases error count but not higher than gives the max delayr N)� get_delayr r r r r r �increase s �zExponentialBackoff.increasec C s0 | j rd| j d | j }nd}tt|�| j�S )aR Calculates the delay using formula that gives this chart. In this specific example start is 5 seconds and max is 60 seconds Count Delay 0 0 1 5 2 10 3 20 4 40 5 60 (max) � r r )r r �min�intr )r �delayr r r r s z ExponentialBackoff.get_delay� �?c C s0 | � � }|d| }|| t�� }t|| �S )z� Adds randomness to the specified stagger of the delay. For example for a delay of 12 and 25% stagger, it works out to 9 + rand(0,3) r )r �randomr )r �stagger_fractionr �non_random_part� random_partr r r �get_random_delay- s z#ExponentialBackoff.get_random_delayN)r ) �__name__� __module__� __qualname__�__doc__r r r r r r r r r r s r )r r r r r r �<module> s PK �Z���� � $ lib/__pycache__/user.cpython-310.pycnu �[��� o ���c� � @ sF d dl Zd dlZd dlmZ d dlmZ G dd� de�Zddd�Z dS ) � N)�_PY3)�encode_if_neededc @ s e Zd ZdS )�UnknownUserErrorN)�__name__� __module__� __qualname__� r r �4/usr/lib/python3/dist-packages/landscape/lib/user.pyr s r c C s� d }d }d }| d ur;t r| }nt| �}zt�|�}W n ttfy) td| ��w |j}|j}|j }t j � |�s;d}|||fS )NzUnknown user '%s'�/) r r �pwd�getpwnam�KeyError�UnicodeEncodeErrorr �pw_uid�pw_gid�pw_dir�os�path�exists)�username�uid�gidr � username_str�infor r r � get_user_info s$ � r )N) �os.pathr r �landscape.lib.compatr �landscape.lib.encodingr � Exceptionr r r r r r �<module> s PK �Z���U U ( lib/__pycache__/sysstats.cpython-310.pycnu �[��� o ���c� � @ s� d dl m Z d dlZd dlZd dlZd dlZd dlmZ d dlmZ d dl m Z G dd� de �Z G dd � d e �Zd d � Zdd d�Zddd�ZG dd� de �ZG dd� de �ZG dd� de �ZG dd� de �ZdS )� )�datetimeN)�getProcessOutputAndValue)� encode_values)� to_timestampc @ s e Zd ZdZdS )� CommandErrorz:Raised when an external command returns a non-zero status.N)�__name__� __module__� __qualname__�__doc__� r r �8/usr/lib/python3/dist-packages/landscape/lib/sysstats.pyr s r c @ s^ e Zd Zddd�Zedd� �Zedd� �Zedd � �Zed d � �Zed d � �Z edd� �Z dS )� MemoryStats� /proc/meminfoc C s� i }t |�D ] }d|v r"|�dd�\}}|dv r"t|�� d �||< q|d d | _|d |d |d d | _|d d | _|d d | _d S ) N�:� )�MemTotal�SwapFree� SwapTotal�MemFree�Buffers�Cachedr r i r r r r r )�open�split�int� total_memory� free_memory� total_swap� free_swap)�self�filename�data�line�key�valuer r r �__init__ s ���zMemoryStats.__init__c C � | j | j S �N)r r �r r r r � used_memory" � zMemoryStats.used_memoryc C r% r& )r r r' r r r � used_swap& r) zMemoryStats.used_swapc C s | j t| j� d S �N�d )r �floatr r' r r r �free_memory_percentage* s z"MemoryStats.free_memory_percentagec C s" | j dkrdS | jt| j � d S �Nr g r, )r r r- r' r r r �free_swap_percentage. s z MemoryStats.free_swap_percentagec C s d| j S r+ )r. r' r r r �used_memory_percentage5 s z"MemoryStats.used_memory_percentagec C s | j dkrdS d| j S r/ )r r0 r' r r r �used_swap_percentage9 s z MemoryStats.used_swap_percentageN)r ) r r r r$ �propertyr( r* r. r0 r1 r2 r r r r r s r c C s, t tj�} tddg| d�}dd� }|�|�S )N�whoz-q)�envc S sJ | \}}}|dkrt |�d���|�dd�d }|�d�}tt|�� ��S )Nr �ascii� r )r �decoder �sorted�set)�args� stdout_data� stderr_data�status� first_liner r r � parse_outputE s z)get_logged_in_users.<locals>.parse_output)r �os�environr � addCallback)rB �resultr@ r r r �get_logged_in_usersA s rE � /proc/uptimec C sF t | d�� }|�� }W d � n1 sw Y |�� \}}t|�S )z� This parses a file in /proc/uptime format and returns a floating point version of the first value (the actual uptime). �rN)r �readliner r- )� uptime_file�ufiler �up�idler r r � get_uptimeO s � rM c c sT � | d u rt j�d�rd} nd} t j�| �r&tt �| ��D ] }t| |�V q d S d S )Nz/sys/class/thermalz/proc/acpi/thermal_zone)rA �path�isdirr9 �listdir� ThermalZone)�thermal_zone_path� zone_namer r r �get_thermal_zonesZ s � �rT c @ s e Zd ZdZdZdZdd� ZdS )rQ Nc C sJ || _ tj�||�| _tj�| jd�}tj�|�rcz?t|��-}|�� }zt|�� �d | _ d| _ d� | j | j �| _ W n t yC Y nw W d � n 1 sNw Y W d S W d S tyb Y d S w tj�| jd�}tj�|�r�t|�D ]-}|�d�r�|dd � �� | _ z| j �� \}}t|�| _ || _ W qu t y� Y quw qud S d S )N�tempg @�@�Cz {:.1f} {}� temperaturez temperature:� )�namerA rN �join�isfiler rH r �strip�temperature_value�temperature_unit�formatrW � ValueError�EnvironmentError� startswithr )r � base_pathrY �temperature_path�fr! r# �unitr r r r$ k sH � ��(� � ���zThermalZone.__init__)r r r rW r] r^ r$ r r r r rQ e s rQ c @ s$ e Zd ZdZdZdd� Zdd� ZdS )� LoginInfoz=Information about a login session gathered from wtmp or utmp.�hi32s4s32s256shhiiiiiii20sc C s� t �| j|�}|d | _|d | _| �|d �| _| �|d �| _| �|d �| _| �|d �| _ |d | _ |d | _ |d | _ t �|d �| _|d | _d S ) Nr r � � � � � � � � � )�struct�unpack� RAW_FORMAT� login_type�pid�_strip_and_decode� tty_device�id�username�hostname�termination_status� exit_status� session_idr �utcfromtimestamp� entry_time�remote_ip_address)r �raw_data�infor r r r$ � s zLoginInfo.__init__c C s |� d��d�S )z>Helper method to strip b" " and return a utf-8 decoded string.� zutf-8)r\ r8 )r � bytestringr r r rw � s zLoginInfo._strip_and_decodeN)r r r r rt r$ rw r r r r rg � s rg c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �LoginInfoReaderzwReader parses C{/var/log/wtmp} and/or C{/var/run/utmp} files. @file: Initialize the reader with an open file. c C s || _ t�tj�| _d S r& )�_filerr �calcsizerg rt �_struct_length)r �filer r r r$ � s zLoginInfoReader.__init__c c s � | � � }|s dS |V q)z2Returns a generator that yields LoginInfo objects.TN)� read_next)r r� r r r � login_info� s ��zLoginInfoReader.login_infoc C s, | j �| j�}|rt|�| jkrt|�S dS )z9Returns login data or None if no login data is available.N)r� �readr� �lenrg )r r r r r r� � s zLoginInfoReader.read_nextN)r r r r r$ r� r� r r r r r� � s r� c @ s2 e Zd ZdZdZ d dd�Zdd� Zdd � ZdS ) � BootTimesN� /var/log/wtmpr c C s || _ || _|| _d S r& )� _filename�_boots_newer_than�_shutdowns_newer_than)r r �boots_newer_than�shutdowns_newer_thanr r r r$ � s zBootTimes.__init__c C s� g }g }t | jd��N}t|�}| j| _| j| _|�� D ]2}|j� d�rMt |j �}|j dkr;|| jkr;|� |� || _q|j dkrM|| jkrM|� |� || _qW d � ||fS 1 s[w Y ||fS )N�rb�~�reboot�shutdown)r r� r� r� � _last_bootr� �_last_shutdownr� rx rb r r� rz �append)r � reboot_times�shutdown_times�login_info_file�readerr� � timestampr r r � get_times� s. �� ��zBootTimes.get_timesc C s$ | j d u rtt�� t� �| _ | j S r& )r� r �timerM r' r r r �get_last_boot_time� s z BootTimes.get_last_boot_time)r� r r )r r r r� r� r$ r� r� r r r r r� � s � r� )rF r& )r rA �os.pathrr r� �twisted.internet.utilsr �landscape.lib.encodingr �landscape.lib.timestampr � Exceptionr �objectr rE rM rT rQ rg r� r� r r r r �<module> s" 0 % PK �Z@,�c) ) $ lib/__pycache__/lock.cpython-310.pycnu �[��� o ���c� � @ s6 d dl Z d dlZd dlZG dd� de�Zddd�ZdS )� Nc @ s e Zd ZdZdS )� LockErrorz"Raised when unable to lock a file.N)�__name__� __module__� __qualname__�__doc__� r r �4/usr/lib/python3/dist-packages/landscape/lib/lock.pyr s r c s� t �| t j�� t�� tjd�}|tjO }t�� tj|� t�� } z t�� tj tj B � W n t yB |t�� | k r@t d��Y nw nt� d� q!� fdd�}|S )Nr TzCouldn't obtain lockg�������?c s t �� t j� t�� � d S )N)�fcntl�flock�LOCK_UN�os�closer ��fdr r � unlock_path s z lock_path.<locals>.unlock_path)r �open�O_CREATr �F_GETFD� FD_CLOEXEC�F_SETFD�timer �LOCK_EX�LOCK_NB�IOErrorr �sleep)�path�timeout�flags�startedr r r r � lock_path s$ �� � r )r )r r r � Exceptionr r r r r r �<module> s PK �Z�O: � � , lib/__pycache__/twisted_util.cpython-310.pycnu �[��� o ���c| � @ s� d dl Z d dlmZmZ d dlmZ d dlmZmZ d dl m Z d dl m Z d dl mZmZ d dlmZ G d d � d e�Zdd d �ZG dd� de�Zdi dddd dddf dd�ZdS )� N)� DeferredList�Deferred)�ProcessProtocol)�Process� ProcessReader)�reactor)�Failure)� itervalues� networkString)� encode_valuesc @ s e Zd ZdZdS )� SignalErrorz3An error if the process was terminated by a signal.N)�__name__� __module__� __qualname__�__doc__� r r �</usr/lib/python3/dist-packages/landscape/lib/twisted_util.pyr s r Fc C s. t | d|d�}|�dd� � |�dd� � |S )N� )�fireOnOneErrback� consumeErrorsc S s dd� | D �S )Nc S s g | ]}|d �qS )r r )�.0�xr r r � <listcomp> s z4gather_results.<locals>.<lambda>.<locals>.<listcomp>r )�rr r r �<lambda> s z gather_results.<locals>.<lambda>c S s | j jS �N)�value� subFailure)�fr r r r s )r � addCallback� addErrback)� deferreds�consume_errors�dr r r �gather_results s �r$ c @ s2 e Zd ZdZd dd�Zdd� Zdd� Zd d � ZdS ) �AllOutputProcessProtocolz<A process protocol for getting stdout, stderr and exit code.Nc C s: || _ t�� | _t�� | _| jj| _|| _|| _d| _ d S �N� ) �deferred�io�BytesIO�outBuf�errBuf�write� errReceived�stdin� line_received� _partial_line)�selfr( r/ r0 r r r �__init__ s z!AllOutputProcessProtocol.__init__c C s. | j d ur| j�t| j �� | j�� d S d S r )r/ � transportr- r � closeStdin)r2 r r r �connectionMade% s �z'AllOutputProcessProtocol.connectionMadec C sX | j �|� | jd u r d S |�d�}| j|d |d< |�� | _|D ]}| �|� q"d S )N� r )r+ r- r0 �splitr1 �pop)r2 �data�lines�liner r r � outReceived* s �z$AllOutputProcessProtocol.outReceivedc C sv | j r | �| j � d| _ | j�� }| j�� }|j}|j}|jr0tt |||j��}| j � |� d S | j � |||f� d S r& ) r1 r0 r+ �getvaluer, r �exitCode�signalr r r( �errback�callback)r2 �reason�out�err�e�code�failurer r r � processEnded: s z%AllOutputProcessProtocol.processEnded)NN)r r r r r3 r6 r= rI r r r r r% s r% r Tc s` | g} | � |� t� } t| | |d�} t|�}tj| | | |||||d�� |s.� fdd�} | � _| S )a� Spawn a process using Twisted reactor. Return a deferred which will be called with process stdout, stderr and exit code. @param wait_pipes: if set to False, don't wait for stdin/stdout pipes to close when process ends. @param line_received: an optional callback called with every line of output from the process as parameter. @note: compared to reactor.spawnProcess, this version does NOT require the executable name as first element of args. )r/ r0 )�args�env�path�uid�gid�usePTYc sJ � j r � js t� j �D ]} t| t�r| �� | �� q i � _ t�� � dS )a� A less strict version of Process.maybeCallProcessEnded. This behaves exactly like the original method, but in case the process has ended already and sent us a SIGCHLD, it doesn't wait for the stdin/stdout pipes to close, because the child process itself might have passed them to its own child processes. @note: Twisted 8.2 now has a processExited hook that could be used in place of this workaround. N) �pipes�pidr � isinstancer �doRead� stopReadingr �maybeCallProcessEnded)�pipe��processr r rU h s z,spawn_process.<locals>.maybeCallProcessEnded)�extendr r% r r � spawnProcessrU )� executablerJ rK rL rM rN rO � wait_pipesr0 r/ � list_args�result�protocolrU r rW r � spawn_processI s � � r` )F)r) �twisted.internet.deferr r �twisted.internet.protocolr �twisted.internet.processr r �twisted.internetr �twisted.python.failurer �twisted.python.compatr r �landscape.lib.encodingr � Exceptionr r$ r% r` r r r r �<module> s 0�PK �Z���� � - lib/__pycache__/scriptcontent.cpython-310.pycnu �[��� o ���c � @ s d dl mZ dd� Zdd� ZdS )� )�md5c C s d� | pd|pd�S )zJ Concatenates a interpreter and script into an executable script. z#!{} {}� )�format)� interpreter�code� r �=/usr/lib/python3/dist-packages/landscape/lib/scriptcontent.py� build_script s r c C s | � d�}t|��� � d�S )z+ Return a hash for a given script. zutf-8�ascii)�encoder � hexdigest)�script�encoded_scriptr r r �generate_script_hash s r N)�landscape.lib.hashlibr r r r r r r �<module> s PK �Zʔ�^ ^ & lib/__pycache__/compat.cpython-310.pycnu �[��� o ���ch � @ s� e ekZer.d dlZd dlmZmZ eZd dl Z d dl m Z e Z Zd dlmZ e ZeZdS d dlZd dlmZmZmZ d dl Z d dl m Z e Z d dlm Z eZeZeZdS )� N)� ConfigParser� NoOptionError)�StringIO)�input)r r �SafeConfigParser)�str�bytes�_PY3�_pickle�cPickle� configparserr r r �_thread�thread�ior �stringio� cstringio�builtinsr �unicode�int�long� cStringIO� raw_input� r r �6/usr/lib/python3/dist-packages/landscape/lib/compat.py�<module> s( PK �Z�g3|' |' ' lib/__pycache__/reactor.cpython-310.pycnu �[��� o ���cl" � @ s� d Z ddlmZ ddlZddlZddlmZ ddlmZ G dd� de �Z G dd � d e �Z G d d � d e �Z G d d � d e �ZG dd� de �ZG dd� de�ZdS )zB Extend the regular Twisted reactor with event-handling features. � )�absolute_importN)� deferToThread)� format_objectc @ � e Zd ZdZdS )� InvalidIDz=Raised when an invalid ID is used with reactor.cancel_call().N��__name__� __module__� __qualname__�__doc__� r r �7/usr/lib/python3/dist-packages/landscape/lib/reactor.pyr � r c @ r )� CallHookErrorz-Raised when hooking on a reactor incorrectly.Nr r r r r r r r c @ s e Zd ZdZdd� ZdS )�EventIDz�Unique identifier for an event handler. @param event_type: Name of the event type handled by the handler. @param pair: Binary tuple C{(handler, priority)} holding the handler function and its priority. c C s || _ || _d S �N)� _event_type�_pair)�self� event_type�pairr r r �__init__ s zEventID.__init__N)r r r r r r r r r r s r c s: e Zd ZdZ� fdd�Zd dd�Zdd� Zd d � Z� ZS ) �EventHandlingReactorMixina� Fire events identified by strings and register handlers for them. Note that event handlers are executed synchronously when the C{fire} method is called, so unit-tests can generally exercise events without needing to run the real Twisted reactor (except of course if the event handlers themselves contain asynchronous calls that need the Twisted reactor running). c s t t| ��� i | _d S r )�superr r �_event_handlers�r �� __class__r r r - s z"EventHandlingReactorMixin.__init__r c C s: ||f}| j �|g �}|�|� |jdd� d� t||�S )a� Register an event handler. The handler will be invoked every time an event of the given type is fired (there's no need to re-register the handler after the event is fired). @param event_type: The name of the event type to handle. @param handler: The function handling the given event type. @param priority: The priority of the given handler function. @return: The L{EventID} of the registered handler. c S s | d S )N� r )r r r r �<lambda>B s z3EventHandlingReactorMixin.call_on.<locals>.<lambda>)�key)r � setdefault�append�sortr )r r �handler�priorityr �handlersr r r �call_on1 s z!EventHandlingReactorMixin.call_onc O s� t �d|� g }t| j�|d��}|D ]D\}}zt �dt|�||� |�||i |��� W q tyD t �dt|�|||� | � � � t yW t �dt|�|||� Y qw t �d|� |S )ac Fire an event of a given type. Call all handlers registered for the given C{event_type}, in order of priority. @param event_type: The name of the event type to fire. @param args: Positional arguments to pass to the registered handlers. @param kwargs: Keyword arguments to pass to the registered handlers. zStarted firing %s.r z#Calling %s for %s with priority %d.zTKeyboard interrupt while running event handler %s for event type %r with args %r %r.zAError running event handler %s for event type %r with args %r %r.zFinished firing %s.) �logging�debug�listr �getr r" �KeyboardInterrupt� exception�stop� Exception)r r �args�kwargs�resultsr& r$ r% r r r �fireF s0 � � �� z EventHandlingReactorMixin.firec C s0 t |�tu r| j|j �|j� dS td| ��)zfUnregister an event handler. @param id: the L{EventID} of the handler to unregister. z&EventID instance expected, received %rN)�typer r r �remover r �r �idr r r � cancel_callj s z%EventHandlingReactorMixin.cancel_call)r ) r r r r r r' r3 r8 � __classcell__r r r r r # s $r c @ s e Zd Zdd� ZdS )� ReactorIDc C s || _ d S r )�_timeout)r �timeoutr r r r w s zReactorID.__init__N)r r r r r r r r r: u s r: c s� e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z dd� Z dd� Z dd� Zdd� Zdd� Z� ZS ) �EventHandlingReactora Wrap and add functionalities to the Twisted reactor. This is essentially a facade around the twisted.internet.reactor and will delegate to it for mostly everything except event handling features which are implemented using EventHandlingReactorMixin. c sF ddl m} ddlm} || _|| _| �� |j| _tt | �� � d S )Nr )�reactor)� LoopingCall) �twisted.internetr> �twisted.internet.taskr? � _LoopingCall�_reactor�_cleanup�callFromThreadr r= r )r r> r? r r r r � s z EventHandlingReactor.__init__c C s t � � S )z5Get current time. @see L{time.time} )�timer r r r rF � s zEventHandlingReactor.timec O s | j j|i |��S )z�Call a function later. Simply call C{callLater(*args, **kwargs)} and return its result. @see: L{twisted.internet.interfaces.IReactorTime.callLater}. )rC � callLater)r r0 r1 r r r � call_later� s z EventHandlingReactor.call_laterc O s* | j |g|�R i |��}|j|dd� |S )z�Call a function repeatedly. Create a new L{twisted.internet.task.LoopingCall} object and start it. @return: the created C{LoopingCall} object. F)�now)rB �start)r �seconds�fr0 r1 �lcr r r � call_every� s z EventHandlingReactor.call_everyc C sB t |t�r t�| |�S t || j�r|�� S |�� r |�� dS dS )a Cancel a scheduled function or event handler. @param id: The function call or handler to remove. It can be an L{EventID}, a L{LoopingCall} or a C{IDelayedCall}, as returned by L{call_on}, L{call_every} and L{call_later} respectively. N)� isinstancer r r8 rB r. �active�cancelr6 r r r r8 � s �z EventHandlingReactor.cancel_callc C s | j �|� dS )zASchedule a function to be called when the reactor starts running.N)rC �callWhenRunning)r rL r r r �call_when_running� s z&EventHandlingReactor.call_when_runningc O s | j j|g|�R i |�� dS )a1 Cause a function to be executed by the reactor thread. @param f: The callable object to execute. @param args: The arguments to call it with. @param kwargs: The keyword arguments to call it with. @see: L{twisted.internet.interfaces.IReactorThreads.callFromThread} N)rC rE )r rL r0 r1 r r r � call_in_main� s z!EventHandlingReactor.call_in_mainc sF � fdd�}�fdd�}t |g|�R i |��}|�|� |�|� dS )a Execute a callable object in a new separate thread. @param callback: A function to call in case C{f} was successful, it will be passed the return value of C{f}. @param errback: A function to call in case C{f} raised an exception, it will be pass a C{(type, value, traceback)} tuple giving information about the raised exception (see L{sys.exc_info}). @note: Both C{callback} and C{errback} will be executed in the the parent thread. c s � r� | �S d S r r )�result)�callbackr r � on_success� s �z7EventHandlingReactor.call_in_thread.<locals>.on_successc s6 | j | j| jf}� r� |� d S tj|d |d� d S )Nr )�exc_info)r4 �value�tbr( �error)�failurerX )�errbackr r � on_failure� s z7EventHandlingReactor.call_in_thread.<locals>.on_failureN)r � addCallback� addErrback) r rV r] rL r0 r1 rW r^ �deferredr )rV r] r �call_in_thread� s z#EventHandlingReactor.call_in_threadc C s | j j||dd�S )z!Start listening on a Unix socket.T)�wantPID)rC � listenUNIX�r �socket�factoryr r r � listen_unix� s z EventHandlingReactor.listen_unixc C s | j �||�S )zConnect to a Unix socket.)rC � connectUNIXre r r r � connect_unix� s z!EventHandlingReactor.connect_unixc C s" | � d� | j�� | � d� dS )z2Start the reactor, a C{"run"} event will be fired.�runr. N)r3 rC rk r r r r rk � s zEventHandlingReactor.runc C s | j �� | �� dS )z2Stop the reactor, a C{"stop"} event will be fired.N)rC r. rD r r r r r. � s zEventHandlingReactor.stopc C s$ | j �� D ] }|�� r|�� qd S r )rC �getDelayedCallsrP rQ )r �callr r r rD � s ��z EventHandlingReactor._cleanup)r r r r r rF rH rN r8 rS rT rb rh rj rk r. rD r9 r r r r r= { s r= )r � __future__r r( rF �twisted.internet.threadsr �landscape.lib.formatr r/ r r �objectr r r: r= r r r r �<module> s RPK �Z�|�8 8 . lib/__pycache__/sequenceranges.cpython-310.pycnu �[��� o ���c\ � @ sX d dl mZ G dd� de�ZG dd� de�Zdd� Zdd � Zd d � Zd d � Z dd� Z dS )� )�xrangec @ s e Zd ZdZdS )� SequenceErrorz@Raised when the sequence isn't proper for translation to ranges.N)�__name__� __module__� __qualname__�__doc__� r r �>/usr/lib/python3/dist-packages/landscape/lib/sequenceranges.pyr s r c @ s` e Zd ZdZdd� Zedd� �Zedd� �Zdd � Zd d � Z d d � Z dd� Z dd� Z dd� Z dS )�SequenceRangesaZ High level interface to ranges. A ranges list represent a sequence of ordered and non-repeating elements into a more compact format, by representing 3 or more consecutive entries by a range. This means that a sequence such as [1, 2, 4, 5, 6, 8, 10, 11, 12, 14] becomes [1, 2, (4, 6), 8, (10, 12), 14] c C s g | _ d S �N��_ranges��selfr r r �__init__ � zSequenceRanges.__init__c C s | � }t |�|jd d �< |S r )�sequence_to_rangesr )�cls�sequence�objr r r � from_sequence s z SequenceRanges.from_sequencec C s | � }||j d d �< |S r r )r �rangesr r r r � from_ranges! s zSequenceRanges.from_rangesc C s t t| j��S r )�list�ranges_to_sequencer r r r r � to_sequence' s zSequenceRanges.to_sequencec C � t | j�S r )r r r r r r � to_ranges* r zSequenceRanges.to_rangesc C r r )r r r r r r �__iter__- r zSequenceRanges.__iter__c C sZ t | j|�}|t| j�k r+| j| }t|t�r'|d | ko$|d kS S ||kS dS )Nr � F)�find_ranges_indexr �len� isinstance�tuple)r �item�index�testr r r � __contains__0 s zSequenceRanges.__contains__c C � t | j|� d S r )� add_to_rangesr �r r$ r r r �add9 � zSequenceRanges.addc C r( r )�remove_from_rangesr r* r r r �remove< r, zSequenceRanges.removeN)r r r r r � classmethodr r r r r r' r+ r. r r r r r s r c c s� � t | �}zt|� }}W n ty Y dS w |durxzt|�}W n ty- d}Y nw ||d kr9|d7 }n9|durT||krT||k rMtd||f ��td|f ��||kr\|V n||d kri|V |V n||fV | }}|dus dS dS )z9Iterate over range items that compose the given sequence.Nr z Sequence is unordered (%r < %r)zFound duplicated item (%r))�iter�next� StopIterationr )r �iterator� range_start� range_stopr$ r r r r @ s: � � � � �r c c sX � | D ]&}t |t�r&|\}}||krtd||��t||d �D ]}|V q q|V qdS )z;Iterate over individual items represented in a ranges list.zRange error %d > %dr N)r" r# � ValueErrorr )r r$ �start�endr r r r ` s � ��r c C sj d}t | �}||k r3|| d }| | }z|d }W n ty# Y nw ||kr-|d }n|}||k s |S )z'Find the index where an entry *may* be.r � r )r! � TypeError)r r$ �lo�hi�midr& r r r r m s � � r c C sZ t | |� } }}| }}t| �}||k r6| | }t|t�r0|d | kr-|d kr/dS nn||kr6dS |dkrf| |d }t|t�rS|d |d krNn|d }n ||d krZn |d8 }|d8 }|dks:||k r�| | }t|t�r�|d |d kr|n|d }n ||d kr�n |d7 }|d7 }||k sj|| dk r�| �||� dS ||ff| ||�< dS )z.Insert item in ranges, reorganizing as needed.r r Nr9 )r r! r" r# �insert) r r$ � index_start� index_stopr% r4 r5 � ranges_lenr& r r r r) sH � � � r) c C s� t | |�}t| �}||k rp| | }t|t�rg|\}}||kre||d k r4t|d |d �| ||d �< n |d |ff| ||d �< ||d krX||krVt||�| ||�< dS dS ||d ff| ||�< dS dS ||krr| |= dS dS dS )z0Remove item from ranges, reorganizing as needed.� r N)r r! r" r# �range)r r$ r% rA r& r4 r5 r r r r- � s( �� �r- N) �twisted.python.compatr � Exceptionr �objectr r r r r) r- r r r r �<module> s 8 1PK �Z��?iE E # lib/__pycache__/cli.cpython-310.pycnu �[��� o ���c� � @ s ddd�Z d S )Nc C sF ddl m} |�| |� d}|r|d�|�7 }| jddd||d� d S ) z/Add common CLI options to the given arg parser.� )�configz+The directory in which to store data files.z (default: {!r})z-dz --data-path�PATH)�metavar�default�helpN)� r �add_cli_options�format� add_option)�parser�cfgfile�datadirr � datadirhelp� r �3/usr/lib/python3/dist-packages/landscape/lib/cli.pyr s �r )NN)r r r r r �<module> s PK �Z TfoO O ' lib/__pycache__/message.cpython-310.pycnu �[��� o ���cN � @ s d Z e� Zdd� ZdS )z/Helpers for reliable persistent message queues.c C s� d}| � � }|| | �� kr| �� d}t}n"||kr$| �� || }n||| �� k r1d}t}n| �� | | }| �|� | �|� |S )a� Our peer has told us what it expects our next message's sequence to be. Call this with the message store and sequence number that the peer wants next; this will do various things based on what *this* side has in its outbound queue store. 0. The peer expects a sequence number from the server that is too high, the difference greater than pending messages in the peer. We flush the older messages in queue b/c the server does not want old or ancient messages, however we also reset the offset so that the pending messages are resent. Then we resynchronize by returning RESYNC. See LP: #1917540 1. The peer expects a sequence greater than what we last sent. This is the common case and generally it should be expecting last_sent_sequence+len(messages_sent)+1. 2. The peer expects a sequence number our side has already sent, and we no longer have that message. In this case, just send *all* messages we have, including the previous generation, starting at the sequence number the peer expects (meaning that messages have probably been lost). 3. The peer expects a sequence number we already sent, and we still have that message cached. In this case, we send starting from that message. If the next expected sequence from the server refers to a message older than we have, then L{RESYNC} will be returned. N� )� get_sequence�count_pending_messages�delete_old_messages�RESYNC�get_pending_offset�set_pending_offset� set_sequence)�store� next_expected�ret� old_sequence�pending_offset� r �7/usr/lib/python3/dist-packages/landscape/lib/message.py�got_next_expected s( �� r N)�__doc__�objectr r r r r r �<module> s PK �Zg��� � % lib/__pycache__/store.cpython-310.pycnu �[��� o ���c� � @ s< d Z zddlZW n ey ddlmZ Y nw dd� ZdS )z+Functions used by all sqlite-backed stores.� N)�dbapi2c s � fdd�}|S )a� Decorator that encloses the method in a database transaction. Even though SQLite is supposed to be useful in autocommit mode, we've found cases where the database continued to be locked for writing until the cursor was closed. With this in mind, instead of using the autocommit mode, we explicitly terminate transactions and enforce cursor closing with this decorator. c s� | j st�| j�| _ | �� z%| j �� }z� | |g|�R i |��}W |�� n|�� w | j �� W |S ty@ | j � � � w )N) �_db�sqlite3�connect� _filename�_ensure_schema�cursor�close�commit� BaseException�rollback)�self�args�kwargsr �result��method� �5/usr/lib/python3/dist-packages/landscape/lib/store.py�inner s � �zwith_cursor.<locals>.innerr )r r r r r � with_cursor s r )�__doc__r � ImportError� pysqlite2r r r r r r �<module> s � PK �Zv���� � ) lib/__pycache__/timestamp.cpython-310.pycnu �[��� o ���c� � @ s" d dl m Z e �d �fdd�ZdS )� )�datetimec C s | | }|j d d d |j S )z2Convert a C{datetime} to an C{int}-based timetamp.�< � )�days�seconds)�date�epoch�delta� r �9/usr/lib/python3/dist-packages/landscape/lib/timestamp.py� to_timestamp s r N)r �utcfromtimestampr r r r r �<module> s PK �Z�L�T� � + lib/__pycache__/lsb_release.cpython-310.pycnu �[��� o ���cJ � @ sH d Z ddlZddlmZmZ dZdZdddd d �Zdd d �Zd d� Z dS )z*Get information from /usr/bin/lsb_release.� N)�CalledProcessError� check_outputz/usr/bin/lsb_releasez/etc/lsb_release�distributor-id� description�release� code-name)� DISTRIB_ID�DISTRIB_DESCRIPTION�DISTRIB_RELEASE�DISTRIB_CODENAMEc C s� | r t j�| �r t| �S tt jd��<}z ttdg|d�}W n tt fy3 t| � Y W d � S w |� � � d�\}}}}}||||d�W d � S 1 sQw Y dS )z� Returns a C{dict} holding information about the system LSB release. Reads from C{lsb_release_filename} if it exists, else calls C{LSB_RELEASE} �wz-as)�stderrN� )r r r r ) �os�path�exists�parse_lsb_release_file�open�devnullr � LSB_RELEASEr �FileNotFoundError�decode�split)�lsb_release_filename�FNULL�lsb_info�dist�descr � code_name�_� r �;/usr/lib/python3/dist-packages/landscape/lib/lsb_release.py�parse_lsb_release s ��$�r" c C st i }t | ��*}|D ] }|�d�\}}|tv r't|�� }|�� �d�}|||< q W d � |S 1 s3w Y |S )z� Returns a C{dict} holding information about the system LSB release by attempting to parse C{filename}. @raises: A FileNotFoundError if C{filename} does not exist. �=�"N)r r �LSB_RELEASE_FILE_KEYS�strip)�filename�info�fd�line�key�valuer r r! r ) s �� � � r )N) �__doc__r � subprocessr r r �LSB_RELEASE_FILENAMEr% r" r r r r r! �<module> s � PK �Z٥��` ` ( lib/__pycache__/__init__.cpython-310.pycnu �[��� o ���c� � @ s d Z dS )z� This package contains the Landscape library. Code inside this package must be generic and self-contained, depending only on code inside of the package itself or libraries outside Landscape. N)�__doc__� r r �8/usr/lib/python3/dist-packages/landscape/lib/__init__.py�<module> s PK �Z�y;� " lib/__pycache__/fs.cpython-310.pycnu �[��� o ���c1 � @ sj d Z ddlZddlZddlmZ dd� Zdd� Zdd � Zd d � Zdd d �Z ddd�Z e Z eZ ddd�Z dS )zFile-system utils� N)�longc C � t | |�d�� dS )z�Create a file with the given content. The content is encoded with utf-8 before writing. @param path: The path to the file. @param content: The content to be written in the file. �utf-8N)�create_binary_file�encode��path�content� r �2/usr/lib/python3/dist-packages/landscape/lib/fs.py�create_text_file s r c C �: t | d��}|�|� W d � dS 1 sw Y dS )z�Create a file with the given binary content. @param path: The path to the file. @param content: The content to be written in the file. �wbN��open�write�r r �fdr r r r s "�r c C r )a Append a file with the given content. The file is created, if it doesn't exist already. The content is utf-8 encoded before it is written. @param path: The path to the file. @param content: The content to be written in the file at the end. r N)�append_binary_filer r r r r �append_text_file s r c C r )z�Append a file with the given binary content. The file is created, if it doesn't exist already. @param path: The path to the file. @param content: The content to be written in the file at the end. �abNr r r r r r + s "�r c C sR t | |du rdn|d �}|�dd�}|du r|S |dkr#|d|� S ||d� S )a� Return the content of the given file as string. @param path: The path to the file. @param limit: An optional read limit. If positive, read up to that number of characters from the beginning of the file. If negative, read up to that number of bytes from the end of the file. @return content: The content of the file string, possibly trimmed to C{limit} characters. N� r �replacer )�read_binary_file�decode)r �limitr r r r �read_text_file7 s r c C s� t | d��1}|dur+tj�| �t|�kr+|dkr$|�|�W d � S |�|tj� |�� W d � S 1 s9w Y dS )a� Return the content of the given file as bytes. @param path: The path to the file. @param limit: An optional read limit. If positive, read up to that number of bytes from the beginning of the file. If negative, read up to that number of bytes from the end of the file. @return content: The content of the file as bytes, possibly trimmed to C{limit}. �rbNr )r �osr �getsize�abs�read�seek�SEEK_END)r r r r r r r R s �$�r c C sD t | d��� |durtt�� �| }||f}nd}t�| |� dS )z�Touch a file, creating it if it doesn't exist. @param path: the path to the file to be touched. @param offset_seconds: a signed integer number of seconds to offset the atime and mtime of the file from the current time. r N)r �closer �timer �utime)r �offset_seconds� offset_time� touch_timer r r � touch_filej s r* )N)�__doc__r r% �twisted.python.compatr r r r r r r � read_file� create_filer* r r r r �<module> s PK �Z�4K�H H ' lib/__pycache__/jiffies.cpython-310.pycnu �[��� o ���cU � @ s d dl Z dd� ZdS )� Nc C s� t d�} t d�}| j}|j} |� }t�� }|dkr t�d� |� }t d| �}|�� }|�� t�|d� t|�� d �} t|�� d �} t |�� d �} t | | d �} t | | d �} | | krcn | � d� |� d� q| �� |�� | S )a� Returns the number of jiffies per second for this machine. A jiffy is a value used by the kernel to report certain time-based events. Jiffies occur N times per second where N varies depending on the hardware the kernel is running on. This function gets the uptime for the current process, forks a child process and gets the uptime again; finally, using the running time of the child process compared with the uptimes to determine number of jiffies per second. z /proc/uptimeTr z /proc/%d/stat� g �?) �open�read�os�fork�_exit�close�waitpid�float�split�int�seek)� uptime1_file� uptime2_file� read_uptime1� read_uptime2� uptime1_data�pid� uptime2_data� stat_file� stat_data�seconds_uptime1�seconds_uptime2� jiffie_uptime�jiffies1�jiffies2� r �7/usr/lib/python3/dist-packages/landscape/lib/jiffies.py�detect_jiffies s6 � r )r r r r r r �<module> s PK �Z� �M M & lib/__pycache__/base64.cpython-310.pycnu �[��� o ���c� � @ s< d dl mZ d dlmZ erd dlmZ dS d dlmZ dS )� )�absolute_import)�_PY3)� decodebytes)� decodestringN)� __future__r �landscape.lib.compatr �base64r r � r r �6/usr/lib/python3/dist-packages/landscape/lib/base64.py�<module> s PK �ZZB�g g ' lib/__pycache__/warning.cpython-310.pycnu �[��� o ���c� � @ s d Z ddlZdd� ZdS )z Warning utilities for Landscape.� Nc C s t �d� t �dt� dS )z�Disable printing of non-UserWarning warnings. This should be used for any programs that are being run by a user in a production environment: warnings that aren't UserWarnings are meant for developers. �ignore�defaultN)�warnings� simplefilter� UserWarning� r r �7/usr/lib/python3/dist-packages/landscape/lib/warning.py� hide_warnings s r )�__doc__r r r r r r �<module> s PK �Z�L��| | & lib/__pycache__/format.cpython-310.pycnu �[��� o ���c� � @ s$ d dl Z dd� Zdd� Zdd� ZdS )� Nc C sh t �| �rt| ��d�d }d| j|f S t �| �r*t| ��d�d }d| j|f S d| jj| jjf S )zv Returns a fully-qualified name for the specified object, such as 'landscape.lib.format.format_object()'. � � z%s.%s()� z%s.%s)�inspect�ismethod�repr�split� __module__� isfunction� __class__�__name__)�object�name� r �6/usr/lib/python3/dist-packages/landscape/lib/format.py� format_object s r c C � | sd} dt | � S )N� z%.02fs��float)�secondsr r r � format_delta � r c C r )Nr z%.02f%%r )�percentr r r �format_percent r r )r r r r r r r r �<module> s PK �Z� $5� � & lib/__pycache__/schema.cpython-310.pycnu �[��� o ���c9 � @ s� d Z ddlmZmZmZ G dd� de�ZG dd� de�ZG dd� de�Z G d d � d e�Z G d d � d e�Z G d d� de�Z G dd� de�Z G dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZdS ) z"A schema system. Yes. Another one!� )� iteritems�unicode�longc @ s e Zd ZdZdS )� InvalidErrorz&Raised when invalid input is received.N)�__name__� __module__� __qualname__�__doc__� r r �6/usr/lib/python3/dist-packages/landscape/lib/schema.pyr s r c @ � e Zd ZdZdd� Zdd� ZdS )�Constantz1Something that must be equal to a constant value.c C � || _ d S �N)�value��selfr r r r �__init__ � zConstant.__init__c C sV t | jt�rt |t�rz|�� }W n ty Y nw || jkr)td|| jf ��|S )Nz%r != %r)� isinstancer �str�bytes�decode�UnicodeDecodeErrorr r r r r �coerce s � zConstant.coerceN�r r r r r r r r r r r s r c @ r )�AnyzsSomething which must apply to any of a number of different schemas. @param schemas: Other schema objects. c G r r )�schemas)r r r r r r r z Any.__init__c C s@ | j D ]}z|�|�W S ty Y qw td|| j f ��)z� The result of the first schema which doesn't raise L{InvalidError} from its C{coerce} method will be returned. z!%r did not match any schema in %s)r r r )r r �schemar r r r # s ��z Any.coerceNr r r r r r � r c @ � e Zd ZdZdd� ZdS )�Boolz!Something that must be a C{bool}.c C s t |t�s td|f ��|S )Nz%r is not a bool)r �boolr r r r r r 3 s z Bool.coerceN�r r r r r r r r r r! 1 � r! c @ r )�Intz,Something that must be an C{int} or C{long}.c C s t |ttf�std|f ��|S )Nz%r isn't an int or long)r �intr r r r r r r ; s z Int.coerceNr# r r r r r% 9 r$ r% c @ r )�Floatz7Something that must be an C{int}, C{long}, or C{float}.c C s" t |tttf�std|f ��|S )Nz%r isn't a float)r r& r �floatr r r r r r C s z Float.coerceNr# r r r r r' A r$ r' c @ r )�BytesziA binary string. If the value is a Python3 str (unicode), it will be automatically encoded. c C s, t |t�r|S t |t�r|�� S td| ��)Nz%r isn't a bytestring)r r r �encoder r r r r r O s z Bytes.coerceNr# r r r r r) I s r) c @ s" e Zd ZdZddd�Zdd� ZdS ) �Unicodez�Something that must be a C{unicode}. If the value is a C{str}, it will automatically be decoded. @param encoding: The encoding to automatically decode C{str}s with. �utf-8c C r r )�encoding)r r- r r r r a r zUnicode.__init__c C sd t |t�r$z|�| j�}W n ty# } z td|t|�f ��d }~ww t |t�s0td|f ��|S )Nz%r can't be decoded: %sz%r isn't a unicode)r r r r- r r r r )r r �er r r r d s �� zUnicode.coerceN)r, r r r r r r+ Y s r+ c @ r )�ListznSomething which must be a C{list}. @param schema: The schema that all values of the list must match. c C r r �r �r r r r r r t r z List.__init__c C sv t |t�s td|f ��t|�}t|�D ]$\}}z | j�|�||< W q ty8 } z td|| j|f ��d }~ww |S )Nz%r is not a listz %r could not coerce with %s: %s)r �listr � enumerater r )r r �new_list�i�subvaluer. r r r r w s ����z List.coerceNr r r r r r/ o r r/ c @ r )�Tuplez�Something which must be a fixed-length tuple. @param schema: A sequence of schemas, which will be applied to each value in the tuple respectively. c G r r r0 r1 r r r r � r zTuple.__init__c C sx t |t�s td|f ��t|�t| j�kr#tdt| j�t|�|f ��g }t| j|�D ] \}}|�|�|�� q+t|�S )Nz%r is not a tuplezNeed %s items, got %s in %r)r �tupler �lenr �zip�appendr )r r � new_valuer r r r r � s �z Tuple.coerceNr r r r r r7 � s r7 c @ s" e Zd ZdZddd�Zdd� ZdS )�KeyDictz�Something which must be a C{dict} with defined keys. The keys must be constant and the values must match a per-key schema. @param schema: A dict mapping keys to schemas that the values of those keys must match. Nc C s |d u rg }t |�| _|| _d S r )�set�optionalr )r r r? r r r r � s zKeyDict.__init__c C s� i }t |t�std|f ��t|�D ]7\}}|| jvr$td|| jf ��z | j| �|�||< W q tyI } z td||| j| |f ��d }~ww t|�� �}t| j�� �| j }|| }|rgtd|f ��|S )N�%r is not a dict.z %r is not a valid key as per %rz7Value of %r key of dict %r could not coerce with %s: %szMissing keys %s) r �dictr r r r r> �keysr? ) r r �new_dict�k�vr. �new_keys� required_keys�missingr r r r � s0 ����� zKeyDict.coercer r r r r r r= � s r= c @ r )�Dictz�Something which must be a C{dict} with arbitrary keys. @param key_schema: The schema that keys must match. @param value_schema: The schema that values must match. c C s || _ || _d S r )� key_schema� value_schema)r rJ rK r r r r � s z Dict.__init__c C sJ t |t�s td|f ��i }|�� D ]\}}| j�|�|| j�|�< q|S )Nr@ )r rA r �itemsrK r rJ )r r rC rD rE r r r r � s z Dict.coerceNr r r r r rI � s rI N)r �twisted.python.compatr r r � Exceptionr �objectr r r! r% r' r) r+ r/ r7 r= rI r r r r �<module> s $PK �Z��D� � ' lib/__pycache__/hashlib.cpython-310.pycnu �[��� o ���c � @ sT d Z zed�ZW n ey ddlmZ ddlmZ Y nw ejZejZddgZdS )z8Provide backward compatible access to hashlib functions.�hashlib� )�md5)�shar �sha1N)�__doc__� __import__�_hashlib� ImportErrorr r r �__all__� r r �7/usr/lib/python3/dist-packages/landscape/lib/hashlib.py�<module> s � PK �Ze�W p p * lib/__pycache__/versioning.cpython-310.pycnu �[��� o ���c� � @ s$ d Z ddlmZ dd� Zdd� ZdS )z-Helpers for dealing with software versioning.� )� StrictVersionc C s$ | � d�} |� d�}t| �t|�kS )a6 Check if a version is higher than another. This takes two software versions in the usual b"x.y" form and split them on the decimal character, converting both parts to ints, e.g. b"3.2" becomes (3, 2). It then does a comparison of the two tuples, and returns C{True} if C{version1} is greater than or equal to C{version2}. @param version1: The first version to compare as C{bytes}. @param version2: The second version to compare as C{bytes}. @return: C{True} if the first version is greater than or equal to the second. �ascii)�decoder )�version1�version2� r �:/usr/lib/python3/dist-packages/landscape/lib/versioning.py�is_version_higher s r c C s$ t dd� | D �dd�}dd� |D �S )z�Sort a list of software versions in from the highest to the lowest. @param version: a C{list} of C{bytes} describing a version. c S s g | ] }t |�d ���qS �r )r r )�.0�versionr r r � <listcomp> s z!sort_versions.<locals>.<listcomp>T)�reversec S s g | ] }t |��d ��qS r )�str�encode)r �strict_versionr r r r " s �)�sorted)�versions�strict_versionsr r r � sort_versions s ��r N)�__doc__�distutils.versionr r r r r r r �<module> s PK �Z��� ' lib/__pycache__/vm_info.cpython-310.pycnu �[��� o ���cd � @ sX d Z ddlZddlmZmZ dZddd�Zdd d �Zd d � Zd d� Z dd� Z dd� Z dS )zG Network introspection utilities using ioctl and the /proc filesystem. � N)�read_binary_file�read_text_file)� sys_vendor�chassis_vendor� bios_vendor� product_name�/c C sh t | �rdS t| �r dS tj�| d�}tD ]}tj�||�}tj�|�s%qt|�}|r/| S qt| �S )a Return a bytestring with the virtualization type if it's known, an empty bytestring otherwise. It loops through some possible configurations and return a bytestring with the name of the technology being used or None if there's no match s openvzs xenzsys/class/dmi/id) � _is_vm_openvz� _is_vm_xen�os�path�join� DMI_FILES�exists�_get_vm_by_vendor�_get_vm_legacy)� root_path� dmi_info_path� dmi_info_file�dmi_vendor_path�vendor� r �7/usr/lib/python3/dist-packages/landscape/lib/vm_info.py� get_vm_info s �r �/runc C s8 dD ]}t j�| |�}t j�|�rt|��� S qdS )zu Return a string with the type of container the client is running in, if any, an empty string otherwise. )�container_typezsystemd/container� )r r r r r �strip)�run_path�filenamer r r r �get_container_info' s �r c C s$ t j�| d�}t j�|�ot �|�S )z*Check if the host is virtualized with Xen.zsys/bus/xen/devices)r r r �isdir�listdir)r � sys_xen_pathr r r r 3 s r c C s t j�t j�| d��S )z-Check if the host is virtualized with OpenVZ.zproc/vz)r r r r )r r r r r : s r c C s6 t | dd��� }d}|D ] \}}||v r| S q dS )zDReturn the VM type byte string (possibly empty) based on the vendor.i )�limit) )s amazon ec2� kvm)s bochsr% )s digitaloceanr% )s googles gce)s innoteks virtualbox)s microsofts hyperv)s nutanixr% )s openstackr% )s qemur% )r% r% )� vmwarer& )s rhevr% )s parallelsr% � )r �lower)�sys_vendor_pathr �content_vendors_map�name�vm_typer r r r ? s �r c C s@ z t tj�| d��}W n ttfy Y dS w d|v r dS dS )zBCheck if the host is virtualized looking at /proc/cpuinfo content.z proc/cpuinfor' �qemur% )r r r r �IOError�OSError)r �cpuinfor r r r [ s �r )r )r ) �__doc__r �landscape.lib.fsr r r r r r r r r r r r r �<module> s PK �Z���c ' lib/__pycache__/process.cpython-310.pycnu �[��� o ���c� � @ sl d dl mZ d dlZd dlZd dlmZmZ d dlmZ d dlm Z d dl m Z G dd� de �Z d d � ZdS ) � )�absolute_importN)� timedelta�datetime)�sysstats)� to_timestamp)�detect_jiffiesc @ s. e Zd ZdZ d dd�Zdd� Zdd � ZdS ) �ProcessInformationaI @param proc_dir: The directory to use for process information. @param jiffies: The value to use for jiffies per second. @param boot_time: An alternate value to use for the last boot time. If None, the system last boot time will be used. @param uptime: The uptime value to use (for unit tests only). �/procNc C sH |d u r t �� �� }|d urt�|�}|| _|| _|p t� | _|| _ d S )N) r � BootTimes�get_last_boot_timer �utcfromtimestamp� _boot_time� _proc_dirr �_jiffies_per_sec�_uptime)�self�proc_dir�jiffies� boot_time�uptime� r �7/usr/lib/python3/dist-packages/landscape/lib/process.py�__init__ s zProcessInformation.__init__c c sL � t �| j�D ] }zt|�}W n ty Y qw | �|�}|r#|V qdS )z8Get process information for all processes on the system.N)�os�listdirr �int� ValueError�get_process_info)r �filename� process_id� process_infor r r �get_all_process_info s � � ��z'ProcessInformation.get_all_process_infoc C s� d}t j�| jt|��}d|i}�z tt j�|d�d�}z|�� }t j�|�d�d �}W |� � n|� � w tt j�|d�d�}z�|D ]y}|�dd �}|d d kr_|� � p[|d � � |d < qD|d d kr}|d � � } | d krs| � � } | d � d�|d< qD|d dkr�|d �� } t | d �|d< qD|d dkr�|d �� } t | d �|d< qD|d dkr�|d �� } t | d �|d< nqDW |� � n|� � w tt j�|d�d�}zV|�� �� }t |d �} t |d �} t |d �} | jp�t�� }t| | || | j�}||d< td| | j �}| jdu �rt�d � W |� � W dS t| j| �|d < W |� � n|� � w W n t�y; Y dS w d|v �rZd|v �rZd |v �rZd|v �rZd|v �rZd |v �s\J �|S ) a Parse the /proc/<pid>/cmdline and /proc/<pid>/status files for information about the running process with process_id. The /proc filesystem doesn't behave like ext2, open files can disappear during the read process. � �pid�cmdline�r� r �status�:� �Name�name�StatezT (tracing stop)�ascii�state�Uid�uid�Gid�gid�VmSizezvm-size�stat� � � z percent-cpuNz,Skipping process (PID %s) without boot time.z start-time)r �path�joinr �str�open�readline�basename�split�close�strip�lower�encoder �readr r � get_uptime�calculate_pcpur r r �logging�warningr �IOError)r r � cmd_line_name� process_dirr �file�cmd_line�line�partsr. � value_parts� start_time�utime�stimer �pcpu�deltar r r r + s� � �� � �� ��z#ProcessInformation.get_process_info)r NNN)�__name__� __module__� __qualname__�__doc__r r! r r r r r r s � r c C sB d}| | }||| }|r|d | | }t tt|d�d�d�S )ao Implement ps' algorithm to calculate the percentage cpu utilisation for a process.:: unsigned long long total_time; /* jiffies used by this process */ unsigned pcpu = 0; /* scaled %cpu, 99 means 99% */ unsigned long long seconds; /* seconds of process life */ total_time = pp->utime + pp->stime; if(include_dead_children) total_time += (pp->cutime + pp->cstime); seconds = seconds_since_boot - pp->start_time / hertz; if(seconds) pcpu = (total_time * 100ULL / hertz) / seconds; if (pcpu > 99U) pcpu = 99U; return snprintf(outbuf, COLWID, "%2u", pcpu); r �d g �X@r) )�round�max�min)rQ rR r rP �hertzrS � total_time�secondsr r r rE � s rE )� __future__r rF r r r � landscape.libr �landscape.lib.timestampr �landscape.lib.jiffiesr �objectr rE r r r r �<module> s zPK �Z@�S� & lib/__pycache__/plugin.cpython-310.pycnu �[��� o ���c� � @ sT d dl mZ d dlZddlmZ G dd� de�ZG dd� de�ZG d d � d e�Z dS ) � )�absolute_importN� )� format_objectc @ s e Zd ZdZdS )�PluginConfigErrorz7There was an error registering or configuring a plugin.N)�__name__� __module__� __qualname__�__doc__� r r �6/usr/lib/python3/dist-packages/landscape/lib/plugin.pyr s r c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd S ) �PluginRegistryz(A central integration point for plugins.c C s g | _ i | _d S )N)�_plugins� _plugin_names��selfr r r �__init__ s zPluginRegistry.__init__c C s@ t �dt|�� | j�|� t|d�r|| j|j< |�| � dS )a Register a plugin. The plugin's C{register} method will be called with this registry as its argument. If the plugin has a C{plugin_name} attribute, it will be possible to look up the plugin later with L{get_plugin}. zRegistering plugin %s.� plugin_nameN) �logging�infor r �append�hasattrr r �register)r �pluginr r r �add s zPluginRegistry.addc C s | j S )zGet the list of plugins.)r r r r r � get_plugins" s zPluginRegistry.get_pluginsc C s | j | S )z Get a particular plugin by name.)r )r �namer r r � get_plugin& s zPluginRegistry.get_pluginN)r r r r r r r r r r r r r s r c @ s e Zd ZdZdZdd� ZdS )�Plugina� A convenience for writing plugins. This provides a register method which will set up a bunch of reactor handlers in the idiomatic way. If C{run} is defined on subclasses, it will be called every C{run_interval} seconds after being registered. @cvar run_interval: The interval, in seconds, to execute the C{run} method. If set to C{None}, then C{run} will not be scheduled. � c C s8 || _ t| d�r| jd ur|j�| j| j� d S d S d S )N�run)�registryr � run_interval�reactor� call_everyr )r r r r r r ; s �zPlugin.registerN)r r r r r! r r r r r r + s r ) � __future__r r �formatr � Exceptionr �objectr r r r r r �<module> s PK �Z_���o o # lib/__pycache__/tag.cpython-310.pycnu �[��� o ���c� � @ s* d dl Z e �de j�Zdd� Zdd� ZdS )� Nz ^\w+[\w-]*$c C s t �| �S )z2Return True if the tag meets our tag requirements.)� _tag_check�match)�tagname� r �3/usr/lib/python3/dist-packages/landscape/lib/tag.py� is_valid_tag s r c C s | sdS t dd� | �d�D ��S )z�Validate a tag_list string. @param tag_list: string like london, server which will be split on the commas and each tag verified for validity. Tc s s � | ] }t |�� �V qd S )N)r �strip)�.0�tagr r r � <genexpr> s � z$is_valid_tag_list.<locals>.<genexpr>�,)�all�split)�tag_listr r r �is_valid_tag_list s r )�re�compile�UNICODEr r r r r r r �<module> s PK �Z`b'�� � $ lib/__pycache__/disk.cpython-310.pycnu �[��� o ���c� � @ sn d dl mZ d dlZd dlZd dlZd dlmZ eg d��Ze� d�Z efdd�Z dd � Z d d � Z d d � ZdS )� )�divisionN)�_PY3)�ext�ext2�ext3�ext4�reiserfs�ntfs�msdos�dos�vfat�xfs�hpfs�jfs�ufs�hfs�hfsplus�simfs�drvfs�lxfsz([a-z]+)[0-9]*c c s� � t | �D ]]}z |�� dd� \}}}tr t�|d�}nt�|d�}W n ty, Y qw |dur6||vr6qd}z||�}W n tyG Y qw |j} |j| | } |j | | } |||| | d�V qdS )aZ This is a generator that yields information about mounted filesystems. @param mounts_file: A file with information about mounted filesystems, such as C{/proc/mounts}. @param statvfs_: A function to get file status information. @param filesystems_whitelist: Optionally, a list of which filesystems to stat. @return: A C{dict} with C{device}, C{mount-point}, C{filesystem}, C{total-space} and C{free-space} keys. If the filesystem information is not available, C{None} is returned. Both C{total-space} and C{free-space} are in megabytes. N� �unicode_escape� string_escapei )�device� mount-point� filesystemz total-spacez free-space) �open�splitr �codecs�decode� ValueError�OSError�f_bsize�f_blocks�f_bfree) � mounts_file�statvfs_�filesystems_whitelist�liner � mount_pointr � megabytes�stats� block_size� total_space� free_space� r/ �4/usr/lib/python3/dist-packages/landscape/lib/disk.py�get_mount_info s8 � � � � ��r1 c C sf d}t j�| �} | �d�}t||�D ] }|d �d�}| �|d �r0|r.|dt|�� |kr0|}q|S )a� Tries to determine to which of the mounted filesystem C{path} belongs to, and then returns information about that filesystem or C{None} if it couldn't be determined. @param path: The path we want filesystem information about. @param mounts_file: A file with information about mounted filesystems, such as C{/proc/mounts}. @param statvfs_: A function to get file status information. @return: A C{dict} with C{device}, C{mount-point}, C{filesystem}, C{total-space} and C{free-space} keys. If the filesystem information is not available, C{None} is returned. Both C{total-space} and C{free-space} are in megabytes. N�/r )�os�path�realpathr r1 � startswith�len)r4 r% r& � candidate� path_segments�info�mount_segmentsr/ r/ r0 �get_filesystem_for_path< s �r< c C s� t j�| ��d�r dS t| �}|sdS d}zt|d�� }|�� }W d � n1 s*w Y W n ty: Y dS w |�� dkrCdS dS )z� This function returns whether a given device is removable or not by looking at the corresponding /sys/block/<device>/removable file @param device: The filesystem path to the device, e.g. /dev/sda1 �mmcblkTFN�r�1) r3 r4 �basenamer6 � _get_device_removable_file_pathr �readline�IOError�strip)r r4 �contents�fr/ r/ r0 �is_device_removableX s" �� � rG c C s\ t j�| �r t �| �} | �d�dd� \}t�|�}|s dS |�� d }t j�d|d�}|S )a5 Get a device's "removable" file path. This function figures out the C{/sys/block/<device>/removable} path associated with the given device. The file at that path contains either a "0" if the device is not removable, or a "1" if it is. @param device: File system path of the device. r2 ���Nr z /sys/block/� removable) r3 r4 �islink�readlinkr �EXTRACT_DEVICE�match�groups�join)r � device_name�matched�removable_filer/ r/ r0 rA u s rA )� __future__r r3 �rer �landscape.lib.compatr � frozenset�STABLE_FILESYSTEMS�compilerL r1 r< rG rA r/ r/ r/ r0 �<module> s � �) PK �Z���� � " lib/__pycache__/fd.cpython-310.pycnu �[��� o ���c� � @ s d Z ddlZddlZdd� ZdS )z�A utility module which has FD-related functions. This module mostly exists for L{clean_fds}, so it can be imported without accidentally getting a reactor or something else that might create a critical file descriptor. � Nc C sN t �t j�d } td| �}td|�D ]}zt�|� W q ty$ Y qw dS )z�Close all non-stdio file descriptors. This should be called at the beginning of a program to avoid inheriting any unwanted file descriptors from the invoking process. Unfortunately, this is really common in unix! � i � N)�resource� getrlimit� RLIMIT_NOFILE�min�range�os�close�OSError)� rlimit_nofile�total_descriptors�fd� r �2/usr/lib/python3/dist-packages/landscape/lib/fd.py� clean_fds s ��r )�__doc__r r r r r r r �<module> s PK �ZQ� �{E {E ' lib/__pycache__/persist.cpython-310.pycnu �[��� o ���cR � @ s� d dl Z d dlZd dlZd dlZd dlmZ g d�Ze� ZG dd� de �Z G dd� de �Z G dd � d e�Z G d d � d e�Z e�d �jZd d� Zdd� ZG dd� de�ZG dd� de�ZG dd� de�ZdS )� N)� StringType)�Persist� PickleBackend�BPickleBackend�path_string_to_tuple�path_tuple_to_string� RootedPersist� PersistError�PersistReadOnlyErrorc @ � e Zd ZdS )r N��__name__� __module__� __qualname__� r r �7/usr/lib/python3/dist-packages/landscape/lib/persist.pyr % � r c @ r )r Nr r r r r r ) r r c @ s� e Zd ZdZd(dd�Zdd� Zdd� Zd d � Zeee�Z ee�Z d d � Z d d� Z dd� Z d)dd�Zeefdd�Zd*dd�Zedddfdd�Zd*dd�Zd+d d �Zd,d d �Zd*d d!�Zeddfd"d#�Zd,d$d%�Zd&d'� ZdS )-r a Persist a hierarchical database of key=>value pairs. There are three different kinds of option maps, regarding the persistence and priority that maps are queried. - hard - Options are persistent. - soft - Options are not persistent, and have a higher priority than persistent options. - weak - Options are not persistent, and have a lower priority than persistent options. @ivar filename: The name of the file where persist data is saved or None if no filename is available. Nc C sl |du rt � }|| _|�� | _i | _i | _d| _d| _| | _|| _ |dur2t j � |�r4| � |� dS dS dS )a� @param backend: The backend to use. If none is specified, L{BPickleBackend} will be used. @param filename: The default filename to save to and load from. If specified, and the file exists, it will be immediately loaded. Specifying this will also allow L{save} to be called without any arguments to save the persist. NF)r �_backend�new�_hardmap�_softmap�_weakmap� _readonly� _modified�_config�filename�os�path�exists�load)�self�backendr r r r �__init__? s �zPersist.__init__c C � | j S �N)r �r r r r � _get_readonlyU � zPersist._get_readonlyc C s t |�| _d S r$ )�boolr )r �flagr r r � _set_readonlyX � zPersist._set_readonlyc C r# r$ �r r% r r r � _get_modified[ r' zPersist._get_modifiedc C s d| _ dS )z(Set the database status as non-modified.FNr, r% r r r �reset_modifieda s zPersist.reset_modifiedc C s | j rtd��dS )zRAssert if the object is writable @raise: L{PersistReadOnlyError} z"Configuration is in readonly mode.N)r r r% r r r �assert_writablee s �zPersist.assert_writablec s� � �fdd�}t j�� �� t j�� �s |� rdS td� ��t j�� �dkr+|� dS z �j�� ��_W dS t yH |� rBY dS td� ��w )zLoad a persisted database.c sX � d } t j�| �r*t j�| �dkr*z �j�| ��_W dS ty) td| ��w dS )N�.oldr � Broken configuration file at %sTF) r r �isfile�getsizer r r � Exceptionr )� filepathold��filepathr r r �load_oldp s ���z Persist.load.<locals>.load_oldNzFile not found: %sr r1 ) r r � expanduserr2 r r3 r r r r4 )r r7 r8 r r6 r r m s �z Persist.loadc C s� |du r| j du r td��| j }tj�|�}tj�|�r$t�||d � tj�|�}|r7tj�|�s7t� |� | j � || j � dS )z�Save the persist to the given C{filepath}. If None is specified, then the filename passed during construction will be used. If the destination file already exists, it will be renamed to C{<filepath>.old}. NzNeed a filename!r0 ) r r r r r9 r2 �rename�dirname�isdir�makedirsr �saver )r r7 r; r r r r> � s z Persist.savec C s: |t ur | j�|�}t|�}t }|}|rG|}|�d�}| j�||�}|tu r@|r1|d t|� � }tdt |�t |�t |�f ��||u rEn|s||urY||urW| j� |||�}|S ||u ra|}|S t|�dkrvt |d �t u rsg } ni } n|} | j� ||| �}|tu r�tdt |�t |�f ��|s� |S |}|�d�}qb)Nr zCan't traverse %r (%r): %rTzCan't traverse %r with %r)�NOTHINGr �copy�list�pop�get�NotImplemented�lenr �typer �str�set�int) r �objr �default�setvalue�queue�marker�newobj�elem�newvaluer r r � _traverse� sX ��� �� �� �zPersist._traverseFc C s� t |t�r t|�}t}|r| �| j||�}|S |r#| �| j||�}|S |r/| �| j||�}|S | �| j||�}||u rO| �| j||�}||u rO| �| j||�}|S r$ )� isinstancer r r? rR r r r )r r �soft�hard�weakrN �valuer r r � _getvalue� s$ � ��zPersist._getvaluec C sV | � ||||�}t}||u rdS ||u rdS | j�||�}|tu r)tdt|� ��|S )NFTz Can't check %r for containment)rX r? r �hasrD r rF ) r r rW rT rU rV rJ rN �resultr r r rY � s z Persist.hasc C sD | � ||||�}|tu rg S | j�|�}|tu r tdt|� ��|S )NzCan't return keys for %s)rX r? r �keysrD r rF )r r rT rU rV rJ rZ r r r r[ � s z Persist.keysc C s( | � ||||�}|tu r|S | j�|�S r$ )rX r? r r@ )r r rK rT rU rV rW r r r rC � s z Persist.getc C sZ |sJ �t |t�r t|�}|r| j}n|r| j}n | �� d| _| j}| j|||d� d S �NT)rL ) rS r r r r r/ r r rR )r r rW rT rV �mapr r r rH � s z Persist.setc C s� |sJ �t |t�r t|�}|r| j}n|r| j}n | �� d| _| j}|r7| �||�}t |�t u r7||v r7d S |t j f }| j|||d� d S r\ ) rS r r r r r/ r r rR rF rA �sys�maxsize)r r rW �uniquerT rV r] �currentr r r �add s z Persist.addc C s� |sJ �t |t�r t|�}|r| j}n|r| j}n | �� d| _| j}t}|r{||u r<| � ||d d� �}|d }d} n | � ||�}|}d} d} ||urb| j � ||| �} | t u rbt d|t|�f ��| j �|�rv||uro|}n |d d� }n | S |s'| S )NT���FzCan't remove %r from %r)rS r r r r r/ r r r? rR r �removerD r rF �empty) r r rW rT rV r] rN rJ rP �isvaluerZ r r r rd sD � �zPersist.removec C s� |s|s| � � t|t�rt|�}t|t�rt|�}d}t}| �|||p%| |�}||ur?| j|||d� | �||||� d}|S )NF)rT rV T)r/ rS r r r? rX rd rH )r �oldpath�newpathrT rV rZ rN rW r r r �moveB s z Persist.movec C s t | |�S )zv Rebase the database hierarchy. @return: A L{RootedPersist} using this L{Persist} as parent. )r �r r r r r �root_atR s zPersist.root_at)NNr$ �FFF�NFFF�FF)r r r �__doc__r" r& r* r- �property�readonly�modifiedr. r/ r r> r? rR rX rY r[ rC rH rb rd ri rk r r r r r - s, " + % r c @ s� e Zd ZdZdd� Zedd� �Zedd� �Zdd� Ze d d d fd d �Z dd d �Z d dd�Z d dd�Z ddd�Ze d d fdd�Zd dd�Zdd� ZdS ) r ax Root a L{Persist}'s tree at a particular branch. This class shares the same interface of L{Persist} and provides a shortcut to access the nodes of a particular branch in a L{Persist}'s tree. The chosen branch will be viewed as the root of the tree of the L{RootedPersist} and all operations will be forwarded to the parent L{Persist} as appropriate. c C s( || _ t|t�rt|�| _dS || _dS )z� @param parent: the parent L{Persist}. @param root: a branch of the parent L{Persist}'s tree, that will be used as root of this L{RootedPersist}. N)�parentrS r r �root)r rs rt r r r r" f s zRootedPersist.__init__c C � | j jS r$ )rs rq r% r r r �<lambda>r � zRootedPersist.<lambda>c C ru r$ )rs rr r% r r r rv s rw c C s | j �� d S r$ )rs r/ r% r r r r/ u r+ z RootedPersist.assert_writableFc C �, t |t�r t|�}| j�| j| ||||�S r$ )rS r r rs rY rt )r r rW rT rU rV r r r rY x � zRootedPersist.hasc C �* t |t�r t|�}| j�| j| |||�S r$ )rS r r rs r[ rt )r r rT rU rV r r r r[ } � zRootedPersist.keysNc C rx r$ )rS r r rs rC rt )r r rK rT rU rV r r r rC � ry zRootedPersist.getc C rz r$ )rS r r rs rH rt �r r rW rT rV r r r rH � r{ zRootedPersist.setc C rx r$ )rS r r rs rb rt )r r rW r` rT rV r r r rb � ry zRootedPersist.addc C rz r$ )rS r r rs rd rt r| r r r rd � r{ zRootedPersist.removec C sB t |t�r t|�}t |t�rt|�}| j�| j| | j| ||�S r$ )rS r r rs ri rt )r rg rh rT rV r r r ri � s �zRootedPersist.movec C s$ t |t�r t|�}| j�| j| �S r$ )rS r r rs rk rt rj r r r rk � s zRootedPersist.root_atrl rm rn )r r r ro r" rp rq rr r/ r? rY r[ rC rH rb rd ri rk r r r r r [ s r z(\[-?\d+\])|(?<!\\)\.c C s� d| vr d| vr | fS g }t | �}|D ]4}|rG|d dkr>|d dkr>z |�t|dd� �� W q ty= td| ��w |�|�dd�� qt|�S ) a� Convert a L{Persist} path string to a path tuple. Examples: >>> path_string_to_tuple("ab") ("ab",) >>> path_string_to_tuple("ab.cd") ("ab", "cd")) >>> path_string_to_tuple("ab[0][1]") ("ab", 0, 1) >>> path_string_to_tuple("ab[0].cd[1]") ("ab", 0, "cd", 1) Raises L{PersistError} if the given path string is invalid. �.�[r rc �]� zInvalid path index: %r�\.)� _splitpath�appendrI � ValueErrorr �replace�tuple)r rZ �tokens�tokenr r r r � s ��r c C sP g }| D ] }t |�tu r|d d| 7 < q|�t|��dd�� qd�|�S )Nrc z[%d]r} r� )rF rI r� rG r� �join)r rZ rP r r r r � s r c @ sd e Zd ZdZdd� Zdd� Zdd� Zefdd �Zd d � Z d d � Z dd� Z dd� Z dd� Z dd� ZdS )�BackendaD Base class for L{Persist} backends implementing hierarchical storage functionality. Each node of the hierarchy is an object of type C{dict}, C{list} or C{tuple}. A node can have zero or more children, each child can be another node or a leaf value compatible with the backend's serialization mechanism. Each child element is associated with a unique key, that can be used to get, set or remove the child itself from its containing node. If the node object is of type C{dict}, then the child keys will be the keys of the dictionary, otherwise if the node object is of type C{list} or C{tuple} the child element keys are the indexes of the available items, or the value of items theselves. The root node object is always a C{dict}. For example: >>> backend = Backend() >>> root = backend.new() >>> backend.set(root, "foo", "bar") 'bar' >>> egg = backend.set(root, "egg", [1, 2, 3]) >>> backend.set(egg, 0, 10) 10 >>> root {'foo': 'bar', 'egg': [10, 2, 3]} c C � t �r$ ��NotImplementedErrorr% r r r r � � z Backend.newc C r� r$ r� )r r7 r r r r � r� z Backend.loadc C r� r$ r� )r r7 r] r r r r> � r� z Backend.savec C s� t |�tu r|�||�}|S t |�ttfv r<t |�tu r0z|| }W |S ty/ |}Y |S w ||v r8|}|S |}|S t}|S )z(Lookup a child in the given node object.)rF �dictrC r� rA rI � IndexErrorrD )r rJ rP �_markerrO r r r rC � s& � ����z Backend.getc C s� t |�tu r| }||< |S t |�tu rDt |�tu rDt|�}||kr*|�d� |}n|dk r<t|�|kr<|�dd� d}| }||< |S t}|S )z:Set the value of the given child in the given node object.Nr ) rF r� rA rI rE r� �abs�insertrD )r rJ rP rW rO �lenobjr r r rH s � �z Backend.setc s� d}t |�tu r� |v r|� = d}|S t |�tu rI|s4t � �tu r4z|� = d}W |S ty3 Y |S w � |v rG� fdd�|D �|dd�< d}|S t}|S )z�Remove a the given child in the given node object. @param isvalue: In case the node object is a C{list}, a boolean indicating if C{elem} is the index of the child or the value of the child itself. FTc s g | ]}|� kr|�qS r r )�.0�x�rP r r � <listcomp>1 s z"Backend.remove.<locals>.<listcomp>N)rF r� rA rI r� rD )r rJ rP rf rZ r r� r rd s, � ���zBackend.removec C s t |�ttfv r t�|�S |S )zCopy a node or a value.)rF r� rA r@ �deepcopy)r rW r r r r@ 7 s z Backend.copyc C s | S )z.Whether the given node object has no children.r )r rJ r r r re = s z Backend.emptyc C s t |dd�}|r ||�S tS )z?Whether the given node object contains the given child element.� __contains__N)�getattrrD )r rJ rP �containsr r r rY A s z Backend.hasc C s2 t |dd�}|r |� S t|�tu rtt|��S tS )z?Return the keys of the child elements of the given node object.r[ N)r� rF rA �rangerE rD )r rJ r[ r r r r[ H s z Backend.keysN)r r r ro r r r> r? rC rH rd r@ re rY r[ r r r r r� � s r� c @ �, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) r c C � ddl m} || _d S )Nr )�cPickle)�landscape.lib.compatr� �_pickle)r r� r r r r" T � zPickleBackend.__init__c C � i S r$ r r% r r r r X r� zPickleBackend.newc C s: t |d��}| j�|�W d � S 1 sw Y d S �N�rb)�openr� r �r r7 �fdr r r r [ s $�zPickleBackend.loadc C s@ t |d��}| j�||d� W d � d S 1 sw Y d S )N�wb� )r� r� �dump�r r7 r] r� r r r r> _ s "�zPickleBackend.saveN�r r r r" r r r> r r r r r R � r c @ r� ) r c C r� )Nr )�bpickle)� landscape.libr� �_bpickle)r r� r r r r" f r� zBPickleBackend.__init__c C r� r$ r r% r r r r j r� zBPickleBackend.newc C s> t |d��}| j�|�� �W d � S 1 sw Y d S r� )r� r� �loads�readr� r r r r m s $�zBPickleBackend.loadc C sB t |d��}|�| j�|�� W d � d S 1 sw Y d S )Nr� )r� �writer� �dumpsr� r r r r> q s "�zBPickleBackend.saveNr� r r r r r d r� r )r r^ r@ �re�twisted.python.compatr �__all__�objectr? r4 r r r r �compile�splitr� r r r� r r r r r r �<module> s( 0 I PK �Z�N ' lib/__pycache__/bpickle.cpython-310.pycnu �[��� o ���cG � @ sl d Z ddlmZmZ i Zi Zefdd�Zedfdd�Zdd � Zd d � Z d d � Z dd� Z dd� Z efdd�Z efdd�Zefdd�Zdd� Zd.dd�Zd.d d �Zd.d d �Zd.d d!�Zd.d"d#�Zedfd$d%�Zedfd&d'�Zedfd(d)�Zd.d*d+�Ze�eee e e e e e e ee ee!d,�ee"e i� e�eeeeeeeeed-� � e"e#u r�e�e$e ee i� d,S e�e#e i� d,S )/a� Copyright (c) 2006, Gustavo Niemeyer <gustavo@niemeyer.net> Port to python 3 was done by Chris Glass <chris.glass@canonical.com> All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. * Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. This file is modified from the original to work with python3, but should be wire compatible and behave the same way (bugs notwithstanding). � )�long�_PY3c C s8 z |t | � | �W S ty } ztd| ��d }~ww )NzUnsupported type: %s)�type�KeyError� ValueError)�obj�_dt�e� r �7/usr/lib/python3/dist-packages/landscape/lib/bpickle.py�dumps) s ��r Fc C sf | st d��z|| dd� | d|d�d W S ty( } zt d| ��d}~w ty2 t d��w )z�Load a serialized byte_string. @param byte_string: the serialized data @param _lt: the conversion map @param as_is: don't reinterpret dict keys as str zCan't load empty stringr � ��as_iszUnknown type character: %sNzCorrupted data)r r � IndexError)� byte_string�_ltr r r r r �loads0 s � �r c C s dt | � �d�S )Nzb%d�utf-8)�int�encode�r r r r � dumps_boolC s �r c C � d| � d�S )Nzi%d;r �r r r r r � dumps_intH � �r c C r )Nzf%r;r r r r r r � dumps_floatM r r c C s dt | �f �d�| S )Nzs%d:r )�lenr r r r r � dumps_bytesR s r c C s | � d�}dt|�| f � d�S )Nr zu%d:%s)r r )r �bobjr r r � dumps_unicodeV s �r! c � dd� � fdd�| D �� d S )N� l� c � g | ] }� t |� |��qS r �r ��.0�val�r r r � <listcomp>] � z dumps_list.<locals>.<listcomp>� ;��join�r r r r* r � dumps_list\ � r1 c r" )N� tr$ c r% r r& r' r* r r r+ a r, z dumps_tuple.<locals>.<listcomp>r- r. r0 r r* r � dumps_tuple` r2 r4 c C sj t | �� �}|�� g }|j}|D ]}| | }||t|� |�� ||t|� |�� qdd�|� d S )N� dr$ r- )�list�keys�sort�appendr r/ )r r r7 �resr9 �keyr) r r r � dumps_dictd s r< c C s dS )N� nr r r r r � dumps_nonep s r> c C s$ t t| |d |d � ��|d fS )Nr � )�boolr )� bytestring�posr r r r � loads_boolt s $rC c C �( | � d|�}t| |d |� �|d fS �Nr- r ��indexr �rA rB r �endposr r r � loads_intx � rJ c C rD rE )rG �floatrH r r r � loads_float} rK rM c C s< | � d|�d }|t| |d |d � � }| ||� |fS )N� :r rF �rA rB r �startposrI r r r � loads_bytes� s rQ c C sB | � d|�d }|t| |d |d � � }| ||� �d�|fS )NrN r r )rG r �decoderO r r r � loads_unicode� s rS c C sp |d7 }g }|j }| ||d � dkr2|| ||d � | ||d�\}}||� | ||d � dks||d fS �Nr r- r )r9 �rA rB r r r: r9 r r r r � loads_list� s "� rV c C st |d7 }g }|j }| ||d � dkr2|| ||d � | ||d�\}}||� | ||d � dkst|�|d fS rT )r9 �tuplerU r r r � loads_tuple� s "�rX c C s� |d7 }i }| ||d � dkrN|| ||d � | ||d�\}}|| ||d � | ||d�\}}t r@|s@t|t�r@|�d�}|||< | ||d � dks||d fS )Nr r- r �ascii)r � isinstance�bytesrR )rA rB r r r: r; r) r r r � loads_dict� s "" � r\ c C s d |d fS )Nr r )�strrB r r r r � loads_none� s r^ N) � b� i� fr# r3 r5 r= � s� u)F)%�__doc__�landscape.lib.compatr r � dumps_table� loads_tabler r r r r r r! r1 r4 r< r> rC rJ rM rQ rS rV rX r\ r^ �updater@ r rL r6 rW �dictr r[ r] �unicoder r r r �<module> sj " � � � �PK �ZC5ͫ�' �' & lib/__pycache__/config.cpython-310.pycnu �[��� o ���c�0 � @ s� d dl mZ d dlmZ d dlmZ d dlZd dlZd dlZd dl m Z m Z d dl m Z d dlmZ ddd �ZG d d � d e�ZG d d � d e�Zddd�ZdS )� )�absolute_import)� getLogger)� OptionParserN)� ConfigObj�ConfigObjError)� StringType)�clic C s2 d}|dur |d� |�7 }| jddd||d� dS )z>Add common config-related CLI options to the given arg parser.zUUse config from this file (any command line options override settings from the file).Nz (default: {!r})z-cz--config�FILE)�metavar�default�help)�format� add_option)�parser�filename� cfgfilehelp� r �6/usr/lib/python3/dist-packages/landscape/lib/config.py�add_cli_options s �r c @ s" e Zd Zi Zddd�Zdd� ZdS )�ConfigSpecOptionParserNc C s t �| |� d S �N)r �__init__)�self�unsaved_optionsr r r r s z ConfigSpecOptionParser.__init__c O s4 t j| g|�R i |��}tt|�� t|�� � |S r )r r �print�dir�get_opt_string)r �args�kwargs�optionr r r r s z!ConfigSpecOptionParser.add_optionr )�__name__� __module__� __qualname__�_config_spec_definitionsr r r r r r r s r c s� e Zd ZdZdZdZdZdZdZdZ dd� Z dd� Z dd � Z d#d d �Z � fd d �Zdd� Zd$dd�Zdd� Zdd� Zdd� Zd#dd�Zdd � Zd%d d �Zd d � Zd!d"� Z� ZS )&�BaseConfigurationaS Base class for configuration implementations. @cvar required_options: Optionally, a sequence of key names to require when reading or writing a configuration. @cvar unsaved_options: Optionally, a sequence of key names to never write to the configuration file. This is useful when you want to provide command-line options that should never end up in a configuration file. @cvar default_config_filenames: A sequence of filenames to check when reading or writing a configuration. Default values for supported options are set as in make_parser. Nr c C sF i | _ g | _i | _d | _i | _| �� | _| jj�� | _ | jj� � d S r ) � _set_options�_command_line_args�_command_line_options�_config_filename�_config_file_options� make_parser�_parser�defaults�copy�_command_line_defaults�clear�r r r r r = s zBaseConfiguration.__init__c C s� | j | j| j| jfD ] }||v r|| } nq | j�d|�dd� �r&d}nt|��t|t �rE| j� d|�dd� �}|durE|� d|�}|S )a� Find and return the value of the given configuration parameter. The following sources will be searched: - The attributes that were explicitly set on this object, - The parameters specified on the command line, - The parameters specified in the configuration file, and - The defaults. If no values are found and the parameter does exist as a possible parameter, C{None} is returned. Otherwise C{AttributeError} is raised. z--�_�-N) r% r' r) r. r+ � has_option�replace�AttributeError� isinstance� basestring� get_option� convert_value)r �name�options�valuer r r r � __getattr__I s" �� z BaseConfiguration.__getattr__c C s8 | � � }| j�� |_| j�� |_| j|_| j�� |_|S )zX Return a new configuration object, with the same settings as this one. )� __class__r% r- r' r( r) )r �configr r r �clonei s zBaseConfiguration.clonec C s$ z| � |�W S ty | Y S w )z5Return the value of the C{name} option or C{default}.)r= r5 )r r: r r r r �gett s �zBaseConfiguration.getc s. |� d�rtt| ��||� dS || j|< dS )z�Set a configuration parameter. If the name begins with C{_}, it will only be set on this object and not stored in the configuration file. r1 N)� startswith�superr$ � __setattr__r% )r r: r< �r> r r rD { s z BaseConfiguration.__setattr__c C s | � | j� dS )zhReload options using the configured command line arguments. @see: L{load_command_line} N)�loadr& r0 r r r �reload� s zBaseConfiguration.reloadFc C s� | � |� | jr| jg}d}n| j}|}|D ]}tj�|�r,t�|tj�r,| �|� nq|sCt |�dkr<d|d }nd}t � |� | � � | j D ]}t| |�s^t � d|�dd�|f � qJd S ) a Load configuration data from command line arguments and a config file. @param accept_nonexistent_default_config: If True, don't complain if default configuration files aren't found @raise: A SystemExit if the arguments are bad. F� z#error: config file %s can't be readr z#error: no config file could be readzBerror: must specify --%s or the '%s' directive in the config file.r1 r2 N)�load_command_liner? �default_config_filenames�os�path�isfile�access�R_OK�load_configuration_file�len�sys�exit�_load_external_options�required_options�getattrr4 )r r �!accept_nonexistent_default_config�config_filenames� allow_missing�config_filename�messager r r r rF � s: � � �� ���zBaseConfiguration.loadc C s dS )z<Hook for loading options from elsewhere (e.g. for --import).Nr r0 r r r rT � s z(BaseConfiguration._load_external_optionsc C s$ || _ | j�|�d }t|�| _dS )z4Load configuration data from the given command line.r N)r& r+ � parse_args�varsr' )r r �valuesr r r rI � s z#BaseConfiguration.load_command_linec C s6 || _ | �� }z || j | _W dS ty Y dS w )z�Load configuration data from the given file name. If any data has already been set on this configuration object, then the old data will take precedence. N)r( �_get_config_object�config_sectionr) �KeyError)r r � config_objr r r rP � s �z)BaseConfiguration.load_configuration_filec C sl |p| � � }z t|dddd�}W |S ty5 } zt� }|�d�|t|��� |j}W Y d}~|S d}~ww )z�Create a L{ConfigObj} consistent with our preferences. @param config_source: Optional readable source to read from instead of the default configuration file. FT)� list_values� raise_errors�write_empty_valueszERROR at {}: {}N)�get_config_filenamer r r �warnr �strr? )r �alternative_config� config_sourcerb �e�loggerr r r r_ � s ����z$BaseConfiguration._get_config_objectc C s� | � � }| �� }| j|vri || j< | j�� }|�| j� |�| j� || j }|�� D ]1\}}|dkr]|| j vr]|| j � |�krY|| jvrY|| jvrY||| j v rX|| j |= q,|||< q,||| j< ||_ |� � dS )a� Write back configuration to the configuration file. Values which match the default option in the parser won't be saved. Options are considered in the following precedence: 1. Manually set options (C{config.option = value}) 2. Options passed in the command line 3. Previously existent options in the configuration file The filename picked for saving configuration options is the one returned by L{get_config_filename}. r? N)rf r_ r` r) r- �updater' r% �itemsr r. rA r �write)r r rb � all_options�sectionr: r< r r r ro � s* �� zBaseConfiguration.writec C s t | jd�}t�|||� |S )z�Parser factory for supported options. @return: An OptionParser preset with options that all programs commonly accept. These include - config - data_path )�version)r rr r r )r �cfgfile�datadirr r r r r* s z BaseConfiguration.make_parserc C sN | j r| j S | jr | jS | jr%| jD ] }t�|tj�r | S q| jd S dS )z�Pick the proper configuration file. The picked filename is: 1. C{self.config}, if defined 2. The last loaded configuration file, if any 3. The first filename in C{self.default_config_filenames} r N)r? r( rJ rK rN rO )r �potential_config_filer r r rf % s � z%BaseConfiguration.get_config_filenamec C s | j S )zWGet currently loaded command line options. @see: L{load_command_line} )r' r0 r r r �get_command_line_options8 s z*BaseConfiguration.get_command_line_optionsr )F)NN)r r! r" �__doc__rr rU r rJ �default_data_dirr` r r= r@ rA rD rG rF rT rI rP r_ ro r* rf rv � __classcell__r r rE r r$ ' s. . - r$ c C sH z| j }W n ty d}Y nw |du r"tj�tj�tjd ��}|S )z�Return the directory path where the client binaries are. If the config is None, it doesn't have a "bindir" attribute, or its value is None, then sys.argv[0] is returned. Nr )�bindirr5 rK rL �dirname�abspathrR �argv)r? rz r r r � get_bindir@ s �r~ r )� __future__r �loggingr �optparser rK �os.pathrR � configobjr r �twisted.python.compatr r7 � landscape.libr r r �objectr$ r~ r r r r �<module> s PK �Z��g� � ) lib/__pycache__/bootstrap.cpython-310.pycnu �[��� o ���c� � @ sh d dl mZ d dlZd dlZd dlZG dd� de�ZG dd� de�ZG dd� de�ZG d d � d e�Z dS ) � )�TemplateNc @ s e Zd Zdd� Zdd� ZdS )� BootstrapListc C s || _ d S �N)� _bootstraps)�self� bootstraps� r �9/usr/lib/python3/dist-packages/landscape/lib/bootstrap.py�__init__ s zBootstrapList.__init__c K s | j D ] }|jdi |�� qd S )Nr )r � bootstrap)r �varsr r r r r s �zBootstrapList.bootstrapN)�__name__� __module__� __qualname__r r r r r r r s r c @ s& e Zd Zddd�Zdd� Zdd� ZdS ) � BootstrapPathNc C s || _ || _|| _|| _d S r )�path�username�group�mode)r r r r r r r r r s zBootstrapPath.__init__c C s d S r r �r r r r r �_create s zBootstrapPath._createc K s� t | j�jdi |��}| �|� | jd ur t�|| j� t�� dkrQ| jd ur/t � | j�j }nd}| j d ur>t �| j �j}nd}|dksH|dkrSt�|||� d S d S d S )Nr ���r )r r � substituter r �os�chmod�getuidr �pwd�getpwnam�pw_uidr �grp�getgrnam�gr_gid�chown)r r r �uid�gidr r r r s � zBootstrapPath.bootstrap)NNN)r r r r r r r r r r r s r c @ � e Zd Zdd� ZdS )� BootstrapFilec C s t |d��� d S )N�a)�open�closer r r r r 4 s zBootstrapFile._createN�r r r r r r r r r& 2 � r& c @ r% )�BootstrapDirectoryc C s4 zt �|� W d S ty t j�|�s� Y d S w r )r �makedirs�OSErrorr �isdirr r r r r : s ��zBootstrapDirectory._createNr* r r r r r, 8 r+ r, ) �stringr r r r �objectr r r& r, r r r r �<module> s !PK �Z ��U U # lib/__pycache__/amp.cpython-310.pycnu �[��� o ���c�T � @ s0 d Z ddlmZ ddlmZmZmZ ddlmZm Z ddl m Z ddl m Z ddlmZmZmZmZmZmZmZ ddlmZ G d d � d e�ZG d d � d e�ZG d d� de�ZG dd� de�Z G dd� de�Z G dd� de �Z G dd� de�Z G dd� de�Z!G dd� de �Z"G dd � d e�Z#G d d � d e �Z$d S ) a> Expose the methods of a remote object over AMP. This module implements an AMP-based protocol for performing remote procedure calls in a convenient and easy way. It's conceptually similar to DBus in that it supports exposing a Python object to a remote process, with communication happening over any Twisted-supported transport, e.g. Unix domain sockets. For example let's say we have a Python process "A" that creates an instance of this class:: class Greeter(object): def hello(self, name): return "hi %s!" % name greeter = Greeter() Process A can "publish" the greeter object by defining which methods are exposed remotely and opening a Unix socket for incoming connections:: factory = MethodCallServerFactory(greeter, ["hello"]) reactor.listenUNIX("/some/socket/path", factory) Then a second Python process "B" can connect to that socket and build a "remote" greeter object, i.e. a proxy that forwards method calls to the real greeter object living in process A:: factory = MethodCallClientFactory() reactor.connectUNIX("/some/socket/path", factory) def got_remote(remote_greeter): deferred = remote_greeter.hello("Ted") deferred.addCallback(lambda result: ... # result == "hi Ted!") factory.getRemoteObject().addCallback(got_remote) Note that when invoking a method via the remote proxy, the parameters are required to be serializable with bpickle, so they can be sent over the wire. See also:: http://twistedmatrix.com/documents/current/core/howto/amp.html for more details about the Twisted AMP protocol. � )�uuid4)�Deferred� maybeDeferred�succeed)� ServerFactory�ReconnectingClientFactory)�Failure)�xrange)�Argument�String�Integer�Command�AMP�MAX_VALUE_LENGTH�CommandLocator)�bpicklec @ s, e Zd ZdZdd� Zdd� Zedd� �ZdS ) �MethodCallArgumentz A bpickle-compatible argument.c C � t �|�S )zSerialize an argument.)r �dumps)�self�inObject� r �3/usr/lib/python3/dist-packages/landscape/lib/amp.py�toString? � zMethodCallArgument.toStringc C r )zUnserialize an argument.)r �loads)r �inStringr r r � fromStringC r z MethodCallArgument.fromStringc C s t |�tjv S )z%Check if an argument is serializable.)�typer � dumps_table)�clsr r r r �checkG s zMethodCallArgument.checkN)�__name__� __module__� __qualname__�__doc__r r � classmethodr! r r r r r < s r c @ s e Zd ZdZdS )�MethodCallErrorz*Raised when a L{MethodCall} command fails.N)r" r# r$ r% r r r r r' M s r' c @ s@ e Zd ZdZde� fde� fde� fgZde� fgZe diZ dS )� MethodCalla� Call a method on the object exposed by a L{MethodCallServerFactory}. The command arguments have the following semantics: - C{sequence}: An integer uniquely indentifying a the L{MethodCall} being issued. The name 'sequence' is a bit misleading because it's really a uuid, since its values in practice are not in sequential order, they are just random values. The name is kept just for backward compatibility. - C{method}: The name of the method to invoke on the remote object. - C{arguments}: A BPickled binary tuple of the form C{(args, kwargs)}, where C{args} are the positional arguments to be passed to the method and C{kwargs} the keyword ones. � sequences methods arguments� result� METHOD_CALL_ERRORN) r" r# r$ r% r r � argumentsr �responser' �errorsr r r r r( Q s � r( c @ s8 e Zd ZdZde� fde� fgZde� fgZediZ dS )�MethodCallChunka Send a chunk of L{MethodCall} containing a portion of the arguments. When a the arguments of a L{MethodCall} are bigger than 64k, they get split in several L{MethodCallChunk}s that are buffered on the receiver side. The command arguments have the following semantics: - C{sequence}: The unique integer associated with the L{MethodCall} that this L{MethodCallChunk} is part of. - C{chunk}: A portion of the big BPickle C{arguments} string which is being split and buffered. r) s chunkr* r+ N) r" r# r$ r% r r r, r- r' r. r r r r r/ l s � r/ c @ s< e Zd ZdZdd� Zejdd� �Zejdd� �Z dd � Z d S ) �MethodCallReceiverz�Expose methods of a local object over AMP. @param obj: The Python object to be exposed. @param methods: The list of the object's methods that can be called remotely. c C s t �| � || _|| _i | _d S �N)r �__init__�_object�_methods�_pending_chunks�r �obj�methodsr r r r2 � s zMethodCallReceiver.__init__c s� � j �|d�}|dur|�|� d�|�}tj|dd�\}}|�d�}|� jvr.td| ��t � j |�}� fdd�}d d � } t |g|�R i |��} | � |� | � | � | S ) a Call an object's method with the given arguments. If a connected client sends a L{MethodCall} for method C{foo_bar}, then the actual method C{foo_bar} of the object associated with the protocol will be called with the given C{args} and C{kwargs} and its return value delivered back to the client as response to the command. @param sequence: The integer that uniquely identifies the L{MethodCall} being received. @param method: The name of the object's method to call. @param arguments: A bpickle'd binary tuple of (args, kwargs) to be passed to the method. In case this L{MethodCall} has been preceded by one or more L{MethodCallChunk}s, C{arguments} is the last chunk of data. N� T)�as_is�utf-8zForbidden method '%s'c s d� � | �iS �N�result)� _check_result)r= �r r r � handle_result� s z=MethodCallReceiver.receive_method_call.<locals>.handle_resultc S s t | j��r1 )r' �value)�failurer r r �handle_failure� s z>MethodCallReceiver.receive_method_call.<locals>.handle_failure)r5 �pop�append�joinr r �decoder4 r' �getattrr3 r � addCallback� addErrback) r �sequence�methodr, �chunks�args�kwargs� method_funcr@ rC �deferredr r? r �receive_method_call� s z&MethodCallReceiver.receive_method_callc C s | j �|g ��|� d|iS )z�Receive a part of a multi-chunk L{MethodCall}. Add the received C{chunk} to the buffer of the L{MethodCall} identified by C{sequence}. r= )r5 � setdefaultrE )r rK �chunkr r r �receive_method_call_chunk� s z,MethodCallReceiver.receive_method_call_chunkc C s t �|�s td��|S )z�Check that the C{result} we're about to return is serializable. @return: The C{result} itself if valid. @raises: L{MethodCallError} if C{result} is not serializable. zNon-serializable result)r r! r' )r r= r r r r> � s z MethodCallReceiver._check_resultN) r" r# r$ r% r2 r( � responderrR r/ rU r> r r r r r0 � s , r0 c @ s6 e Zd ZdZdZeZdd� Zdd� Zg i fdd�Z d S ) �MethodCallSendera Call methods on a remote object over L{AMP} and return the result. @param protocol: A connected C{AMP} protocol. @param clock: An object implementing the C{IReactorTime} interface. @ivar timeout: A timeout for remote method class, see L{send_method_call}. �< c C s || _ || _d S r1 )� _protocol�_clock)r �protocol�clockr r r r2 � s zMethodCallSender.__init__c sR t � �� �fdd�}�fdd�}| j�| j|�� | jj|fi |��}|�|� �S )a Send an L{AMP} command that will errback in case of a timeout. @return: A deferred resulting in the command's response (or failure) if the peer responds within C{self.timeout} seconds, or that errbacks with a L{MethodCallError} otherwise. c s" � � � sd S � �� ��| � d S r1 )�active�cancel�callback�r- ��callrQ r r �handle_response� s zCMethodCallSender._call_remote_with_timeout.<locals>.handle_responsec s � � td�� d S )N�timeout)�errbackr' r �rQ r r �handle_timeout� s zBMethodCallSender._call_remote_with_timeout.<locals>.handle_timeout)r rZ � callLaterrd rY � callRemote�addBoth)r �commandrO rc rg r= r ra r �_call_remote_with_timeout� s z*MethodCallSender._call_remote_with_timeoutc s� t �||f�� t� j���d��� �fdd�tdt� ��j�D ��t� }t��dkrA�dd� D ]}�fdd �}|� |�|�� q0����fd d �}|� |� |� d d � � |� d� |S )a� Send a L{MethodCall} command with the given arguments. If a response from the server is not received within C{self.timeout} seconds, the returned deferred will errback with a L{MethodCallError}. @param method: The name of the remote method to invoke. @param args: The positional arguments to pass to the remote method. @param kwargs: The keyword arguments to pass to the remote method. @return: A C{Deferred} firing with the return value of the method invoked on the remote object. If the remote method itself returns a deferred, we fire with the callback value of such deferred. r; c s g | ] }� ||�j � �qS r )� _chunk_size)�.0�i)r, r r r � <listcomp> s �z5MethodCallSender.send_method_call.<locals>.<listcomp>r � N���c s � ��fdd�}|S )Nc s �j jt�� d�S )N)rK rT )rY ri r/ )�x)rT r rK r r �<lambda> s �zNMethodCallSender.send_method_call.<locals>.create_send_chunk.<locals>.<lambda>r )rK rT � send_chunkr? )rT rK r �create_send_chunk s z<MethodCallSender.send_method_call.<locals>.create_send_chunkc s � d }�j t��|d�S )Nrr )rK rL r, )rl r( )�ignoredrT )rM rL r rK r r �send_last_chunk! s �z:MethodCallSender.send_method_call.<locals>.send_last_chunkc S s | d S r< r r` r r r rt ' s z3MethodCallSender.send_method_call.<locals>.<lambda>) r r r �int�encoder �lenrm r rI r_ )r rL rN rO r= rT rv rx r )r, rM rL r rK r �send_method_call� s � z!MethodCallSender.send_method_callN) r" r# r$ r% rd r rm r2 rl r| r r r r rW � s rW c @ s e Zd ZdZdd� ZdS )�MethodCallServerProtocolzCReceive L{MethodCall} commands over the wire and send back results.c C s t j| t||�d� d S )N)�locator)r r2 r0 r6 r r r r2 / s z!MethodCallServerProtocol.__init__N)r" r# r$ r% r2 r r r r r} , s r} c @ s e Zd ZdZdZdd� ZdS )�MethodCallClientProtocolzASend L{MethodCall} commands over the wire using the AMP protocol.Nc C s | j dur | j �| � dS dS )z*Notify our factory that we're ready to go.N)�factory�clientConnectionMader? r r r �connectionMade8 s �z'MethodCallClientProtocol.connectionMade)r" r# r$ r% r� r� r r r r r 3 s r c @ sP e Zd ZdZdd� Zdd� Zddd�Zdd d �Z dd d �Zd d� Z dd� Z dS )� RemoteObjecta An object able to transparently call methods on a remote object. Any method call on a L{RemoteObject} instance will return a L{Deferred} resulting in the return value of the same method call performed on the remote object exposed by the peer. c C s$ d| _ i | _|| _| j�| j� dS )z� @param factory: The L{MethodCallClientFactory} used for connecting to the other peer. Look there if you need to tweak the behavior of this L{RemoteObject}. N)�_sender�_pending_requests�_factory�notifyOnConnect�_handle_connect)r r� r r r r2 F s zRemoteObject.__init__c s � �fdd�}|S )a^ Return a function sending a L{MethodCall} for the given C{method}. When the created function is called, it sends the an appropriate L{MethodCall} to the remote peer passing it the arguments and keyword arguments it was called with, and returning a L{Deferred} resulting in the L{MethodCall}'s response value. c s t � }��� | ||� |S r1 )r �_send_method_call)rN rO rQ �rL r r r r| Y s z2RemoteObject.__getattr__.<locals>.send_method_callr )r rL r| r r� r � __getattr__Q s zRemoteObject.__getattr__Nc C s\ | j j|||d�}|j| j||d� |j| j|||||d� | jjdur,| jj�� dS dS )zASend a L{MethodCall} command, adding callbacks to handle retries.)rL rN rO �rb N) r� r| rI �_handle_resultrJ �_handle_failurer� �fake_connection�flush)r rL rN rO rQ rb r= r r r r� ` s �� �z RemoteObject._send_method_callc C s |dur|� � |�|� dS )a& Handles a successful C{send_method_call} result. @param response: The L{MethodCall} response. @param deferred: The deferred that was returned to the caller. @param call: If not C{None}, the scheduled timeout call associated with the given deferred. N)r^ r_ )r r= rQ rb r r r r� p s zRemoteObject._handle_resultc C s� |j tu }| jjdu }|s|r'|| jv r| j�|� |r |�� |�|� dS | jjrF|du rFt td��} | jj j | jj| j | ||||d�}||||f| j|< dS )a+ Called when a L{MethodCall} command fails. If a failure is due to a connection error and if C{retry_on_reconnect} is C{True}, we will try to perform the requested L{MethodCall} again as soon as a new connection becomes available, giving up after the specified C{timeout}, if any. @param failure: The L{Failure} raised by the requested L{MethodCall}. @param name: The method name associated with the failed L{MethodCall}. @param args: The positional arguments of the failed L{MethodCall}. @param kwargs: The keyword arguments of the failed L{MethodCall}. @param deferred: The deferred that was returned to the caller. @param call: If not C{None}, the scheduled timeout call associated with the given deferred. FNrd rf ) r r' r� �retryOnReconnectr� rD r^ re � retryTimeoutr r\ rh r� ) r rB rL rN rO rQ rb �is_method_call_error� dont_retryrd r r r r� | s" �z RemoteObject._handle_failurec C s( t || jj�| _| jjr| �� dS dS )zaHandles a reconnection. @param protocol: The newly connected protocol instance. N)rW r� r\ r� r� �_retry)r r[ r r r r� � s �z RemoteObject._handle_connectc C sL | j �� }| j �� |r$|�� \}\}}}}| j|||||d� |s dS dS )z*Try to perform again requests that failed.r� N)r� �copy�clear�popitemr� )r �requestsrQ rL rN rO rb r r r r� � s �zRemoteObject._retryr1 ) r" r# r$ r% r2 r� r� r� r� r� r� r r r r r� > s �+ r� c @ s$ e Zd ZdZeZdd� Zdd� ZdS )�MethodCallServerFactoryz@Expose a Python object using L{MethodCall} commands over C{AMP}.c C s || _ || _dS )a @param object: The object exposed by the L{MethodCallProtocol}s instances created by this factory. @param methods: A list of the names of the methods that remote peers are allowed to call on the C{object} that we publish. N)�objectr8 r6 r r r r2 � s z MethodCallServerFactory.__init__c C s | � | j| j�}| |_|S r1 )r[ r� r8 r� �r �addrr[ r r r � buildProtocol� s z%MethodCallServerFactory.buildProtocolN)r" r# r$ r% r} r[ r2 r� r r r r r� � s r� c @ sl e Zd ZdZdZdZeZeZ dZ dZ dZ dd� Z dd � Zd d � Zd d � Zdd� Zdd� Zdd� Zdd� ZdS )�MethodCallClientFactorya� Factory for L{MethodCallClientProtocol}s exposing an object or connecting to L{MethodCall} servers. When used to connect, if the connection fails or is lost the factory will keep retrying to establish it. @ivar factor: The time factor by which the delay between two subsequent connection retries will increase. @ivar maxDelay: Maximum number of seconds between connection attempts. @ivar protocol: The factory used to build protocol instances. @ivar remote: The factory used to build remote object instances. @ivar retryOnReconnect: If C{True}, the remote object returned by the C{getRemoteObject} method will retry requests that failed, as a result of a lost connection, as soon as a new connection is available. @param retryTimeout: A timeout for retrying requests, if the remote object can't perform them again successfully within this number of seconds, they will errback with a L{MethodCallError}. g��w�?� FNc C s$ || _ | j| _g | _g | _d| _dS )z� @param object: The object exposed by the L{MethodCallProtocol}s instances created by this factory. @param reactor: The reactor used by the created protocols to schedule notifications and timeouts. N)r\ � initialDelay�delay� _connects� _requests�_remote)r r\ r r r r2 � s z MethodCallClientFactory.__init__c C s* | j dur t| j �S t� }| j�|� |S )z�Get a L{RemoteObject} as soon as the connection is ready. @return: A C{Deferred} firing with a connected L{RemoteObject}. N)r� r r r� rE )r rQ r r r �getRemoteObject s z'MethodCallClientFactory.getRemoteObjectc C � | j �|� dS )zAInvoke the given C{callback} when a connection is re-established.N)r� rE �r r_ r r r r� � z'MethodCallClientFactory.notifyOnConnectc C r� )z,Remove the given C{callback} from listeners.N)r� �remover� r r r �dontNotifyOnConnect r� z+MethodCallClientFactory.dontNotifyOnConnectc C s: | j du r | �| �| _ | jD ]}||� q| �| j � dS )z2Called when a newly built protocol gets connected.N)r� �remoter� �_fire_requests)r r[ r_ r r r r� s z,MethodCallClientFactory.clientConnectionMadec C s* t �| ||� | jdu r| �|� dS dS )z0Try to connect again or errback pending request.N)r �clientConnectionFailed�_callIDr� )r � connector�reasonr r r r� $ s � �z.MethodCallClientFactory.clientConnectionFailedc C s | � � t�| |�}|S r1 )� resetDelayr r� r� r r r r� , s z%MethodCallClientFactory.buildProtocolc C s, | j dd� }g | _ |D ]}|�|� q dS )zY Fire all pending L{getRemoteObject} deferreds with the given C{result}. N)r� r_ )r r= r� rQ r r r r� 1 s �z&MethodCallClientFactory._fire_requests)r" r# r$ r% �factor�maxDelayr r[ r� r� r� r� r� r2 r� r� r� r� r� r� r� r r r r r� � s" r� N)%r% �uuidr �twisted.internet.deferr r r �twisted.internet.protocolr r �twisted.python.failurer �twisted.python.compatr �twisted.protocols.ampr r r r r r r � landscape.libr r � Exceptionr' r( r/ r0 r� rW r} r r� r� r� r r r r �<module> s( . $ PY PK �Z5��C C % lib/__pycache__/fetch.cpython-310.pycnu �[��� o ���c� � @ s� d dl Z d dlZd dlZd dlmZ d dlmZ d dlmZ d dl m Z m Z G dd� de �Z G dd � d e �ZG d d � d e �Zd d i ddddd dddf dd�Zdd� Zd dd�Zd dd�Zd dd�Zdd � Zed krteejd d� � dS dS )!� N)� OptionParser)� DeferredList)� deferToThread)� iteritems� networkStringc @ s e Zd ZdS )� FetchErrorN)�__name__� __module__� __qualname__� r r �5/usr/lib/python3/dist-packages/landscape/lib/fetch.pyr s r c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� HTTPCodeErrorc C � || _ || _d S �N)� http_code�body)�selfr r r r r �__init__ � zHTTPCodeError.__init__c C � d| j S )Nz Server returned HTTP code %d�r �r r r r �__str__ � zHTTPCodeError.__str__c C r )Nz <HTTPCodeError http_code=%d>r r r r r �__repr__ r zHTTPCodeError.__repr__N)r r r r r r r r r r r s r c @ s0 e Zd Zdd� Zdd� Zdd� Zedd� �Zd S ) � PyCurlErrorc C r r )� error_code�_message)r r �messager r r r r zPyCurlError.__init__c C � d| j | jf S )Nz Error %d: %s�r r r r r r r # s zPyCurlError.__str__c C r )Nz <PyCurlError args=(%d, '%s')>r r r r r r & s �zPyCurlError.__repr__c C s | j S r )r r r r r r * s zPyCurlError.messageN)r r r r r r �propertyr r r r r r s r F� � iX Tc C s ddl } t|t�s|�d�}t�|�} t�� }|du r | �� }|�| jt t | ��� |rF|�| j d� |rF|�| j t |�� |�| j| j� |rV| �d�rV|�| jt |�� |rh|�| jdd� tt|��D �� |rq|�| jd� | rz|�| jd � | dur�|�| jt | �� | dur�|�| jt | �� |�| jd � |�| j|� |�| jd � |�| j |� |�| j d � |�| j |j � |�| j d� |�| j!d � z|�"� W n | j#y� } z t$|j%d |j%d ��d}~ww |�&� }|�'| j(�}|d kr�t)||��|S ) aC Retrieve a URL and return the content. @param url: The url to be fetched. @param post: If true, the POST method will be used (defaults to GET). @param data: Data to be sent to the server as the POST content. @param headers: Dictionary of header => value entries to be used on the request. @param curl: A pycurl.Curl instance to use. If not provided, one will be created. @param cainfo: Path to the file with CA certificates. @param insecure: If true, perform curl using insecure option which will not attempt to verify authenticity of the peer's certificate. (Used during autodiscovery) @param follow: If True, follow HTTP redirects (default True). @param user_agent: The user-agent to set in the request. @param proxy: The proxy url to use for the request. r Nzutf-8Tzhttps:c S s g | ]}d | �qS )z%s: %sr )�.0�pairr r r � <listcomp>\ s zfetch.<locals>.<listcomp>F� � s gzip,deflate�� )*�pycurl� isinstance�bytes�encode�io�BytesIO�Curl�setopt�URLr �str�POST� POSTFIELDSIZE�len� READFUNCTION�read� startswith�CAINFO� HTTPHEADER�sortedr �SSL_VERIFYPEER�FOLLOWLOCATION� USERAGENT�PROXY� MAXREDIRS�CONNECTTIMEOUT�LOW_SPEED_LIMIT�LOW_SPEED_TIME�NOSIGNAL� WRITEFUNCTION�write�DNS_CACHE_TIMEOUT�ENCODING�perform�errorr �args�getvalue�getinfo� HTTP_CODEr )�url�post�data�headers�cainfo�curl�connect_timeout� total_timeout�insecure�follow� user_agent�proxyr* �output�input�er r r r r �fetch/ s\ � �� r_ c O s t tg| �R i |��S )z]Retrieve a URL asynchronously. @return: A C{Deferred} resulting in the URL content. )r r_ )rL �kwargsr r r � fetch_async� s ra c K sV g }| D ] }t |fi |��}|r|�||� |r |�||� |�|� qt|ddd�S )a9 Retrieve a list of URLs asynchronously. @param callback: Optionally, a function that will be fired one time for each successful URL, and will be passed its content and the URL itself. @param errback: Optionally, a function that will be fired one time for each failing URL, and will be passed the failure and the URL itself. @return: A C{DeferredList} whose callback chain will be fired as soon as all downloads have terminated. If an error occurs, the errback chain of the C{DeferredList} will be fired immediatly. T)�fireOnOneErrback� consumeErrors)ra � addCallback� addErrback�appendr )�urls�callback�errbackr` �resultsrP �resultr r r �fetch_many_async� s rl c C s. | � d��d�d }|durtj�||�}|S )z�Return the last component of the given C{url}. @param url: The URL to get the filename from. @param directory: Optionally a path to prepend to the returned filename. @note: Any trailing slash in the C{url} will be removed �/���N)�rstrip�split�os�path�join)rP � directory�filenamer r r �url_to_filename� s rv c s. � fdd�}�fdd�}t | f||d�|��S )aJ Retrieve a list of URLs and save their content as files in a directory. @param urls: The list URLs to fetch. @param directory: The directory to save the files to, the name of the file will equal the last fragment of the URL. @param logger: Optional function to be used to log errors for failed URLs. c s, t |� d�}t|d�}|�| � |�� d S )N�rt �wb)rv �openrG �close)rR rP ru �fdrw r r rG � s z fetch_to_files.<locals>.writec s � r � d|t | j�f � | S )Nz Couldn't fetch file from %s (%s))r3 �value)�failurerP )�loggerr r � log_error� s �z!fetch_to_files.<locals>.log_error)rh ri )rl )rg rt r~ r` rG r r )rt r~ r �fetch_to_files� s r� c C sZ t � }|jddd� |jddd� |�d� |�| �\}\}tt||j|j|jd�� d S ) Nz--post� store_true)�actionz--datar" )�defaultz--cainfo)rQ rR rT )r � add_option� parse_args�printr_ rQ rR rT )rL �parser�optionsrP r r r �test� s �r� �__main__r' )NNr )rq �sysr. �optparser �twisted.internet.deferr �twisted.internet.threadsr �twisted.python.compatr r � Exceptionr r r r_ ra rl rv r� r� r �argvr r r r �<module> s, �R �PK �Z�ئ> > ' lib/__pycache__/logging.cpython-310.pycnu �[��� o ���c� � @ sZ d dl mZ d dlZd dlZd dlZd dlZdZddd�Zddd �Zdd d �Z d d � Z dS )� )�absolute_importNz;%(asctime)s %(levelname)-8s [%(threadName)-10s] %(message)s�infoc C sR | j dddddd� d}|r|d�|�7 }| j d d d ||d � | j d |dd� dS )z?Add common logging-related CLI options to the given arg parser.z-qz--quietF� store_truez"Do not log to the standard output.)�default�action�helpz)The directory in which to write log filesz (default: {!r}).z-lz --log-dir�FILE)�metavarr r z --log-levelz/One of debug, info, warning, error or critical.)r r N)� add_option�format)�parser�level�logdir� logdirhelp� r �7/usr/lib/python3/dist-packages/landscape/lib/logging.py�add_cli_options s � � �r Fc C sV |du r t j�tjd �}t�|�� �}tt� � || |t� t �|s$tj nd� t� � S )z3Given a log dir, set up logging for an application.Nr ) �os�path�basename�sys�argv�logging� getLevelName�upper� _init_logging� getLogger� Formatter�FORMAT�stdout)r r �progname�quietr r r �init_app_logging s �r" c C st | � |� tj�|�st�|� tj�||d �}t�|�g}|r)|�t� |�� |D ] }| � |� |� |� q+d S )Nz.log) �setLevelr r �exists�makedirs�joinr � FileHandler�append� StreamHandler� addHandler� setFormatter) �loggerr r �logname� formatterr �filename�handlers�handlerr r r r + s � �r c C sd t �� jD ]%} t| t j�r*| �� z| j�� t| j | j �| _W | � � q| � � w qt � d� dS )z� This closes and reopens the underlying files in the logging module's root logger. If called after logrotate (or something similar) has moved the old log file out of the way, this will start writing to a new new log file... zLandscape Logs rotatedN) r r r0 � isinstancer' �acquire�stream�close�open� baseFilename�mode�releaser )r1 r r r � rotate_logs? s ��r: )r N)r NF)N) � __future__r r r �os.pathr r r r" r r: r r r r �<module> s PK �Z��FC ' lib/__pycache__/monitor.cpython-310.pycnu �[��� o ���c� � @ s� d dl mZ d dlZd dlZd dlmZmZ G dd� de�ZG dd� de�Z G dd � d e �Z G d d � d e �Z G d d � d e �Z dS )� )�absolute_importN)� format_delta�format_percentc @ s: e Zd ZdZd dd�Zdd� Zdd� Zd d � Zd d � ZdS )�Timerzp A timer keeps track of the number of seconds passed during it's lifetime and since the last reset. Nc C s" |pt j | _| �� | _| j| _d S �N)�time� _create_time�_creation_time� _last_time)�self� create_time� r �7/usr/lib/python3/dist-packages/landscape/lib/monitor.py�__init__ s zTimer.__init__c C s | � � S r )r �r r r r r s z Timer.timec C � | � � | j S r )r r r r r r � since_start � zTimer.since_startc C r r �r r r r r r � since_reset r zTimer.since_resetc C s | � � | _d S r r r r r r �reset r z Timer.resetr ) �__name__� __module__� __qualname__�__doc__r r r r r r r r r r s r c s> e Zd ZdZd � fdd� Zdd� Z� fdd�Zd d � Z� ZS ) �Monitora� A monitor tracks the number of pings it received during it's lifetime and since the last reset. The component being monitored is responsible for calling C{ping()} everytime a monitored activity occurs. It should register a reactor event that logs statistics from this monitor every N seconds. Essentially, monitors are just statistics checkers that components can use to monitor themselves. Nc s( t t| �j|d� || _d| _d| _d S )N�r r )�superr r � event_name�count� total_count)r r r �� __class__r r r , s zMonitor.__init__c C s | j d7 _ | jd7 _d S )N� )r r r r r r �ping2 s z Monitor.pingc s t t| ��� d| _d S )Nr )r r r r r r! r r r 6 s z Monitor.resetc C s( t �d| j| jt| �� �� | �� d S )Nz%%d %s events occurred in the last %s.)�logging�infor r r r r r r r r �log: s � z Monitor.logr ) r r r r r r$ r r' � __classcell__r r r! r r ! s r c s8 e Zd ZdZ d � fdd� Z� fdd�Zdd� Z� ZS ) � BurstMonitorz� A burst monitor tracks the volume pings it receives. It goes into warn mode when too many pings are received in a short period of time. Nc s* t t| �j||d� || _|| _g | _d S �Nr )r r) r �repeat_interval� maximum_count� _last_times)r r+ r, r r r! r r r G s zBurstMonitor.__init__c s^ t t| ��� | �� }| j�|� | jd | | jks%t| j�| jd kr-| j� d� d S d S )Nr r# ) r r) r$ r r- �appendr+ �lenr, �pop)r �nowr! r r r$ N s �zBurstMonitor.pingc C s: | j sdS | �� | j d }|| jk o t| j �| jd kS )NFr r# )r- r r+ r/ r, )r �deltar r r �warnW s �zBurstMonitor.warnr )r r r r r r$ r3 r( r r r! r r) @ s � r) c sL e Zd ZdZ d � fdd� Zedd� �Zedd� �Zd d � Zd d � Z � Z S )�CoverageMonitora� A coverage monitor tracks the volume of pings received since the last reset. It has normal and warn states that are determined by calculating the number of expected pings since the last reset. If the actual number of pings falls below the minimum required percent the monitor goes into warn mode. The component being monitored should register a reactor event that logs statistics from this monitor every N seconds. Nc s$ t t| �j||d� || _|| _d S r* )r r4 r r+ � min_percent)r r+ r5 r r r! r r r j s � zCoverageMonitor.__init__c C s( z | j t| j� W S ty Y dS w )Ng �?)r �float�expected_count�ZeroDivisionErrorr r r r �percentq s �zCoverageMonitor.percentc C s t | �� | j �S r )�intr r+ r r r r r7 x s z CoverageMonitor.expected_countc C s^ d}| j r | jr | j d }tj}| �� rtj}|d| j| j| jt|�t | � � �� | � � d S )Ng �d z9%d of %d expected %s events (%s) occurred in the last %s.) r9 r7 r% r& r3 �warningr r r r r r )r r9 r' r r r r' | s � zCoverageMonitor.logc C s* | j r| jr| js dS | j| jk rdS dS )NFT)r+ r5 r7 r9 r r r r r3 � s zCoverageMonitor.warnr ) r r r r r �propertyr9 r7 r' r3 r( r r r! r r4 _ s � r4 c sL e Zd ZdZ d � fdd� Zedd� �Z� fdd�Zd d � Zd d � Z � Z S )�FrequencyMonitoraz A frequency monitor tracks the number of pings received during a fixed period of time. It has normal and warn states; a warn state is triggered when the minimum expected pings were not received during the specified interval. The component being monitored should register a reactor event that checks the warn state of this monitor every N seconds. Nc s. t t| �j||d� || _|| _| �� | _d S r* )r r> r r+ � min_frequencyr � _last_count)r r+ r? r r r! r r r � s �zFrequencyMonitor.__init__c C s | � � | j }|| j S r )r r@ r+ )r � since_pingr r r r7 � s z FrequencyMonitor.expected_countc s t t| ��� | �� | _d S r )r r> r$ r r@ r r! r r r$ � s zFrequencyMonitor.pingc C s2 | � � rt�d| j| j| jt| j�� | �� d S )NzAOnly %d of %d minimum expected %s events occurred in the last %s.) r3 r% r< r r7 r r r+ r r r r r r' � s � zFrequencyMonitor.logc C s4 | j r| jr| �� | j | j kr| j| jk rdS dS )NTF)r+ r? r r@ r r r r r r3 � s � zFrequencyMonitor.warnr ) r r r r r r= r7 r$ r' r3 r( r r r! r r> � s � r> ) � __future__r r% r �landscape.lib.formatr r �objectr r r) r4 r> r r r r �<module> s 4PK �Z/&�z z # lib/__pycache__/gpg.cpython-310.pycnu �[��� o ���c � @ sN d dl Z d dlZd dlZd dlmZ d dlmZ G dd� de�Zd dd �ZdS ) � N)�glob)�getProcessOutputAndValuec @ s e Zd ZdZdS )�InvalidGPGSignaturez:Raised when the gpg signature for a given file is invalid.N)�__name__� __module__� __qualname__�__doc__� r r �3/usr/lib/python3/dist-packages/landscape/lib/gpg.pyr s r � /usr/bin/gpg�/etc/aptc s� �fdd�}� fdd�}t �� �ttjdd� ttd�|��td�|�� �D �� �}d d �d d f| d || f }t� |d�}|� |� |� |� |S )a� Verify the GPG signature of a file. @param filename: Path to the file to verify the signature against. @param signature: Path to signature to use. @param gpg: Optionally, path to the GPG binary to use. @param apt_dir: Optionally, path to apt trusted keyring. @return: a C{Deferred} resulting in C{True} if the signature is valid, C{False} otherwise. c s t �� � | S )N)�shutil�rmtree)�ignored)�gpg_homer r �remove_gpg_home s z#gpg_verify.<locals>.remove_gpg_homec s@ | \}}}|� d�|� d�}}|dkr td� |||f ��d S )N�asciir z)%s failed (out='%s', err='%s', code='%d'))�decoder )�args�out�err�code)�gpgr r �check_gpg_exit_code s ��z'gpg_verify.<locals>.check_gpg_exit_codec S s g | ]}d |f�qS )z --keyringr )�.0�keyringr r r � <listcomp>' s ��z gpg_verify.<locals>.<listcomp>z{}/trusted.gpgz{}/trusted.gpg.d/*.gpgz --no-optionsz --homedirz--no-default-keyringz--ignore-time-conflictz--verify)r ) �tempfile�mkdtemp�tuple� itertools�chain�sortedr �formatr �addBoth� addCallback) �filename� signaturer �apt_dirr r �keyringsr �resultr )r r r � gpg_verify s* �� ���� r+ )r r ) r r r r �twisted.internet.utilsr � Exceptionr r+ r r r r �<module> s PK �Z6�E E % lib/__pycache__/cloud.cpython-310.pycnu �[��� o ���c� � @ s6 d dl mZ dZdef ZdZd dd�Zd dd �ZdS ) � )� fetch_asyncz169.254.169.254zhttp://%s/latest�@ Nc sR g � t d� ��}|�� �fdd�� |�� �fdd�� � fdd�}|�|� |S )z�Fetch EC2 information about the cloud instance. The fetch parameter provided above is for non-mocked testing purposes. � instance-idc � t d� ��S )N� instance-type��_fetch_ec2_item��ignore�� cloud_data�fetch� �5/usr/lib/python3/dist-packages/landscape/lib/cloud.py�<lambda> � z%fetch_ec2_meta_data.<locals>.<lambda>c r )N�ami-idr r r r r r r c s* dd� }� \}}}||�||�||�d�S )z1Record the instance data returned by the EC2 API.c S s, | d urt | t�r| �d�} | d t� S d S )Nzutf-8)� isinstance�bytes�decode� MAX_LENGTH)�valuer r r �_process_result s �zCfetch_ec2_meta_data.<locals>.return_result.<locals>._process_result)r r r r )r r � instance_id� instance_type�ami_id)r r r � return_result s �z*fetch_ec2_meta_data.<locals>.return_result)r � addCallback)r �deferredr r r r �fetch_ec2_meta_data s � � r c C s, t d | }|du r t}||dd��|j�S )z� Get data at C{path} on the EC2 API endpoint, and add the result to the C{accumulate} list. The C{fetch} parameter is provided for testing only. z /meta-data/NF)�follow)�EC2_APIr r �append)�path� accumulater �urlr r r r ( s r )N)�landscape.lib.fetchr �EC2_HOSTr! r r r r r r r �<module> s PK �Z%�&I� � ( lib/__pycache__/encoding.cpython-310.pycnu �[��� o ���c! � @ s d dl mZ dd� Zdd� ZdS )� )�unicodec C s t | t�r | �d�} | S )z> A small helper to decode unicode to utf-8 if needed. �utf-8)� isinstancer �encode)�value� r �8/usr/lib/python3/dist-packages/landscape/lib/encoding.py�encode_if_needed s r c C s8 | � � }|�� D ]\}}t|t�r|�dd�||< q|S )zR Encode values of the given C{dictionary} with utf-8 and surrogateescape. r �surrogateescape)�copy�itemsr r r )� dictionary�_dict�key�valr r r � encode_values s �r N)�twisted.python.compatr r r r r r r �<module> s PK �Zw|�' ' $ lib/__pycache__/juju.cpython-310.pycnu �[��� o ���c\ � @ s< d dl mZ d dlZd dlZd dlZd dlmZ dd� ZdS )� )�absolute_importN)�read_text_filec C sd t j�| j�s dS t| j�}zt�|�}W n ty' t� d| j � Y dS w |d � � |d< |S )zo Returns available Juju info or C{None} if the path referenced from L{config} is not a valid file. Nz%Error attempting to read JSON from %sz api-addresses) �os�path�exists� juju_filenamer �json�loads� Exception�logging� exception�split)�config� json_contents� juju_info� r �4/usr/lib/python3/dist-packages/landscape/lib/juju.py� get_juju_info s ��r )� __future__r r r r �landscape.lib.fsr r r r r r �<module> s PK �Z|B� � � # lib/__pycache__/log.cpython-310.pycnu �[��� o ���c� � @ s" d dl mZ d dlZddd�ZdS )� )�absolute_importNc C s* |du rt }|j|| j| j| jfd� dS )z�Log a L{twisted.python.failure.Failure} to the Python L{logging} module. The failure should be formatted as a regular exception, but a traceback may not be available. If C{msg} is passed, it will included before the traceback. N)�exc_info)�logging�error�type�value�tb)�failure�msg�logger� r �3/usr/lib/python3/dist-packages/landscape/lib/log.py� log_failure s r )NN)� __future__r r r r r r r �<module> s PK �Z��1�� � lib/bootstrap.pynu �[��� from string import Template import pwd import grp import os class BootstrapList(object): def __init__(self, bootstraps): self._bootstraps = bootstraps def bootstrap(self, **vars): for bootstrap in self._bootstraps: bootstrap.bootstrap(**vars) class BootstrapPath(object): def __init__(self, path, username=None, group=None, mode=None): self.path = path self.username = username self.group = group self.mode = mode def _create(self, path): pass def bootstrap(self, **vars): path = Template(self.path).substitute(**vars) self._create(path) if self.mode is not None: os.chmod(path, self.mode) if os.getuid() == 0: if self.username is not None: uid = pwd.getpwnam(self.username).pw_uid else: uid = -1 if self.group is not None: gid = grp.getgrnam(self.group).gr_gid else: gid = -1 if uid != -1 or gid != -1: os.chown(path, uid, gid) class BootstrapFile(BootstrapPath): def _create(self, path): open(path, "a").close() class BootstrapDirectory(BootstrapPath): def _create(self, path): try: os.makedirs(path) except OSError: if not os.path.isdir(path): raise PK �Z��#� � lib/logging.pynu �[��� from __future__ import absolute_import import logging import os import os.path import sys FORMAT = '%(asctime)s %(levelname)-8s [%(threadName)-10s] %(message)s' def add_cli_options(parser, level='info', logdir=None): """Add common logging-related CLI options to the given arg parser.""" parser.add_option('-q', '--quiet', default=False, action='store_true', help='Do not log to the standard output.') logdirhelp = 'The directory in which to write log files' if logdir: logdirhelp += ' (default: {!r}).'.format(logdir) parser.add_option('-l', '--log-dir', metavar='FILE', default=logdir, help=logdirhelp) parser.add_option('--log-level', default=level, help='One of debug, info, warning, error or critical.') def init_app_logging(logdir, level='info', progname=None, quiet=False): """Given a log dir, set up logging for an application.""" if progname is None: progname = os.path.basename(sys.argv[0]) level = logging.getLevelName(level.upper()) _init_logging( logging.getLogger(), level, logdir, progname, logging.Formatter(FORMAT), sys.stdout if not quiet else None, ) return logging.getLogger() def _init_logging(logger, level, logdir, logname, formatter, stdout=None): # Set the log level. logger.setLevel(level) # Set up the log file. if not os.path.exists(logdir): os.makedirs(logdir) filename = os.path.join(logdir, logname + '.log') # Set the handlers. handlers = [ logging.FileHandler(filename), ] if stdout: handlers.append(logging.StreamHandler(stdout)) for handler in handlers: logger.addHandler(handler) handler.setFormatter(formatter) def rotate_logs(): """ This closes and reopens the underlying files in the logging module's root logger. If called after logrotate (or something similar) has moved the old log file out of the way, this will start writing to a new new log file... """ for handler in logging.getLogger().handlers: if isinstance(handler, logging.FileHandler): handler.acquire() try: handler.stream.close() handler.stream = open(handler.baseFilename, handler.mode) finally: handler.release() logging.info("Landscape Logs rotated") PK �ZnV)N N lib/message.pynu �[��� """Helpers for reliable persistent message queues.""" RESYNC = object() # Used as a flag indicating a resync is needed def got_next_expected(store, next_expected): """Our peer has told us what it expects our next message's sequence to be. Call this with the message store and sequence number that the peer wants next; this will do various things based on what *this* side has in its outbound queue store. 0. The peer expects a sequence number from the server that is too high, the difference greater than pending messages in the peer. We flush the older messages in queue b/c the server does not want old or ancient messages, however we also reset the offset so that the pending messages are resent. Then we resynchronize by returning RESYNC. See LP: #1917540 1. The peer expects a sequence greater than what we last sent. This is the common case and generally it should be expecting last_sent_sequence+len(messages_sent)+1. 2. The peer expects a sequence number our side has already sent, and we no longer have that message. In this case, just send *all* messages we have, including the previous generation, starting at the sequence number the peer expects (meaning that messages have probably been lost). 3. The peer expects a sequence number we already sent, and we still have that message cached. In this case, we send starting from that message. If the next expected sequence from the server refers to a message older than we have, then L{RESYNC} will be returned. """ ret = None old_sequence = store.get_sequence() if (next_expected - old_sequence) > store.count_pending_messages(): store.delete_old_messages() # Flush queue from previous iteration pending_offset = 0 # This means current messages will be resent ret = RESYNC elif next_expected > old_sequence: store.delete_old_messages() pending_offset = next_expected - old_sequence elif next_expected < (old_sequence - store.get_pending_offset()): # "Ancient": The other side wants messages we don't have, # so let's just reset our counter to what it expects. pending_offset = 0 ret = RESYNC else: # No messages transferred, or # "Old": We'll try to send these old messages that the # other side still wants. pending_offset = (store.get_pending_offset() + next_expected - old_sequence) store.set_pending_offset(pending_offset) store.set_sequence(next_expected) return ret PK �Z@�� � lib/plugin.pynu �[��� from __future__ import absolute_import import logging from .format import format_object class PluginConfigError(Exception): """There was an error registering or configuring a plugin.""" class PluginRegistry(object): """A central integration point for plugins.""" def __init__(self): self._plugins = [] self._plugin_names = {} def add(self, plugin): """Register a plugin. The plugin's C{register} method will be called with this registry as its argument. If the plugin has a C{plugin_name} attribute, it will be possible to look up the plugin later with L{get_plugin}. """ logging.info("Registering plugin %s.", format_object(plugin)) self._plugins.append(plugin) if hasattr(plugin, "plugin_name"): self._plugin_names[plugin.plugin_name] = plugin plugin.register(self) def get_plugins(self): """Get the list of plugins.""" return self._plugins def get_plugin(self, name): """Get a particular plugin by name.""" return self._plugin_names[name] class Plugin(object): """A convenience for writing plugins. This provides a register method which will set up a bunch of reactor handlers in the idiomatic way. If C{run} is defined on subclasses, it will be called every C{run_interval} seconds after being registered. @cvar run_interval: The interval, in seconds, to execute the C{run} method. If set to C{None}, then C{run} will not be scheduled. """ run_interval = 5 def register(self, registry): self.registry = registry if hasattr(self, "run") and self.run_interval is not None: registry.reactor.call_every(self.run_interval, self.run) PK �Zc�\ \ lib/sequenceranges.pynu �[��� from twisted.python.compat import xrange class SequenceError(Exception): """Raised when the sequence isn't proper for translation to ranges.""" class SequenceRanges(object): """High level interface to ranges. A ranges list represent a sequence of ordered and non-repeating elements into a more compact format, by representing 3 or more consecutive entries by a range. This means that a sequence such as [1, 2, 4, 5, 6, 8, 10, 11, 12, 14] becomes [1, 2, (4, 6), 8, (10, 12), 14] """ def __init__(self): self._ranges = [] @classmethod def from_sequence(cls, sequence): obj = cls() obj._ranges[:] = sequence_to_ranges(sequence) return obj @classmethod def from_ranges(cls, ranges): obj = cls() obj._ranges[:] = ranges return obj def to_sequence(self): return list(ranges_to_sequence(self._ranges)) def to_ranges(self): return list(self._ranges) def __iter__(self): return ranges_to_sequence(self._ranges) def __contains__(self, item): index = find_ranges_index(self._ranges, item) if index < len(self._ranges): test = self._ranges[index] if isinstance(test, tuple): return (test[0] <= item <= test[1]) return (test == item) return False def add(self, item): add_to_ranges(self._ranges, item) def remove(self, item): remove_from_ranges(self._ranges, item) def sequence_to_ranges(sequence): """Iterate over range items that compose the given sequence.""" iterator = iter(sequence) try: range_start = range_stop = next(iterator) except StopIteration: return while range_start is not None: try: item = next(iterator) except StopIteration: item = None if item == range_stop + 1: range_stop += 1 else: if item is not None and item <= range_stop: if item < range_stop: raise SequenceError("Sequence is unordered (%r < %r)" % (item, range_stop)) else: raise SequenceError("Found duplicated item (%r)" % (item,)) if range_stop == range_start: yield range_start elif range_stop == range_start + 1: yield range_start yield range_stop else: yield (range_start, range_stop) range_start = range_stop = item def ranges_to_sequence(ranges): """Iterate over individual items represented in a ranges list.""" for item in ranges: if isinstance(item, tuple): start, end = item if start > end: raise ValueError("Range error %d > %d", start, end) for item in xrange(start, end + 1): yield item else: yield item def find_ranges_index(ranges, item): """Find the index where an entry *may* be.""" lo = 0 hi = len(ranges) while lo < hi: mid = (lo + hi) // 2 test = ranges[mid] try: test = test[1] except TypeError: pass if item > test: lo = mid + 1 else: hi = mid return lo def add_to_ranges(ranges, item): """Insert item in ranges, reorganizing as needed.""" index_start = index_stop = index = find_ranges_index(ranges, item) range_start = range_stop = item ranges_len = len(ranges) # Look for duplicates. if index < ranges_len: test = ranges[index] if isinstance(test, tuple): if test[0] <= item <= test[1]: return elif test == item: return # Merge to the left side. while index_start > 0: test = ranges[index_start - 1] if isinstance(test, tuple): if test[1] != range_start - 1: break range_start = test[0] else: if test != range_start - 1: break range_start -= 1 index_start -= 1 # Merge to the right side. while index_stop < ranges_len: test = ranges[index_stop] if isinstance(test, tuple): if test[0] != range_stop + 1: break range_stop = test[1] else: if test != range_stop + 1: break range_stop += 1 index_stop += 1 if range_stop - range_start < 2: ranges.insert(index, item) else: ranges[index_start:index_stop] = ((range_start, range_stop),) def remove_from_ranges(ranges, item): """Remove item from ranges, reorganizing as needed.""" index = find_ranges_index(ranges, item) ranges_len = len(ranges) if index < ranges_len: test = ranges[index] if isinstance(test, tuple): range_start, range_stop = test if item >= range_start: # Handle right side of the range (and replace original item). if range_stop < item + 3: ranges[index:index + 1] = range(item + 1, range_stop + 1) else: ranges[index:index + 1] = ((item + 1, range_stop),) # Handle left side of the range. if range_start > item - 3: if range_start != item: ranges[index:index] = range(range_start, item) else: ranges[index:index] = ((range_start, item - 1),) elif item == test: del ranges[index] PK �Z8J[t1 1 lib/fs.pynu �[��� """File-system utils""" import os import time from twisted.python.compat import long def create_text_file(path, content): """Create a file with the given content. The content is encoded with utf-8 before writing. @param path: The path to the file. @param content: The content to be written in the file. """ create_binary_file(path, content.encode("utf-8")) def create_binary_file(path, content): """Create a file with the given binary content. @param path: The path to the file. @param content: The content to be written in the file. """ with open(path, "wb") as fd: fd.write(content) def append_text_file(path, content): """Append a file with the given content. The file is created, if it doesn't exist already. The content is utf-8 encoded before it is written. @param path: The path to the file. @param content: The content to be written in the file at the end. """ append_binary_file(path, content.encode("utf-8")) def append_binary_file(path, content): """Append a file with the given binary content. The file is created, if it doesn't exist already. @param path: The path to the file. @param content: The content to be written in the file at the end. """ with open(path, "ab") as fd: fd.write(content) def read_text_file(path, limit=None): """Return the content of the given file as string. @param path: The path to the file. @param limit: An optional read limit. If positive, read up to that number of characters from the beginning of the file. If negative, read up to that number of bytes from the end of the file. @return content: The content of the file string, possibly trimmed to C{limit} characters. """ # Use binary mode since opening a file in text mode in Python 3 does not # allow non-zero offset seek from the end of the file. If a limit is # specified, use the 4*limit as the largest UTF-8 encoding is 4-bytes. We # don't worry about slicing a UTF-8 char in half firstly as error handling # is "replace" below, and secondly because if the first/last char is # corrupted as a result we won't want it anyway (because limit chars must # be before/after the first/last char) content = read_binary_file(path, None if limit is None else limit * 4) content = content.decode("utf-8", "replace") if limit is None: return content elif limit >= 0: return content[:limit] else: return content[limit:] def read_binary_file(path, limit=None): """Return the content of the given file as bytes. @param path: The path to the file. @param limit: An optional read limit. If positive, read up to that number of bytes from the beginning of the file. If negative, read up to that number of bytes from the end of the file. @return content: The content of the file as bytes, possibly trimmed to C{limit}. """ with open(path, "rb") as fd: if limit is not None and os.path.getsize(path) > abs(limit): if limit >= 0: return fd.read(limit) else: fd.seek(limit, os.SEEK_END) return fd.read() # Aliases for backwards compatibility read_file = read_binary_file create_file = create_binary_file def touch_file(path, offset_seconds=None): """Touch a file, creating it if it doesn't exist. @param path: the path to the file to be touched. @param offset_seconds: a signed integer number of seconds to offset the atime and mtime of the file from the current time. """ open(path, "ab").close() if offset_seconds is not None: offset_time = long(time.time()) + offset_seconds touch_time = (offset_time, offset_time) else: touch_time = None os.utime(path, touch_time) PK �Zd�9-J J lib/lsb_release.pynu �[��� """Get information from /usr/bin/lsb_release.""" import os from subprocess import CalledProcessError, check_output LSB_RELEASE = "/usr/bin/lsb_release" LSB_RELEASE_FILENAME = "/etc/lsb_release" LSB_RELEASE_FILE_KEYS = { "DISTRIB_ID": "distributor-id", "DISTRIB_DESCRIPTION": "description", "DISTRIB_RELEASE": "release", "DISTRIB_CODENAME": "code-name", } def parse_lsb_release(lsb_release_filename=None): """ Returns a C{dict} holding information about the system LSB release. Reads from C{lsb_release_filename} if it exists, else calls C{LSB_RELEASE} """ if lsb_release_filename and os.path.exists(lsb_release_filename): return parse_lsb_release_file(lsb_release_filename) with open(os.devnull, 'w') as FNULL: try: lsb_info = check_output([LSB_RELEASE, "-as"], stderr=FNULL) except (CalledProcessError, FileNotFoundError): # Fall back to reading file, even if it doesn't exist. return parse_lsb_release_file(lsb_release_filename) else: dist, desc, release, code_name, _ = lsb_info.decode().split("\n") return { "distributor-id": dist, "release": release, "code-name": code_name, "description": desc, } def parse_lsb_release_file(filename): """ Returns a C{dict} holding information about the system LSB release by attempting to parse C{filename}. @raises: A FileNotFoundError if C{filename} does not exist. """ info = {} with open(filename) as fd: for line in fd: key, value = line.split("=") if key in LSB_RELEASE_FILE_KEYS: key = LSB_RELEASE_FILE_KEYS[key.strip()] value = value.strip().strip('"') info[key] = value return info PK �Z���( lib/scriptcontent.pynu �[��� from landscape.lib.hashlib import md5 def build_script(interpreter, code): """ Concatenates a interpreter and script into an executable script. """ return u"#!{}\n{}".format(interpreter or u"", code or u"") def generate_script_hash(script): """ Return a hash for a given script. """ encoded_script = script.encode("utf-8") # As this hash is sent in message which requires bytes in the schema, we # have to encode here. return md5(encoded_script).hexdigest().encode("ascii") PK �Z�� *� � lib/backoff.pynu �[��� import random class ExponentialBackoff: """ Keeps track of a backoff delay that staggers down and staggers up exponentially. """ def __init__(self, start_delay, max_delay): self._error_count = 0 # A tally of server errors self._start_delay = start_delay self._max_delay = max_delay def decrease(self): """Decreases error count with zero being the lowest""" self._error_count -= 1 self._error_count = max(self._error_count, 0) def increase(self): """Increases error count but not higher than gives the max delay""" if self.get_delay() < self._max_delay: self._error_count += 1 def get_delay(self): """ Calculates the delay using formula that gives this chart. In this specific example start is 5 seconds and max is 60 seconds Count Delay 0 0 1 5 2 10 3 20 4 40 5 60 (max) """ if self._error_count: delay = (2 ** (self._error_count - 1)) * self._start_delay else: delay = 0 return min(int(delay), self._max_delay) def get_random_delay(self, stagger_fraction=0.25): """ Adds randomness to the specified stagger of the delay. For example for a delay of 12 and 25% stagger, it works out to 9 + rand(0,3) """ delay = self.get_delay() non_random_part = delay * (1-stagger_fraction) random_part = delay * stagger_fraction * random.random() return int(non_random_part + random_part) PK �Z�m��� � lib/fd.pynu �[��� """A utility module which has FD-related functions. This module mostly exists for L{clean_fds}, so it can be imported without accidentally getting a reactor or something else that might create a critical file descriptor. """ import os import resource def clean_fds(): """Close all non-stdio file descriptors. This should be called at the beginning of a program to avoid inheriting any unwanted file descriptors from the invoking process. Unfortunately, this is really common in unix! """ rlimit_nofile = resource.getrlimit(resource.RLIMIT_NOFILE)[1] total_descriptors = min(4096, rlimit_nofile) for fd in range(3, total_descriptors): try: os.close(fd) except OSError: pass PK �ZF�� lib/gpg.pynu �[��� import itertools import shutil import tempfile from glob import glob from twisted.internet.utils import getProcessOutputAndValue class InvalidGPGSignature(Exception): """Raised when the gpg signature for a given file is invalid.""" def gpg_verify(filename, signature, gpg="/usr/bin/gpg", apt_dir="/etc/apt"): """Verify the GPG signature of a file. @param filename: Path to the file to verify the signature against. @param signature: Path to signature to use. @param gpg: Optionally, path to the GPG binary to use. @param apt_dir: Optionally, path to apt trusted keyring. @return: a C{Deferred} resulting in C{True} if the signature is valid, C{False} otherwise. """ def remove_gpg_home(ignored): shutil.rmtree(gpg_home) return ignored def check_gpg_exit_code(args): out, err, code = args # We want a nice error message with Python 3 as well, so decode the # bytes here. out, err = out.decode("ascii"), err.decode("ascii") if code != 0: raise InvalidGPGSignature("%s failed (out='%s', err='%s', " "code='%d')" % (gpg, out, err, code)) gpg_home = tempfile.mkdtemp() keyrings = tuple(itertools.chain(*[ ("--keyring", keyring) for keyring in sorted( glob("{}/trusted.gpg".format(apt_dir)) + glob("{}/trusted.gpg.d/*.gpg".format(apt_dir)) ) ])) args = ( "--no-options", "--homedir", gpg_home, "--no-default-keyring", "--ignore-time-conflict" ) + keyrings + ("--verify", signature, filename) result = getProcessOutputAndValue(gpg, args=args) result.addBoth(remove_gpg_home) result.addCallback(check_gpg_exit_code) return result PK �Z�4�� � lib/base64.pynu �[��� from __future__ import absolute_import from landscape.lib.compat import _PY3 if _PY3: from base64 import decodebytes # noqa else: from base64 import decodestring as decodebytes # noqa PK �Z ��v� � lib/store.pynu �[��� """Functions used by all sqlite-backed stores.""" try: import sqlite3 except ImportError: from pysqlite2 import dbapi2 as sqlite3 def with_cursor(method): """Decorator that encloses the method in a database transaction. Even though SQLite is supposed to be useful in autocommit mode, we've found cases where the database continued to be locked for writing until the cursor was closed. With this in mind, instead of using the autocommit mode, we explicitly terminate transactions and enforce cursor closing with this decorator. """ def inner(self, *args, **kwargs): if not self._db: # Create the database connection only when we start to actually # use it. This is essentially just a workaroud of a sqlite bug # happening when 2 concurrent processes try to create the tables # around the same time, the one which fails having an incorrect # cache and not seeing the tables self._db = sqlite3.connect(self._filename) self._ensure_schema() try: cursor = self._db.cursor() try: result = method(self, cursor, *args, **kwargs) finally: cursor.close() self._db.commit() except BaseException: self._db.rollback() raise return result return inner PK �Z�� | | lib/twisted_util.pynu �[��� import io from twisted.internet.defer import DeferredList, Deferred from twisted.internet.protocol import ProcessProtocol from twisted.internet.process import Process, ProcessReader from twisted.internet import reactor from twisted.python.failure import Failure from twisted.python.compat import itervalues, networkString from landscape.lib.encoding import encode_values class SignalError(Exception): """An error if the process was terminated by a signal.""" def gather_results(deferreds, consume_errors=False): d = DeferredList(deferreds, fireOnOneErrback=1, consumeErrors=consume_errors) d.addCallback(lambda r: [x[1] for x in r]) d.addErrback(lambda f: f.value.subFailure) return d class AllOutputProcessProtocol(ProcessProtocol): """A process protocol for getting stdout, stderr and exit code.""" def __init__(self, deferred, stdin=None, line_received=None): self.deferred = deferred self.outBuf = io.BytesIO() self.errBuf = io.BytesIO() self.errReceived = self.errBuf.write self.stdin = stdin self.line_received = line_received self._partial_line = b"" def connectionMade(self): if self.stdin is not None: self.transport.write(networkString(self.stdin)) self.transport.closeStdin() def outReceived(self, data): self.outBuf.write(data) if self.line_received is None: return # data may contain more than one line, so we split the output and save # the last line. If it's an empty string nothing happens, otherwise it # will be returned once complete lines = data.split(b"\n") lines[0] = self._partial_line + lines[0] self._partial_line = lines.pop() for line in lines: self.line_received(line) def processEnded(self, reason): if self._partial_line: self.line_received(self._partial_line) self._partial_line = b"" out = self.outBuf.getvalue() err = self.errBuf.getvalue() e = reason.value code = e.exitCode if e.signal: failure = Failure(SignalError(out, err, e.signal)) self.deferred.errback(failure) else: self.deferred.callback((out, err, code)) def spawn_process(executable, args=(), env={}, path=None, uid=None, gid=None, usePTY=False, wait_pipes=True, line_received=None, stdin=None): """ Spawn a process using Twisted reactor. Return a deferred which will be called with process stdout, stderr and exit code. @param wait_pipes: if set to False, don't wait for stdin/stdout pipes to close when process ends. @param line_received: an optional callback called with every line of output from the process as parameter. @note: compared to reactor.spawnProcess, this version does NOT require the executable name as first element of args. """ list_args = [executable] list_args.extend(args) result = Deferred() protocol = AllOutputProcessProtocol(result, stdin=stdin, line_received=line_received) env = encode_values(env) process = reactor.spawnProcess(protocol, executable, args=list_args, env=env, path=path, uid=uid, gid=gid, usePTY=usePTY) if not wait_pipes: def maybeCallProcessEnded(): """A less strict version of Process.maybeCallProcessEnded. This behaves exactly like the original method, but in case the process has ended already and sent us a SIGCHLD, it doesn't wait for the stdin/stdout pipes to close, because the child process itself might have passed them to its own child processes. @note: Twisted 8.2 now has a processExited hook that could be used in place of this workaround. """ if process.pipes and not process.pid: for pipe in itervalues(process.pipes): if isinstance(pipe, ProcessReader): # Read whatever is left pipe.doRead() pipe.stopReading() process.pipes = {} Process.maybeCallProcessEnded(process) process.maybeCallProcessEnded = maybeCallProcessEnded return result PK �ZH�]� � lib/tag.pynu �[��� import re _tag_check = re.compile(r"^\w+[\w-]*$", re.UNICODE) def is_valid_tag(tagname): """Return True if the tag meets our tag requirements.""" return _tag_check.match(tagname) def is_valid_tag_list(tag_list): """Validate a tag_list string. @param tag_list: string like london, server which will be split on the commas and each tag verified for validity. """ if not tag_list: return True return all(is_valid_tag(tag.strip()) for tag in tag_list.split(",")) PK �Z�47�� � lib/monitor.pynu �[��� from __future__ import absolute_import import logging import time from landscape.lib.format import format_delta, format_percent class Timer(object): """ A timer keeps track of the number of seconds passed during it's lifetime and since the last reset. """ def __init__(self, create_time=None): self._create_time = create_time or time.time self._creation_time = self._create_time() self._last_time = self._creation_time def time(self): return self._create_time() def since_start(self): return self._create_time() - self._creation_time def since_reset(self): return self._create_time() - self._last_time def reset(self): self._last_time = self._create_time() class Monitor(Timer): """ A monitor tracks the number of pings it received during it's lifetime and since the last reset. The component being monitored is responsible for calling C{ping()} everytime a monitored activity occurs. It should register a reactor event that logs statistics from this monitor every N seconds. Essentially, monitors are just statistics checkers that components can use to monitor themselves. """ def __init__(self, event_name, create_time=None): super(Monitor, self).__init__(create_time=create_time) self.event_name = event_name self.count = 0 self.total_count = 0 def ping(self): self.count += 1 self.total_count += 1 def reset(self): super(Monitor, self).reset() self.count = 0 def log(self): logging.info("%d %s events occurred in the last %s.", self.count, self.event_name, format_delta(self.since_reset())) self.reset() class BurstMonitor(Monitor): """ A burst monitor tracks the volume pings it receives. It goes into warn mode when too many pings are received in a short period of time. """ def __init__(self, repeat_interval, maximum_count, event_name, create_time=None): super(BurstMonitor, self).__init__(event_name, create_time=create_time) self.repeat_interval = repeat_interval self.maximum_count = maximum_count self._last_times = [] def ping(self): super(BurstMonitor, self).ping() now = self.time() self._last_times.append(now) if (self._last_times[0] - now > self.repeat_interval or len(self._last_times) > self.maximum_count + 1 ): self._last_times.pop(0) def warn(self): if not self._last_times: return False delta = self.time() - self._last_times[0] return (delta < self.repeat_interval and len(self._last_times) >= self.maximum_count + 1) class CoverageMonitor(Monitor): """ A coverage monitor tracks the volume of pings received since the last reset. It has normal and warn states that are determined by calculating the number of expected pings since the last reset. If the actual number of pings falls below the minimum required percent the monitor goes into warn mode. The component being monitored should register a reactor event that logs statistics from this monitor every N seconds. """ def __init__(self, repeat_interval, min_percent, event_name, create_time=None): super(CoverageMonitor, self).__init__(event_name, create_time=create_time) self.repeat_interval = repeat_interval self.min_percent = min_percent @property def percent(self): try: return self.count / float(self.expected_count) except ZeroDivisionError: return 1.0 @property def expected_count(self): return int(self.since_reset() / self.repeat_interval) def log(self): percent = 0.0 if self.percent and self.expected_count: percent = self.percent * 100 log = logging.info if self.warn(): log = logging.warning log("%d of %d expected %s events (%s) occurred in the last %s.", self.count, self.expected_count, self.event_name, format_percent(percent), format_delta(self.since_reset())) self.reset() def warn(self): if self.repeat_interval and self.min_percent: if not self.expected_count: return False if self.percent < self.min_percent: return True return False class FrequencyMonitor(Monitor): """ A frequency monitor tracks the number of pings received during a fixed period of time. It has normal and warn states; a warn state is triggered when the minimum expected pings were not received during the specified interval. The component being monitored should register a reactor event that checks the warn state of this monitor every N seconds. """ def __init__(self, repeat_interval, min_frequency, event_name, create_time=None): super(FrequencyMonitor, self).__init__(event_name, create_time=create_time) self.repeat_interval = repeat_interval self.min_frequency = min_frequency self._last_count = self._create_time() @property def expected_count(self): since_ping = self._create_time() - self._last_count return since_ping // self.repeat_interval def ping(self): super(FrequencyMonitor, self).ping() self._last_count = self._create_time() def log(self): if self.warn(): logging.warning("Only %d of %d minimum expected %s events " "occurred in the last %s.", self.count, self.expected_count, self.event_name, format_delta(self.repeat_interval)) self.reset() def warn(self): if self.repeat_interval and self.min_frequency: if ((self._create_time() - self._last_count >= self.repeat_interval) and self.count < self.min_frequency ): return True return False PK �Z9W��� � lib/disk.pynu �[��� from __future__ import division import os import re import codecs from landscape.lib.compat import _PY3 # List of filesystem types authorized when generating disk use statistics. STABLE_FILESYSTEMS = frozenset( ["ext", "ext2", "ext3", "ext4", "reiserfs", "ntfs", "msdos", "dos", "vfat", "xfs", "hpfs", "jfs", "ufs", "hfs", "hfsplus", "simfs", "drvfs", "lxfs"]) EXTRACT_DEVICE = re.compile("([a-z]+)[0-9]*") def get_mount_info(mounts_file, statvfs_, filesystems_whitelist=STABLE_FILESYSTEMS): """ This is a generator that yields information about mounted filesystems. @param mounts_file: A file with information about mounted filesystems, such as C{/proc/mounts}. @param statvfs_: A function to get file status information. @param filesystems_whitelist: Optionally, a list of which filesystems to stat. @return: A C{dict} with C{device}, C{mount-point}, C{filesystem}, C{total-space} and C{free-space} keys. If the filesystem information is not available, C{None} is returned. Both C{total-space} and C{free-space} are in megabytes. """ for line in open(mounts_file): try: device, mount_point, filesystem = line.split()[:3] if _PY3: mount_point = codecs.decode(mount_point, "unicode_escape") else: mount_point = codecs.decode(mount_point, "string_escape") except ValueError: continue if (filesystems_whitelist is not None and filesystem not in filesystems_whitelist ): continue megabytes = 1024 * 1024 try: stats = statvfs_(mount_point) except OSError: continue block_size = stats.f_bsize total_space = (stats.f_blocks * block_size) // megabytes free_space = (stats.f_bfree * block_size) // megabytes yield {"device": device, "mount-point": mount_point, "filesystem": filesystem, "total-space": total_space, "free-space": free_space} def get_filesystem_for_path(path, mounts_file, statvfs_): """ Tries to determine to which of the mounted filesystem C{path} belongs to, and then returns information about that filesystem or C{None} if it couldn't be determined. @param path: The path we want filesystem information about. @param mounts_file: A file with information about mounted filesystems, such as C{/proc/mounts}. @param statvfs_: A function to get file status information. @return: A C{dict} with C{device}, C{mount-point}, C{filesystem}, C{total-space} and C{free-space} keys. If the filesystem information is not available, C{None} is returned. Both C{total-space} and C{free-space} are in megabytes. """ candidate = None path = os.path.realpath(path) path_segments = path.split("/") for info in get_mount_info(mounts_file, statvfs_): mount_segments = info["mount-point"].split("/") if path.startswith(info["mount-point"]): if ((not candidate) or path_segments[:len(mount_segments)] == mount_segments ): candidate = info return candidate def is_device_removable(device): """ This function returns whether a given device is removable or not by looking at the corresponding /sys/block/<device>/removable file @param device: The filesystem path to the device, e.g. /dev/sda1 """ # Shortcut the case where the device an SD card. The kernel/udev currently # consider SD cards (mmcblk devices) to be non-removable. if os.path.basename(device).startswith("mmcblk"): return True path = _get_device_removable_file_path(device) if not path: return False contents = None try: with open(path, "r") as f: contents = f.readline() except IOError: return False if contents.strip() == "1": return True return False def _get_device_removable_file_path(device): """ Get a device's "removable" file path. This function figures out the C{/sys/block/<device>/removable} path associated with the given device. The file at that path contains either a "0" if the device is not removable, or a "1" if it is. @param device: File system path of the device. """ # The device will be a symlink if the disk is mounted by uuid or by label. if os.path.islink(device): # Paths are in the form "/dev/disk/by-uuid/<uuid>" and symlink # to the device file under /dev device = os.readlink(device) # /dev/disk/by-uuid/<uuid> -> ../../sda1 [device_name] = device.split("/")[-1:] # /dev/sda1 -> sda1 matched = EXTRACT_DEVICE.match(device_name) # sda1 -> sda if not matched: return None device_name = matched.groups()[0] removable_file = os.path.join("/sys/block/", device_name, "removable") return removable_file PK �Z��V` V` lib/testing.pynu �[��� from __future__ import absolute_import import bisect import logging import os import os.path import re import shutil import struct import sys import tempfile import unittest from logging import Handler, ERROR, Formatter from twisted.trial.unittest import TestCase from twisted.python.compat import StringType as basestring from landscape.lib.compat import _PY3 from twisted.python.failure import Failure from twisted.internet.defer import Deferred from twisted.internet.error import ConnectError from landscape.lib.compat import ConfigParser from landscape.lib.compat import stringio, cstringio from landscape.lib.config import BaseConfiguration from landscape.lib.reactor import EventHandlingReactorMixin from landscape.lib.sysstats import LoginInfo class CompatTestCase(unittest.TestCase): if not _PY3: assertCountEqual = TestCase.assertItemsEqual class HelperTestCase(unittest.TestCase): helpers = [] def setUp(self): super(HelperTestCase, self).setUp() self._helper_instances = [] if LogKeeperHelper not in self.helpers: self.helpers.insert(0, LogKeeperHelper) result = None for helper_factory in self.helpers: helper = helper_factory() if hasattr(helper, "set_up"): result = helper.set_up(self) self._helper_instances.append(helper) # Return the return value of the last helper, which # might be a deferred return result def tearDown(self): for helper in reversed(self._helper_instances): if hasattr(helper, "tear_down"): helper.tear_down(self) super(HelperTestCase, self).tearDown() class FSTestCase(object): def assertFileContent(self, filename, expected_content): with open(filename, "rb") as fd: actual_content = fd.read() self.assertEqual(expected_content, actual_content) def makeFile(self, content=None, suffix="", prefix="tmp", basename=None, dirname=None, path=None, mode="w", backupsuffix=None): """Create a temporary file and return the path to it. @param content: Initial content for the file. @param suffix: Suffix to be given to the file's basename. @param prefix: Prefix to be given to the file's basename. @param basename: Full basename for the file. @param dirname: Put file inside this directory. The file is removed after the test runs. """ if basename is not None: if dirname is None: dirname = tempfile.mkdtemp() path = os.path.join(dirname, basename) elif path is None: fd, path = tempfile.mkstemp(suffix, prefix, dirname) os.close(fd) if content is None: os.unlink(path) if content is not None: with open(path, mode) as file: file.write(content) self.addCleanup(self._clean_file, path) if backupsuffix: def remove_backup(): try: os.remove(path + backupsuffix) except OSError: pass self.addCleanup(remove_backup) return path def _clean_file(self, path): """Try to remove a filesystem path, whether it's a directory or file. @param path: the path to remove """ try: if os.path.isdir(path): shutil.rmtree(path) else: os.unlink(path) except OSError: pass def makeDir(self, suffix="", prefix="tmp", dirname=None, path=None): """Create a temporary directory and return the path to it. @param suffix: Suffix to be given to the file's basename. @param prefix: Prefix to be given to the file's basename. @param dirname: Put directory inside this parent directory. The directory is removed after the test runs. """ if path is not None: os.makedirs(path) else: path = tempfile.mkdtemp(suffix, prefix, dirname) self.addCleanup(self._clean_file, path) return path def write_script(self, config, name, content, bindir=None): """Return the path to the script after writing it to a temp dir.""" if bindir is None: bindir = self.makeDir() config.bindir = bindir filename = self.makeFile( content, dirname=bindir, basename=name) os.chmod(filename, 0o755) return filename class ConfigTestCase(FSTestCase): def setUp(self): super(ConfigTestCase, self).setUp() self._old_config_filenames = BaseConfiguration.default_config_filenames BaseConfiguration.default_config_filenames = [self.makeFile("")] def tearDown(self): BaseConfiguration.default_config_filenames = self._old_config_filenames super(ConfigTestCase, self).tearDown() def assertConfigEqual(self, first, second): """ Compare two configuration files for equality. The order of parameters and comments may be different but the actual parameters and sections must be the same. """ first_fp = cstringio(first) first_parser = ConfigParser() first_parser.readfp(first_fp) second_fp = cstringio(second) second_parser = ConfigParser() second_parser.readfp(second_fp) self.assertEqual(set(first_parser.sections()), set(second_parser.sections())) for section in first_parser.sections(): self.assertEqual(dict(first_parser.items(section)), dict(second_parser.items(section))) class TwistedTestCase(TestCase): def successResultOf(self, deferred): """See C{twisted.trial._synctest._Assertions.successResultOf}. This is a copy of the original method, which is available only since Twisted 12.3.0 (from 2012-12-20). """ result = [] deferred.addBoth(result.append) if not result: self.fail( "Success result expected on %r, found no result instead" % ( deferred,)) elif isinstance(result[0], Failure): self.fail( "Success result expected on %r, " "found failure result (%r) instead" % (deferred, result[0])) else: return result[0] def failureResultOf(self, deferred): """See C{twisted.trial._synctest._Assertions.failureResultOf}. This is a copy of the original method, which is available only since Twisted 12.3.0 (from 2012-12-20). """ result = [] deferred.addBoth(result.append) if not result: self.fail( "Failure result expected on %r, found no result instead" % ( deferred,)) elif not isinstance(result[0], Failure): self.fail( "Failure result expected on %r, " "found success result (%r) instead" % (deferred, result[0])) else: return result[0] def assertNoResult(self, deferred): """See C{twisted.trial._synctest._Assertions.assertNoResult}. This is a copy of the original method, which is available only since Twisted 12.3.0 (from 2012-12-20). """ result = [] deferred.addBoth(result.append) if result: self.fail( "No result expected on %r, found %r instead" % ( deferred, result[0])) def assertDeferredSucceeded(self, deferred): self.assertTrue(isinstance(deferred, Deferred)) called = [] def callback(result): called.append(True) deferred.addCallback(callback) self.assertTrue(called) def assertSuccess(self, deferred, result=None): """ Assert that the given C{deferred} results in the given C{result}. """ self.assertTrue(isinstance(deferred, Deferred)) return deferred.addCallback(self.assertEqual, result) class ErrorHandler(Handler): def __init__(self, *args, **kwargs): Handler.__init__(self, *args, **kwargs) self.errors = [] def emit(self, record): if record.levelno >= ERROR: self.errors.append(record) class LoggedErrorsError(Exception): def __str__(self): out = "The following errors were logged\n" formatter = Formatter() for error in self.args[0]: out += formatter.format(error) + "\n" return out class LogKeeperHelper(object): """Record logging information. Puts a 'logfile' attribute on your test case, which is a StringIO containing all log output. """ def set_up(self, test_case): self.ignored_exception_regexes = [] self.ignored_exception_types = [] self.error_handler = ErrorHandler() test_case.log_helper = self test_case.logger = logger = logging.getLogger() test_case.logfile = cstringio() handler = logging.StreamHandler(test_case.logfile) format = ("%(levelname)8s: %(message)s") handler.setFormatter(logging.Formatter(format)) self.old_handlers = logger.handlers self.old_level = logger.level logger.handlers = [handler, self.error_handler] logger.setLevel(logging.NOTSET) def tear_down(self, test_case): logger = logging.getLogger() logger.setLevel(self.old_level) logger.handlers = self.old_handlers errors = [] for record in self.error_handler.errors: for ignored_type in self.ignored_exception_types: if (record.exc_info and record.exc_info[0] and issubclass(record.exc_info[0], ignored_type) ): break else: for ignored_regex in self.ignored_exception_regexes: if ignored_regex.match(record.message): break else: errors.append(record) if errors: raise LoggedErrorsError(errors) def ignore_errors(self, type_or_regex): if isinstance(type_or_regex, basestring): self.ignored_exception_regexes.append(re.compile(type_or_regex)) else: self.ignored_exception_types.append(type_or_regex) class EnvironSnapshot(object): def __init__(self): self._snapshot = os.environ.copy() def restore(self): os.environ.update(self._snapshot) for key in list(os.environ): if key not in self._snapshot: del os.environ[key] class EnvironSaverHelper(object): def set_up(self, test_case): self._snapshot = EnvironSnapshot() def tear_down(self, test_case): self._snapshot.restore() class MockPopen(object): def __init__(self, output, return_codes=None, err_out=""): self.output = output self.err_out = err_out self.stdout = cstringio(output) self.popen_inputs = [] self.return_codes = return_codes self.received_input = None def __call__(self, args, stdin=None, stdout=None, stderr=None): return self.popen(args, stdin=stdin, stdout=stdout, stderr=stderr) def popen(self, args, stdin=None, stdout=None, stderr=None): self.popen_inputs.append(args) return self def wait(self): return self.returncode def communicate(self, input=None): self.received_input = input return self.output, self.err_out @property def returncode(self): if self.return_codes is None: return 0 return self.return_codes.pop(0) class StandardIOHelper(object): def set_up(self, test_case): test_case.old_stdout = sys.stdout test_case.old_stdin = sys.stdin test_case.stdout = sys.stdout = stringio() test_case.stdin = sys.stdin = stringio() if not _PY3: test_case.stdin.encoding = "UTF-8" def tear_down(self, test_case): sys.stdout = test_case.old_stdout sys.stdin = test_case.old_stdin def append_login_data(filename, login_type=0, pid=0, tty_device="/dev/", id="", username="", hostname="", termination_status=0, exit_status=0, session_id=0, entry_time_seconds=0, entry_time_milliseconds=0, remote_ip_address=[0, 0, 0, 0]): """Append binary login data to the specified filename.""" file = open(filename, "ab") try: file.write(struct.pack(LoginInfo.RAW_FORMAT, login_type, pid, tty_device.encode("utf-8"), id.encode("utf-8"), username.encode("utf-8"), hostname.encode("utf-8"), termination_status, exit_status, session_id, entry_time_seconds, entry_time_milliseconds, remote_ip_address[0], remote_ip_address[1], remote_ip_address[2], remote_ip_address[3], b"")) finally: file.close() def mock_counter(i=0): """Generator starts at zero and yields integers that grow by one.""" while True: yield i i += 1 def mock_time(): """Generator starts at 100 and yields int timestamps that grow by one.""" return mock_counter(100) class StubProcessFactory(object): """ A L{IReactorProcess} provider which records L{spawnProcess} calls and allows tests to get at the protocol. """ def __init__(self): self.spawns = [] def spawnProcess(self, protocol, executable, args=(), env={}, path=None, uid=None, gid=None, usePTY=0, childFDs=None): self.spawns.append((protocol, executable, args, env, path, uid, gid, usePTY, childFDs)) class DummyProcess(object): """A process (transport) that doesn't do anything.""" def __init__(self): self.signals = [] def signalProcess(self, signal): self.signals.append(signal) def closeChildFD(self, fd): pass class ProcessDataBuilder(object): """Builder creates sample data for the process info plugin to consume. @param sample_dir: The directory for sample data. """ RUNNING = "R (running)" STOPPED = "T (stopped)" TRACING_STOP = "T (tracing stop)" DISK_SLEEP = "D (disk sleep)" SLEEPING = "S (sleeping)" DEAD = "X (dead)" ZOMBIE = "Z (zombie)" def __init__(self, sample_dir): self._sample_dir = sample_dir def create_data(self, process_id, state, uid, gid, started_after_boot=0, process_name=None, generate_cmd_line=True, stat_data=None, vmsize=11676): """Creates sample data for a process. @param started_after_boot: The amount of time, in jiffies, between the system uptime and start of the process. @param process_name: Used to generate the process name that appears in /proc/%(pid)s/status @param generate_cmd_line: If true, place the process_name in /proc/%(pid)s/cmdline, otherwise leave it empty (this simulates a kernel process) @param stat_data: Array of items to write to the /proc/<pid>/stat file. """ sample_data = """ Name: %(process_name)s State: %(state)s Tgid: 24759 Pid: 24759 PPid: 17238 TracerPid: 0 Uid: %(uid)d 0 0 0 Gid: %(gid)d 0 0 0 FDSize: 256 Groups: 4 20 24 25 29 30 44 46 106 110 112 1000 VmPeak: 11680 kB VmSize: %(vmsize)d kB VmLck: 0 kB VmHWM: 6928 kB VmRSS: 6924 kB VmData: 1636 kB VmStk: 196 kB VmExe: 1332 kB VmLib: 4240 kB VmPTE: 20 kB Threads: 1 SigQ: 0/4294967295 SigPnd: 0000000000000000 ShdPnd: 0000000000000000 SigBlk: 0000000000000000 SigIgn: 0000000000000000 SigCgt: 0000000059816eff CapInh: 0000000000000000 CapPrm: 0000000000000000 CapEff: 0000000000000000 """ % ({"process_name": process_name[:15], "state": state, "uid": uid, "gid": gid, "vmsize": vmsize}) # noqa process_dir = os.path.join(self._sample_dir, str(process_id)) os.mkdir(process_dir) filename = os.path.join(process_dir, "status") file = open(filename, "w+") try: file.write(sample_data) finally: file.close() if stat_data is None: stat_data = """\ 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 %d\ """ % (started_after_boot,) filename = os.path.join(process_dir, "stat") file = open(filename, "w+") try: file.write(stat_data) finally: file.close() if generate_cmd_line: sample_data = """\ /usr/sbin/%(process_name)s\0--pid-file\0/var/run/%(process_name)s.pid\0 """ % {"process_name": process_name} else: sample_data = "" filename = os.path.join(process_dir, "cmdline") file = open(filename, "w+") try: file.write(sample_data) finally: file.close() def remove_data(self, process_id): """Remove sample data for the process that matches C{process_id}.""" process_dir = os.path.join(self._sample_dir, str(process_id)) shutil.rmtree(process_dir) class FakeReactorID(object): def __init__(self, data): self.active = True self._data = data class FakeReactor(EventHandlingReactorMixin): """A fake reactor with the same API of L{LandscapeReactor}. This reactor emulates the asychronous interface of L{LandscapeReactor}, but implementing it in a synchronous way, for easier unit-testing. Note that the C{listen_unix} method is *not* emulated, but rather inherited blindly from L{UnixReactorMixin}, this means that there's no way to control it in a synchronous way (see the docstring of the mixin). A better approach would be to fake the AMP transport (i.e. fake the twisted abstractions around Unix sockets), and implement a fake version C{listen_unix}, but this hasn't been done yet. """ # XXX probably this shouldn't be a class attribute, but we need client-side # FakeReactor instaces to be aware of listening sockets created by # server-side FakeReactor instances. _socket_paths = {} def __init__(self): super(FakeReactor, self).__init__() self._current_time = 0 self._calls = [] self.hosts = {} self._threaded_callbacks = [] # XXX we need a reference to the Twisted reactor as well because # some tests use it from twisted.internet import reactor self._reactor = reactor def time(self): return float(self._current_time) def call_later(self, seconds, f, *args, **kwargs): scheduled_time = self._current_time + seconds call = (scheduled_time, f, args, kwargs) self._insort_call(call) return FakeReactorID(call) def _insort_call(self, call): # We want to insert the call in the appropriate time slot. A simple # bisect.insort_left() is not sufficient as the comparison of two # methods is not defined in Python 3. times = [c[0] for c in self._calls] index = bisect.bisect_left(times, call[0]) self._calls.insert(index, call) def call_every(self, seconds, f, *args, **kwargs): def fake(): # update the call so that cancellation will continue # working with the same ID. And do it *before* the call # because the call might cancel it! call._data = self.call_later(seconds, fake)._data try: f(*args, **kwargs) except Exception: if call.active: self.cancel_call(call) raise call = self.call_later(seconds, fake) return call def cancel_call(self, id): if type(id) is FakeReactorID: if id._data in self._calls: self._calls.remove(id._data) id.active = False else: super(FakeReactor, self).cancel_call(id) def call_when_running(self, f): # Just schedule a call that will be kicked by the run() method. self.call_later(0, f) def call_in_main(self, f, *args, **kwargs): """Schedule a function for execution in the main thread.""" self._threaded_callbacks.append(lambda: f(*args, **kwargs)) def call_in_thread(self, callback, errback, f, *args, **kwargs): """Emulate L{LandscapeReactor.call_in_thread} without spawning threads. Note that running threaded callbacks here doesn't reflect reality, since they're usually run while the main reactor loop is active. At the same time, this is convenient as it means we don't need to run the the real Twisted reactor with to test actions performed on completion of specific events (e.g. L{MessageExchange.exchange} uses call_in_thread to run the HTTP request in a separate thread, because we use libcurl which is blocking). IOW, it's easier to test things synchronously. """ self._in_thread(callback, errback, f, args, kwargs) self._run_threaded_callbacks() def listen_unix(self, socket_path, factory): class FakePort(object): def stopListening(oself): self._socket_paths.pop(socket_path) self._socket_paths[socket_path] = factory return FakePort() def connect_unix(self, path, factory): server = self._socket_paths.get(path) from landscape.lib.tests.test_amp import FakeConnector if server: connector = FakeConnector(factory, server) connector.connect() else: connector = object() # Fake connector failure = Failure(ConnectError("No such file or directory")) factory.clientConnectionFailed(connector, failure) return connector def run(self): """Continuously advance this reactor until reactor.stop() is called.""" self.fire("run") self._running = True while self._running: self.advance(self._calls[0][0]) self.fire("stop") def stop(self): self._running = False def advance(self, seconds): """Advance this reactor C{seconds} into the future. This method is not part of the L{LandscapeReactor} API and is specific to L{FakeReactor}. It's meant to be used only in unit tests for advancing time and triggering the relevant scheduled calls (see also C{call_later} and C{call_every}). """ while (self._calls and self._calls[0][0] <= self._current_time + seconds): call = self._calls.pop(0) # If we find a call within the time we're advancing, # before calling it, let's advance the time *just* to # when that call is expecting to be run, so that if it # schedules any calls itself they will be relative to # the correct time. seconds -= call[0] - self._current_time self._current_time = call[0] try: call[1](*call[2], **call[3]) except Exception as e: logging.exception(e) self._current_time += seconds def _in_thread(self, callback, errback, f, args, kwargs): try: result = f(*args, **kwargs) except Exception as e: exc_info = sys.exc_info() if errback is None: self.call_in_main(logging.error, e, exc_info=exc_info) else: self.call_in_main(errback, *exc_info) else: if callback: self.call_in_main(callback, result) def _run_threaded_callbacks(self): while self._threaded_callbacks: try: self._threaded_callbacks.pop(0)() except Exception as e: logging.exception(e) def _hook_threaded_callbacks(self): id = self.call_every(0.5, self._run_threaded_callbacks) self._run_threaded_callbacks_id = id def _unhook_threaded_callbacks(self): self.cancel_call(self._run_threaded_callbacks_id) PK �Z�_6� � lib/cli.pynu �[��� def add_cli_options(parser, cfgfile=None, datadir=None): """Add common CLI options to the given arg parser.""" from . import config config.add_cli_options(parser, cfgfile) datadirhelp = "The directory in which to store data files." if datadir: datadirhelp += " (default: {!r})".format(datadir) parser.add_option("-d", "--data-path", metavar="PATH", default=datadir, help=datadirhelp) PK �ZZSJ2�0 �0 lib/config.pynu �[��� from __future__ import absolute_import from logging import getLogger from optparse import OptionParser import os import os.path import sys from configobj import ConfigObj, ConfigObjError from twisted.python.compat import StringType as basestring from landscape.lib import cli def add_cli_options(parser, filename=None): """Add common config-related CLI options to the given arg parser.""" cfgfilehelp = ("Use config from this file (any command line " "options override settings from the file).") if filename is not None: cfgfilehelp += " (default: {!r})".format(filename) parser.add_option("-c", "--config", metavar="FILE", default=filename, help=cfgfilehelp) class ConfigSpecOptionParser(OptionParser): _config_spec_definitions = {} def __init__(self, unsaved_options=None): OptionParser.__init__(self, unsaved_options) def add_option(self, *args, **kwargs): option = OptionParser.add_option(self, *args, **kwargs) print(dir(option)) print(option.get_opt_string()) return option class BaseConfiguration(object): """Base class for configuration implementations. @cvar required_options: Optionally, a sequence of key names to require when reading or writing a configuration. @cvar unsaved_options: Optionally, a sequence of key names to never write to the configuration file. This is useful when you want to provide command-line options that should never end up in a configuration file. @cvar default_config_filenames: A sequence of filenames to check when reading or writing a configuration. Default values for supported options are set as in make_parser. """ version = None required_options = () unsaved_options = () default_config_filenames = () default_data_dir = None config_section = None def __init__(self): self._set_options = {} self._command_line_args = [] self._command_line_options = {} self._config_filename = None self._config_file_options = {} self._parser = self.make_parser() self._command_line_defaults = self._parser.defaults.copy() # We don't want them mixed with explicitly given options, # otherwise we can't define the precedence properly. self._parser.defaults.clear() def __getattr__(self, name): """Find and return the value of the given configuration parameter. The following sources will be searched: - The attributes that were explicitly set on this object, - The parameters specified on the command line, - The parameters specified in the configuration file, and - The defaults. If no values are found and the parameter does exist as a possible parameter, C{None} is returned. Otherwise C{AttributeError} is raised. """ for options in [self._set_options, self._command_line_options, self._config_file_options, self._command_line_defaults]: if name in options: value = options[name] break else: if self._parser.has_option("--" + name.replace("_", "-")): value = None else: raise AttributeError(name) if isinstance(value, basestring): option = self._parser.get_option("--" + name.replace("_", "-")) if option is not None: value = option.convert_value(None, value) return value def clone(self): """ Return a new configuration object, with the same settings as this one. """ config = self.__class__() config._set_options = self._set_options.copy() config._command_line_options = self._command_line_options.copy() config._config_filename = self._config_filename config._config_file_options = self._config_file_options.copy() return config def get(self, name, default=None): """Return the value of the C{name} option or C{default}.""" try: return self.__getattr__(name) except AttributeError: return default def __setattr__(self, name, value): """Set a configuration parameter. If the name begins with C{_}, it will only be set on this object and not stored in the configuration file. """ if name.startswith("_"): super(BaseConfiguration, self).__setattr__(name, value) else: self._set_options[name] = value def reload(self): """Reload options using the configured command line arguments. @see: L{load_command_line} """ self.load(self._command_line_args) def load(self, args, accept_nonexistent_default_config=False): """ Load configuration data from command line arguments and a config file. @param accept_nonexistent_default_config: If True, don't complain if default configuration files aren't found @raise: A SystemExit if the arguments are bad. """ self.load_command_line(args) if self.config: config_filenames = [self.config] allow_missing = False else: config_filenames = self.default_config_filenames allow_missing = accept_nonexistent_default_config # Parse configuration file, if found. for config_filename in config_filenames: if (os.path.isfile(config_filename) and os.access(config_filename, os.R_OK) ): self.load_configuration_file(config_filename) break else: if not allow_missing: if len(config_filenames) == 1: message = ( "error: config file %s can't be read" % config_filenames[0]) else: message = "error: no config file could be read" sys.exit(message) self._load_external_options() # Check that all needed options were given. for option in self.required_options: if not getattr(self, option): sys.exit("error: must specify --%s " "or the '%s' directive in the config file." % (option.replace('_', '-'), option)) def _load_external_options(self): """Hook for loading options from elsewhere (e.g. for --import).""" def load_command_line(self, args): """Load configuration data from the given command line.""" self._command_line_args = args values = self._parser.parse_args(args)[0] self._command_line_options = vars(values) def load_configuration_file(self, filename): """Load configuration data from the given file name. If any data has already been set on this configuration object, then the old data will take precedence. """ self._config_filename = filename config_obj = self._get_config_object() try: self._config_file_options = config_obj[self.config_section] except KeyError: pass def _get_config_object(self, alternative_config=None): """Create a L{ConfigObj} consistent with our preferences. @param config_source: Optional readable source to read from instead of the default configuration file. """ config_source = alternative_config or self.get_config_filename() # Setting list_values to False prevents ConfigObj from being "smart" # about lists (it now treats them as strings). See bug #1228301 for # more context. # Setting raise_errors to False causes ConfigObj to batch all parsing # errors into one ConfigObjError raised at the end of the parse instead # of raising the first one and then exiting. This also allows us to # recover the good config values in the error handler below. # Setting write_empty_values to True prevents configObj writes # from writing "" as an empty value, which get_plugins interprets as # '""' which search for a plugin named "". See bug #1241821. try: config_obj = ConfigObj(config_source, list_values=False, raise_errors=False, write_empty_values=True) except ConfigObjError as e: logger = getLogger() logger.warn("ERROR at {}: {}".format(config_source, str(e))) # Good configuration values are recovered here config_obj = e.config return config_obj def write(self): """Write back configuration to the configuration file. Values which match the default option in the parser won't be saved. Options are considered in the following precedence: 1. Manually set options (C{config.option = value}) 2. Options passed in the command line 3. Previously existent options in the configuration file The filename picked for saving configuration options is the one returned by L{get_config_filename}. """ # The filename we'll write to filename = self.get_config_filename() # Make sure we read the old values from the config file so that we # don't remove *unrelated* values. config_obj = self._get_config_object() if self.config_section not in config_obj: config_obj[self.config_section] = {} all_options = self._config_file_options.copy() all_options.update(self._command_line_options) all_options.update(self._set_options) section = config_obj[self.config_section] for name, value in all_options.items(): if name != "config" and name not in self.unsaved_options: if (value == self._command_line_defaults.get(name) and name not in self._config_file_options and name not in self._command_line_options ): # We don't want to write this value to the config file # as it is default value and as not present in the # config file if name in config_obj[self.config_section]: del config_obj[self.config_section][name] else: section[name] = value config_obj[self.config_section] = section config_obj.filename = filename config_obj.write() def make_parser(self, cfgfile=None, datadir=None): """Parser factory for supported options. @return: An OptionParser preset with options that all programs commonly accept. These include - config - data_path """ parser = OptionParser(version=self.version) cli.add_cli_options(parser, cfgfile, datadir) return parser def get_config_filename(self): """Pick the proper configuration file. The picked filename is: 1. C{self.config}, if defined 2. The last loaded configuration file, if any 3. The first filename in C{self.default_config_filenames} """ if self.config: return self.config if self._config_filename: return self._config_filename if self.default_config_filenames: for potential_config_file in self.default_config_filenames: if os.access(potential_config_file, os.R_OK): return potential_config_file return self.default_config_filenames[0] return None def get_command_line_options(self): """Get currently loaded command line options. @see: L{load_command_line} """ return self._command_line_options def get_bindir(config=None): """Return the directory path where the client binaries are. If the config is None, it doesn't have a "bindir" attribute, or its value is None, then sys.argv[0] is returned. """ try: bindir = config.bindir except AttributeError: # ...also the result if config is None. bindir = None if bindir is None: bindir = os.path.dirname(os.path.abspath(sys.argv[0])) return bindir PK �Z� ][�T �T lib/amp.pynu �[��� """Expose the methods of a remote object over AMP. This module implements an AMP-based protocol for performing remote procedure calls in a convenient and easy way. It's conceptually similar to DBus in that it supports exposing a Python object to a remote process, with communication happening over any Twisted-supported transport, e.g. Unix domain sockets. For example let's say we have a Python process "A" that creates an instance of this class:: class Greeter(object): def hello(self, name): return "hi %s!" % name greeter = Greeter() Process A can "publish" the greeter object by defining which methods are exposed remotely and opening a Unix socket for incoming connections:: factory = MethodCallServerFactory(greeter, ["hello"]) reactor.listenUNIX("/some/socket/path", factory) Then a second Python process "B" can connect to that socket and build a "remote" greeter object, i.e. a proxy that forwards method calls to the real greeter object living in process A:: factory = MethodCallClientFactory() reactor.connectUNIX("/some/socket/path", factory) def got_remote(remote_greeter): deferred = remote_greeter.hello("Ted") deferred.addCallback(lambda result: ... # result == "hi Ted!") factory.getRemoteObject().addCallback(got_remote) Note that when invoking a method via the remote proxy, the parameters are required to be serializable with bpickle, so they can be sent over the wire. See also:: http://twistedmatrix.com/documents/current/core/howto/amp.html for more details about the Twisted AMP protocol. """ from uuid import uuid4 from twisted.internet.defer import Deferred, maybeDeferred, succeed from twisted.internet.protocol import ServerFactory, ReconnectingClientFactory from twisted.python.failure import Failure from twisted.python.compat import xrange from twisted.protocols.amp import ( Argument, String, Integer, Command, AMP, MAX_VALUE_LENGTH, CommandLocator) from landscape.lib import bpickle class MethodCallArgument(Argument): """A bpickle-compatible argument.""" def toString(self, inObject): """Serialize an argument.""" return bpickle.dumps(inObject) def fromString(self, inString): """Unserialize an argument.""" return bpickle.loads(inString) @classmethod def check(cls, inObject): """Check if an argument is serializable.""" return type(inObject) in bpickle.dumps_table class MethodCallError(Exception): """Raised when a L{MethodCall} command fails.""" class MethodCall(Command): """Call a method on the object exposed by a L{MethodCallServerFactory}. The command arguments have the following semantics: - C{sequence}: An integer uniquely indentifying a the L{MethodCall} being issued. The name 'sequence' is a bit misleading because it's really a uuid, since its values in practice are not in sequential order, they are just random values. The name is kept just for backward compatibility. - C{method}: The name of the method to invoke on the remote object. - C{arguments}: A BPickled binary tuple of the form C{(args, kwargs)}, where C{args} are the positional arguments to be passed to the method and C{kwargs} the keyword ones. """ arguments = [(b"sequence", Integer()), (b"method", String()), (b"arguments", String())] response = [(b"result", MethodCallArgument())] errors = {MethodCallError: b"METHOD_CALL_ERROR"} class MethodCallChunk(Command): """Send a chunk of L{MethodCall} containing a portion of the arguments. When a the arguments of a L{MethodCall} are bigger than 64k, they get split in several L{MethodCallChunk}s that are buffered on the receiver side. The command arguments have the following semantics: - C{sequence}: The unique integer associated with the L{MethodCall} that this L{MethodCallChunk} is part of. - C{chunk}: A portion of the big BPickle C{arguments} string which is being split and buffered. """ arguments = [(b"sequence", Integer()), (b"chunk", String())] response = [(b"result", Integer())] errors = {MethodCallError: b"METHOD_CALL_ERROR"} class MethodCallReceiver(CommandLocator): """Expose methods of a local object over AMP. @param obj: The Python object to be exposed. @param methods: The list of the object's methods that can be called remotely. """ def __init__(self, obj, methods): CommandLocator.__init__(self) self._object = obj self._methods = methods self._pending_chunks = {} @MethodCall.responder def receive_method_call(self, sequence, method, arguments): """Call an object's method with the given arguments. If a connected client sends a L{MethodCall} for method C{foo_bar}, then the actual method C{foo_bar} of the object associated with the protocol will be called with the given C{args} and C{kwargs} and its return value delivered back to the client as response to the command. @param sequence: The integer that uniquely identifies the L{MethodCall} being received. @param method: The name of the object's method to call. @param arguments: A bpickle'd binary tuple of (args, kwargs) to be passed to the method. In case this L{MethodCall} has been preceded by one or more L{MethodCallChunk}s, C{arguments} is the last chunk of data. """ chunks = self._pending_chunks.pop(sequence, None) if chunks is not None: # We got some L{MethodCallChunk}s before, this is the last. chunks.append(arguments) arguments = b"".join(chunks) # Pass the the arguments as-is without reinterpreting strings. args, kwargs = bpickle.loads(arguments, as_is=True) # We encoded the method name in `send_method_call` and have to decode # it here again. method = method.decode("utf-8") if method not in self._methods: raise MethodCallError("Forbidden method '%s'" % method) method_func = getattr(self._object, method) def handle_result(result): return {"result": self._check_result(result)} def handle_failure(failure): raise MethodCallError(failure.value) deferred = maybeDeferred(method_func, *args, **kwargs) deferred.addCallback(handle_result) deferred.addErrback(handle_failure) return deferred @MethodCallChunk.responder def receive_method_call_chunk(self, sequence, chunk): """Receive a part of a multi-chunk L{MethodCall}. Add the received C{chunk} to the buffer of the L{MethodCall} identified by C{sequence}. """ self._pending_chunks.setdefault(sequence, []).append(chunk) return {"result": sequence} def _check_result(self, result): """Check that the C{result} we're about to return is serializable. @return: The C{result} itself if valid. @raises: L{MethodCallError} if C{result} is not serializable. """ if not MethodCallArgument.check(result): raise MethodCallError("Non-serializable result") return result class MethodCallSender(object): """Call methods on a remote object over L{AMP} and return the result. @param protocol: A connected C{AMP} protocol. @param clock: An object implementing the C{IReactorTime} interface. @ivar timeout: A timeout for remote method class, see L{send_method_call}. """ timeout = 60 _chunk_size = MAX_VALUE_LENGTH def __init__(self, protocol, clock): self._protocol = protocol self._clock = clock def _call_remote_with_timeout(self, command, **kwargs): """Send an L{AMP} command that will errback in case of a timeout. @return: A deferred resulting in the command's response (or failure) if the peer responds within C{self.timeout} seconds, or that errbacks with a L{MethodCallError} otherwise. """ deferred = Deferred() def handle_response(response): if not call.active(): # Late response for a request that has timeout, # just ignore it. return call.cancel() deferred.callback(response) def handle_timeout(): # The peer didn't respond on time, raise an error. deferred.errback(MethodCallError("timeout")) call = self._clock.callLater(self.timeout, handle_timeout) result = self._protocol.callRemote(command, **kwargs) result.addBoth(handle_response) return deferred def send_method_call(self, method, args=[], kwargs={}): """Send a L{MethodCall} command with the given arguments. If a response from the server is not received within C{self.timeout} seconds, the returned deferred will errback with a L{MethodCallError}. @param method: The name of the remote method to invoke. @param args: The positional arguments to pass to the remote method. @param kwargs: The keyword arguments to pass to the remote method. @return: A C{Deferred} firing with the return value of the method invoked on the remote object. If the remote method itself returns a deferred, we fire with the callback value of such deferred. """ arguments = bpickle.dumps((args, kwargs)) sequence = uuid4().int # As we send the method name to remote, we need bytes. method = method.encode("utf-8") # Split the given arguments in one or more chunks chunks = [arguments[i:i + self._chunk_size] for i in xrange(0, len(arguments), self._chunk_size)] result = Deferred() if len(chunks) > 1: # If we have N chunks, send the first N-1 as MethodCallChunk's for chunk in chunks[:-1]: def create_send_chunk(sequence, chunk): send_chunk = (lambda x: self._protocol.callRemote( MethodCallChunk, sequence=sequence, chunk=chunk)) return send_chunk result.addCallback(create_send_chunk(sequence, chunk)) def send_last_chunk(ignored): chunk = chunks[-1] return self._call_remote_with_timeout( MethodCall, sequence=sequence, method=method, arguments=chunk) result.addCallback(send_last_chunk) result.addCallback(lambda response: response["result"]) result.callback(None) return result class MethodCallServerProtocol(AMP): """Receive L{MethodCall} commands over the wire and send back results.""" def __init__(self, obj, methods): AMP.__init__(self, locator=MethodCallReceiver(obj, methods)) class MethodCallClientProtocol(AMP): """Send L{MethodCall} commands over the wire using the AMP protocol.""" factory = None def connectionMade(self): """Notify our factory that we're ready to go.""" if self.factory is not None: # Factory can be None in unit-tests self.factory.clientConnectionMade(self) class RemoteObject(object): """An object able to transparently call methods on a remote object. Any method call on a L{RemoteObject} instance will return a L{Deferred} resulting in the return value of the same method call performed on the remote object exposed by the peer. """ def __init__(self, factory): """ @param factory: The L{MethodCallClientFactory} used for connecting to the other peer. Look there if you need to tweak the behavior of this L{RemoteObject}. """ self._sender = None self._pending_requests = {} self._factory = factory self._factory.notifyOnConnect(self._handle_connect) def __getattr__(self, method): """Return a function sending a L{MethodCall} for the given C{method}. When the created function is called, it sends the an appropriate L{MethodCall} to the remote peer passing it the arguments and keyword arguments it was called with, and returning a L{Deferred} resulting in the L{MethodCall}'s response value. """ def send_method_call(*args, **kwargs): deferred = Deferred() self._send_method_call(method, args, kwargs, deferred) return deferred return send_method_call def _send_method_call(self, method, args, kwargs, deferred, call=None): """Send a L{MethodCall} command, adding callbacks to handle retries.""" result = self._sender.send_method_call(method=method, args=args, kwargs=kwargs) result.addCallback(self._handle_result, deferred, call=call) result.addErrback(self._handle_failure, method, args, kwargs, deferred, call=call) if self._factory.fake_connection is not None: # Transparently flush the connection after a send_method_call # invocation letting tests simulate a synchronous transport. # This is needed because the Twisted's AMP implementation # assume that the transport is asynchronous. self._factory.fake_connection.flush() def _handle_result(self, result, deferred, call=None): """Handles a successful C{send_method_call} result. @param response: The L{MethodCall} response. @param deferred: The deferred that was returned to the caller. @param call: If not C{None}, the scheduled timeout call associated with the given deferred. """ if call is not None: call.cancel() # This is a successful retry, cancel the timeout. deferred.callback(result) def _handle_failure(self, failure, method, args, kwargs, deferred, call=None): """Called when a L{MethodCall} command fails. If a failure is due to a connection error and if C{retry_on_reconnect} is C{True}, we will try to perform the requested L{MethodCall} again as soon as a new connection becomes available, giving up after the specified C{timeout}, if any. @param failure: The L{Failure} raised by the requested L{MethodCall}. @param name: The method name associated with the failed L{MethodCall}. @param args: The positional arguments of the failed L{MethodCall}. @param kwargs: The keyword arguments of the failed L{MethodCall}. @param deferred: The deferred that was returned to the caller. @param call: If not C{None}, the scheduled timeout call associated with the given deferred. """ is_method_call_error = failure.type is MethodCallError dont_retry = self._factory.retryOnReconnect is False if is_method_call_error or dont_retry: # This means either that the connection is working, and a # MethodCall protocol error occured, or that we gave up # trying and raised a timeout. In any case just propagate # the error. if deferred in self._pending_requests: self._pending_requests.pop(deferred) if call: call.cancel() deferred.errback(failure) return if self._factory.retryTimeout and call is None: # This is the first failure for this request, let's schedule a # timeout call. timeout = Failure(MethodCallError("timeout")) call = self._factory.clock.callLater(self._factory.retryTimeout, self._handle_failure, timeout, method, args, kwargs, deferred=deferred) self._pending_requests[deferred] = (method, args, kwargs, call) def _handle_connect(self, protocol): """Handles a reconnection. @param protocol: The newly connected protocol instance. """ self._sender = MethodCallSender(protocol, self._factory.clock) if self._factory.retryOnReconnect: self._retry() def _retry(self): """Try to perform again requests that failed.""" # We need to copy the requests list before iterating over it, because # if we are actually still disconnected, callRemote will return a # failed deferred and the _handle_failure errback will be executed # synchronously during the loop, modifing the requests list itself. requests = self._pending_requests.copy() self._pending_requests.clear() while requests: deferred, (method, args, kwargs, call) = requests.popitem() self._send_method_call(method, args, kwargs, deferred, call=call) class MethodCallServerFactory(ServerFactory): """Expose a Python object using L{MethodCall} commands over C{AMP}.""" protocol = MethodCallServerProtocol def __init__(self, obj, methods): """ @param object: The object exposed by the L{MethodCallProtocol}s instances created by this factory. @param methods: A list of the names of the methods that remote peers are allowed to call on the C{object} that we publish. """ self.object = obj self.methods = methods def buildProtocol(self, addr): protocol = self.protocol(self.object, self.methods) protocol.factory = self return protocol class MethodCallClientFactory(ReconnectingClientFactory): """ Factory for L{MethodCallClientProtocol}s exposing an object or connecting to L{MethodCall} servers. When used to connect, if the connection fails or is lost the factory will keep retrying to establish it. @ivar factor: The time factor by which the delay between two subsequent connection retries will increase. @ivar maxDelay: Maximum number of seconds between connection attempts. @ivar protocol: The factory used to build protocol instances. @ivar remote: The factory used to build remote object instances. @ivar retryOnReconnect: If C{True}, the remote object returned by the C{getRemoteObject} method will retry requests that failed, as a result of a lost connection, as soon as a new connection is available. @param retryTimeout: A timeout for retrying requests, if the remote object can't perform them again successfully within this number of seconds, they will errback with a L{MethodCallError}. """ factor = 1.6180339887498948 maxDelay = 30 protocol = MethodCallClientProtocol remote = RemoteObject retryOnReconnect = False retryTimeout = None # XXX support exposing fake asynchronous connections created by tests, so # they can be flushed transparently and emulate a synchronous behavior. See # also http://twistedmatrix.com/trac/ticket/6502, once that's fixed this # hack can be removed. fake_connection = None def __init__(self, clock): """ @param object: The object exposed by the L{MethodCallProtocol}s instances created by this factory. @param reactor: The reactor used by the created protocols to schedule notifications and timeouts. """ self.clock = clock self.delay = self.initialDelay self._connects = [] self._requests = [] self._remote = None def getRemoteObject(self): """Get a L{RemoteObject} as soon as the connection is ready. @return: A C{Deferred} firing with a connected L{RemoteObject}. """ if self._remote is not None: return succeed(self._remote) deferred = Deferred() self._requests.append(deferred) return deferred def notifyOnConnect(self, callback): """Invoke the given C{callback} when a connection is re-established.""" self._connects.append(callback) def dontNotifyOnConnect(self, callback): """Remove the given C{callback} from listeners.""" self._connects.remove(callback) def clientConnectionMade(self, protocol): """Called when a newly built protocol gets connected.""" if self._remote is None: # This is the first time we successfully connect self._remote = self.remote(self) for callback in self._connects: callback(protocol) # In all cases fire pending requests self._fire_requests(self._remote) def clientConnectionFailed(self, connector, reason): """Try to connect again or errback pending request.""" ReconnectingClientFactory.clientConnectionFailed(self, connector, reason) if self._callID is None: # The factory won't retry to connect, so notify that we failed self._fire_requests(reason) def buildProtocol(self, addr): self.resetDelay() protocol = ReconnectingClientFactory.buildProtocol(self, addr) return protocol def _fire_requests(self, result): """ Fire all pending L{getRemoteObject} deferreds with the given C{result}. """ requests = self._requests[:] self._requests = [] for deferred in requests: deferred.callback(result) PK �Z6"�/� � lib/user.pynu �[��� import os.path import pwd from landscape.lib.compat import _PY3 from landscape.lib.encoding import encode_if_needed class UnknownUserError(Exception): pass def get_user_info(username=None): uid = None gid = None path = None if username is not None: if _PY3: username_str = username else: username_str = encode_if_needed(username) try: # XXX: We have a situation with the system default FS encoding with # Python 3 here: We have to pass a string to pwd.getpwnam(), but if # the default does not support unicode characters, a # UnicodeEncodeError will be thrown. This edge case can be harmful, # if the user was added with a less restrictive encoding active, # and is now retrieved with LC_ALL=C for example, as it is during # automatic test runs. This should not be a problem under normal # circumstances. Alternatively, a different way of parsing # /etc/passwd would have to be implemented. A simple # locale.setlocale() to use UTF-8 was not successful. info = pwd.getpwnam(username_str) except (KeyError, UnicodeEncodeError): raise UnknownUserError(u"Unknown user '%s'" % username) uid = info.pw_uid gid = info.pw_gid path = info.pw_dir if not os.path.exists(path): path = "/" return (uid, gid, path) PK �Z?ؘv� � lib/versioning.pynu �[��� """Helpers for dealing with software versioning.""" from distutils.version import StrictVersion def is_version_higher(version1, version2): """Check if a version is higher than another. This takes two software versions in the usual b"x.y" form and split them on the decimal character, converting both parts to ints, e.g. b"3.2" becomes (3, 2). It then does a comparison of the two tuples, and returns C{True} if C{version1} is greater than or equal to C{version2}. @param version1: The first version to compare as C{bytes}. @param version2: The second version to compare as C{bytes}. @return: C{True} if the first version is greater than or equal to the second. """ version1 = version1.decode("ascii") version2 = version2.decode("ascii") return StrictVersion(version1) >= StrictVersion(version2) def sort_versions(versions): """Sort a list of software versions in from the highest to the lowest. @param version: a C{list} of C{bytes} describing a version. """ strict_versions = sorted( [StrictVersion(version.decode("ascii")) for version in versions], reverse=True) return [str(strict_version).encode("ascii") for strict_version in strict_versions] PK �Z�_)79 9 lib/schema.pynu �[��� """A schema system. Yes. Another one!""" from twisted.python.compat import iteritems, unicode, long class InvalidError(Exception): """Raised when invalid input is received.""" pass class Constant(object): """Something that must be equal to a constant value.""" def __init__(self, value): self.value = value def coerce(self, value): if isinstance(self.value, str) and isinstance(value, bytes): try: value = value.decode() except UnicodeDecodeError: pass if value != self.value: raise InvalidError("%r != %r" % (value, self.value)) return value class Any(object): """Something which must apply to any of a number of different schemas. @param schemas: Other schema objects. """ def __init__(self, *schemas): self.schemas = schemas def coerce(self, value): """ The result of the first schema which doesn't raise L{InvalidError} from its C{coerce} method will be returned. """ for schema in self.schemas: try: return schema.coerce(value) except InvalidError: pass raise InvalidError("%r did not match any schema in %s" % (value, self.schemas)) class Bool(object): """Something that must be a C{bool}.""" def coerce(self, value): if not isinstance(value, bool): raise InvalidError("%r is not a bool" % (value,)) return value class Int(object): """Something that must be an C{int} or C{long}.""" def coerce(self, value): if not isinstance(value, (int, long)): raise InvalidError("%r isn't an int or long" % (value,)) return value class Float(object): """Something that must be an C{int}, C{long}, or C{float}.""" def coerce(self, value): if not isinstance(value, (int, long, float)): raise InvalidError("%r isn't a float" % (value,)) return value class Bytes(object): """A binary string. If the value is a Python3 str (unicode), it will be automatically encoded. """ def coerce(self, value): if isinstance(value, bytes): return value if isinstance(value, str): return value.encode() raise InvalidError("%r isn't a bytestring" % value) class Unicode(object): """Something that must be a C{unicode}. If the value is a C{str}, it will automatically be decoded. @param encoding: The encoding to automatically decode C{str}s with. """ def __init__(self, encoding="utf-8"): self.encoding = encoding def coerce(self, value): if isinstance(value, bytes): try: value = value.decode(self.encoding) except UnicodeDecodeError as e: raise InvalidError("%r can't be decoded: %s" % (value, str(e))) if not isinstance(value, unicode): raise InvalidError("%r isn't a unicode" % (value,)) return value class List(object): """Something which must be a C{list}. @param schema: The schema that all values of the list must match. """ def __init__(self, schema): self.schema = schema def coerce(self, value): if not isinstance(value, list): raise InvalidError("%r is not a list" % (value,)) new_list = list(value) for i, subvalue in enumerate(value): try: new_list[i] = self.schema.coerce(subvalue) except InvalidError as e: raise InvalidError( "%r could not coerce with %s: %s" % (subvalue, self.schema, e)) return new_list class Tuple(object): """Something which must be a fixed-length tuple. @param schema: A sequence of schemas, which will be applied to each value in the tuple respectively. """ def __init__(self, *schema): self.schema = schema def coerce(self, value): if not isinstance(value, tuple): raise InvalidError("%r is not a tuple" % (value,)) if len(value) != len(self.schema): raise InvalidError("Need %s items, got %s in %r" % (len(self.schema), len(value), value)) new_value = [] for schema, value in zip(self.schema, value): new_value.append(schema.coerce(value)) return tuple(new_value) class KeyDict(object): """Something which must be a C{dict} with defined keys. The keys must be constant and the values must match a per-key schema. @param schema: A dict mapping keys to schemas that the values of those keys must match. """ def __init__(self, schema, optional=None): if optional is None: optional = [] self.optional = set(optional) self.schema = schema def coerce(self, value): new_dict = {} if not isinstance(value, dict): raise InvalidError("%r is not a dict." % (value,)) for k, v in iteritems(value): if k not in self.schema: raise InvalidError("%r is not a valid key as per %r" % (k, self.schema)) try: new_dict[k] = self.schema[k].coerce(v) except InvalidError as e: raise InvalidError( "Value of %r key of dict %r could not coerce with %s: %s" % (k, value, self.schema[k], e)) new_keys = set(new_dict.keys()) required_keys = set(self.schema.keys()) - self.optional missing = required_keys - new_keys if missing: raise InvalidError("Missing keys %s" % (missing,)) return new_dict class Dict(object): """Something which must be a C{dict} with arbitrary keys. @param key_schema: The schema that keys must match. @param value_schema: The schema that values must match. """ def __init__(self, key_schema, value_schema): self.key_schema = key_schema self.value_schema = value_schema def coerce(self, value): if not isinstance(value, dict): raise InvalidError("%r is not a dict." % (value,)) new_dict = {} for k, v in value.items(): new_dict[self.key_schema.coerce(k)] = self.value_schema.coerce(v) return new_dict PK �Zf8��]& ]& lib/network.pynu �[��� from __future__ import absolute_import """ Network introspection utilities using ioctl and the /proc filesystem. """ import array import fcntl import socket import struct import errno import logging import netifaces from landscape.lib.compat import long, _PY3 __all__ = ["get_active_device_info", "get_network_traffic"] SIOCGIFFLAGS = 0x8913 # from header /usr/include/bits/ioctls.h SIOCETHTOOL = 0x8946 # As defined in include/uapi/linux/sockios.h ETHTOOL_GSET = 0x00000001 # Get status command. def is_64(): """Returns C{True} if the platform is 64-bit, otherwise C{False}.""" return struct.calcsize("l") == 8 def is_up(flags): """Returns C{True} if the interface is up, otherwise C{False}. @param flags: the integer value of an interface's flags. @see /usr/include/linux/if.h for the meaning of the flags. """ return flags & 1 def is_active(ifaddresses): """Checks if interface address data has an IP address @param ifaddresses: a dict as returned by L{netifaces.ifaddresses} """ inet_addr = ifaddresses.get(netifaces.AF_INET, [{}])[0].get('addr') inet6_addr = ifaddresses.get(netifaces.AF_INET6, [{}])[0].get('addr') return bool(inet_addr or inet6_addr) def get_ip_addresses(ifaddresses): """Return all IP addresses of an interfaces. Returns the same structure as L{ifaddresses}, but filtered to keep IP addresses only. @param ifaddresses: a dict as returned by L{netifaces.ifaddresses} """ results = {} if netifaces.AF_INET in ifaddresses: results[netifaces.AF_INET] = ifaddresses[netifaces.AF_INET] if netifaces.AF_INET6 in ifaddresses: # Ignore link-local IPv6 addresses (fe80::/10). global_addrs = [addr for addr in ifaddresses[netifaces.AF_INET6] if not addr['addr'].startswith('fe80:')] if global_addrs: results[netifaces.AF_INET6] = global_addrs return results def get_broadcast_address(ifaddresses): """Return the broadcast address associated to an interface. @param ifaddresses: a dict as returned by L{netifaces.ifaddresses} """ return ifaddresses[netifaces.AF_INET][0].get('broadcast', '0.0.0.0') def get_netmask(ifaddresses): """Return the network mask associated to an interface. @param ifaddresses: a dict as returned by L{netifaces.ifaddresses} """ return ifaddresses[netifaces.AF_INET][0].get('netmask', '') def get_ip_address(ifaddresses): """Return the first IPv4 address associated to the interface. @param ifaddresses: a dict as returned by L{netifaces.ifaddresses} """ return ifaddresses[netifaces.AF_INET][0]['addr'] def get_mac_address(ifaddresses): """ Return the hardware MAC address for an interface in human friendly form, ie. six colon separated groups of two hexadecimal digits, if available; otherwise an empty string. @param ifaddresses: a dict as returned by L{netifaces.ifaddresses} """ if netifaces.AF_LINK in ifaddresses: return ifaddresses[netifaces.AF_LINK][0].get('addr', '') return '' def get_flags(sock, interface): """Return the integer value of the interface flags for the given interface. @param sock: a socket instance. @param interface: The name of the interface. @see /usr/include/linux/if.h for the meaning of the flags. """ data = fcntl.ioctl( sock.fileno(), SIOCGIFFLAGS, struct.pack("256s", interface[:15])) return struct.unpack("H", data[16:18])[0] def get_default_interfaces(): """ Returns a list of interfaces with default routes """ default_table = netifaces.gateways()['default'] interfaces = [gateway[1] for gateway in default_table.values()] return interfaces def get_filtered_if_info(filters=(), extended=False): """ Returns a dictionary containing info on each active network interface that passes all `filters`. A filter is a callable that returns True if the interface should be skipped. """ results = [] try: sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM, socket.IPPROTO_IP) for interface in netifaces.interfaces(): if any(f(interface) for f in filters): continue ifaddresses = netifaces.ifaddresses(interface) if ( not is_active(ifaddresses) and netifaces.AF_LINK not in ifaddresses ): continue ifencoded = interface.encode() flags = get_flags(sock, ifencoded) ip_addresses = get_ip_addresses(ifaddresses) ifinfo = {"interface": interface} ifinfo["flags"] = flags ifinfo["speed"], ifinfo["duplex"] = get_network_interface_speed( sock, ifencoded) if extended: ifinfo["ip_addresses"] = ip_addresses if netifaces.AF_INET in ip_addresses: ifinfo["ip_address"] = get_ip_address(ifaddresses) ifinfo["mac_address"] = get_mac_address(ifaddresses) ifinfo["broadcast_address"] = get_broadcast_address( ifaddresses) ifinfo["netmask"] = get_netmask(ifaddresses) elif netifaces.AF_LINK in ifaddresses and not extended: ifinfo["ip_address"] = "0.0.0.0" ifinfo["mac_address"] = get_mac_address(ifaddresses) ifinfo["broadcast_address"] = "0.0.0.0" ifinfo["netmask"] = "0.0.0.0" results.append(ifinfo) finally: sock.close() return results def get_active_device_info(skipped_interfaces=("lo",), skip_vlan=True, skip_alias=True, extended=False, default_only=False): def filter_local(interface): return interface in skipped_interfaces def filter_vlan(interface): return "." in interface def filter_alias(interface): return ":" in interface # Get default interfaces here because it could be expensive and # there's no reason to do it more than once. default_ifs = get_default_interfaces() def filter_default(interface): return default_only and interface not in default_ifs # Tap interfaces can be extremely numerous, slowing us down # significantly. def filter_tap(interface): return interface.startswith("tap") return get_filtered_if_info(filters=( filter_tap, filter_local, filter_vlan, filter_alias, filter_default, ), extended=extended) def get_network_traffic(source_file="/proc/net/dev"): """ Retrieves an array of information regarding the network activity per network interface. """ with open(source_file, "r") as netdev: lines = netdev.readlines() # Parse out the column headers as keys. _, receive_columns, transmit_columns = lines[1].split("|") columns = ["recv_%s" % column for column in receive_columns.split()] columns.extend(["send_%s" % column for column in transmit_columns.split()]) # Parse out the network devices. devices = {} for line in lines[2:]: if ":" not in line: continue device, data = line.split(":") device = device.strip() devices[device] = dict(zip(columns, map(long, data.split()))) return devices def get_fqdn(): """ Return the current fqdn of the machine, trying hard to return a meaningful name. In particular, it means working against a NetworkManager bug which seems to make C{getfqdn} return localhost6.localdomain6 for machine without a domain since Maverick. """ fqdn = socket.getfqdn() if "localhost" in fqdn: # Try the heavy artillery fqdn = socket.getaddrinfo(socket.gethostname(), None, socket.AF_INET, socket.SOCK_DGRAM, socket.IPPROTO_IP, socket.AI_CANONNAME)[0][3] if "localhost" in fqdn: # Another fallback fqdn = socket.gethostname() return fqdn def get_network_interface_speed(sock, interface_name): """ Return the ethernet device's advertised link speed. The return value can be one of: * 10, 100, 1000, 2500, 10000: The interface speed in Mbps * -1: The interface does not support querying for max speed, such as virtio devices for instance. * 0: The cable is not connected to the interface. We cannot measure interface speed, but could if it was plugged in. """ cmd_struct = struct.pack("I39s", ETHTOOL_GSET, b"\x00" * 39) status_cmd = array.array("B", cmd_struct) packed = struct.pack("16sP", interface_name, status_cmd.buffer_info()[0]) speed = -1 try: fcntl.ioctl(sock, SIOCETHTOOL, packed) # Status ioctl() call if _PY3: res = status_cmd.tobytes() else: res = status_cmd.tostring() speed, duplex = struct.unpack("12xHB28x", res) except (IOError, OSError) as e: if e.errno == errno.EPERM: logging.warning("Could not determine network interface speed, " "operation not permitted.") elif e.errno != errno.EOPNOTSUPP and e.errno != errno.EINVAL: raise e speed = -1 duplex = False # Drivers apparently report speed as 65535 when the link is not available # (cable unplugged for example). if speed == 65535: speed = 0 # The drivers report "duplex" to be 255 when the information is not # available. We'll just assume it's False in that case. if duplex == 255: duplex = False duplex = bool(duplex) return speed, duplex PK �Z?}��� � lib/cloud.pynu �[��� from landscape.lib.fetch import fetch_async EC2_HOST = "169.254.169.254" EC2_API = "http://%s/latest" % (EC2_HOST,) MAX_LENGTH = 64 def fetch_ec2_meta_data(fetch=None): """Fetch EC2 information about the cloud instance. The fetch parameter provided above is for non-mocked testing purposes. """ cloud_data = [] # We're not using a DeferredList here because we want to keep the # number of connections to the backend minimal. See lp:567515. deferred = _fetch_ec2_item("instance-id", cloud_data, fetch) deferred.addCallback( lambda ignore: _fetch_ec2_item("instance-type", cloud_data, fetch)) deferred.addCallback( lambda ignore: _fetch_ec2_item("ami-id", cloud_data, fetch)) def return_result(ignore): """Record the instance data returned by the EC2 API.""" def _process_result(value): if value is not None: if isinstance(value, bytes): value = value.decode("utf-8") return value[:MAX_LENGTH] (instance_id, instance_type, ami_id) = cloud_data return { "instance-id": _process_result(instance_id), "ami-id": _process_result(ami_id), "instance-type": _process_result(instance_type)} deferred.addCallback(return_result) return deferred def _fetch_ec2_item(path, accumulate, fetch=None): """ Get data at C{path} on the EC2 API endpoint, and add the result to the C{accumulate} list. The C{fetch} parameter is provided for testing only. """ url = EC2_API + "/meta-data/" + path if fetch is None: fetch = fetch_async return fetch(url, follow=False).addCallback(accumulate.append) PK �Z|�J�� � lib/process.pynu �[��� from __future__ import absolute_import import logging import os from datetime import timedelta, datetime from landscape.lib import sysstats from landscape.lib.timestamp import to_timestamp from landscape.lib.jiffies import detect_jiffies class ProcessInformation(object): """ @param proc_dir: The directory to use for process information. @param jiffies: The value to use for jiffies per second. @param boot_time: An alternate value to use for the last boot time. If None, the system last boot time will be used. @param uptime: The uptime value to use (for unit tests only). """ def __init__(self, proc_dir="/proc", jiffies=None, boot_time=None, uptime=None): if boot_time is None: boot_time = sysstats.BootTimes().get_last_boot_time() if boot_time is not None: boot_time = datetime.utcfromtimestamp(boot_time) self._boot_time = boot_time self._proc_dir = proc_dir self._jiffies_per_sec = jiffies or detect_jiffies() self._uptime = uptime def get_all_process_info(self): """Get process information for all processes on the system.""" for filename in os.listdir(self._proc_dir): try: process_id = int(filename) except ValueError: continue process_info = self.get_process_info(process_id) if process_info: yield process_info def get_process_info(self, process_id): """ Parse the /proc/<pid>/cmdline and /proc/<pid>/status files for information about the running process with process_id. The /proc filesystem doesn't behave like ext2, open files can disappear during the read process. """ cmd_line_name = "" process_dir = os.path.join(self._proc_dir, str(process_id)) process_info = {"pid": process_id} try: file = open(os.path.join(process_dir, "cmdline"), "r") try: # cmdline is a \0 separated list of strings # We take the first, and then strip off the path, leaving # us with the basename. cmd_line = file.readline() cmd_line_name = os.path.basename(cmd_line.split("\0")[0]) finally: file.close() file = open(os.path.join(process_dir, "status"), "r") try: for line in file: parts = line.split(":", 1) if parts[0] == "Name": process_info["name"] = (cmd_line_name.strip() or parts[1].strip()) elif parts[0] == "State": state = parts[1].strip() # In Lucid, capital T is used for both tracing stop # and stopped. Starting with Natty, lowercase t is # used for tracing stop. if state == "T (tracing stop)": state = state.lower() process_info["state"] = state[0].encode("ascii") elif parts[0] == "Uid": value_parts = parts[1].split() process_info["uid"] = int(value_parts[0]) elif parts[0] == "Gid": value_parts = parts[1].split() process_info["gid"] = int(value_parts[0]) elif parts[0] == "VmSize": value_parts = parts[1].split() process_info["vm-size"] = int(value_parts[0]) break finally: file.close() file = open(os.path.join(process_dir, "stat"), "r") try: # These variable names are lifted directly from proc(5) # utime: The number of jiffies that this process has been # scheduled in user mode. # stime: The number of jiffies that this process has been # scheduled in kernel mode. # cutime: The number of jiffies that this process's waited-for # children have been scheduled in user mode. # cstime: The number of jiffies that this process's waited-for # children have been scheduled in kernel mode. parts = file.read().split() start_time = int(parts[21]) utime = int(parts[13]) stime = int(parts[14]) uptime = self._uptime or sysstats.get_uptime() pcpu = calculate_pcpu(utime, stime, uptime, start_time, self._jiffies_per_sec) process_info["percent-cpu"] = pcpu delta = timedelta(0, start_time // self._jiffies_per_sec) if self._boot_time is None: logging.warning( "Skipping process (PID %s) without boot time.") return None process_info["start-time"] = to_timestamp( self._boot_time + delta) finally: file.close() except IOError: # Handle the race that happens when we find a process # which terminates before we open the stat file. return None assert("pid" in process_info and "state" in process_info and "name" in process_info and "uid" in process_info and "gid" in process_info and "start-time" in process_info) return process_info def calculate_pcpu(utime, stime, uptime, start_time, hertz): """ Implement ps' algorithm to calculate the percentage cpu utilisation for a process.:: unsigned long long total_time; /* jiffies used by this process */ unsigned pcpu = 0; /* scaled %cpu, 99 means 99% */ unsigned long long seconds; /* seconds of process life */ total_time = pp->utime + pp->stime; if(include_dead_children) total_time += (pp->cutime + pp->cstime); seconds = seconds_since_boot - pp->start_time / hertz; if(seconds) pcpu = (total_time * 100ULL / hertz) / seconds; if (pcpu > 99U) pcpu = 99U; return snprintf(outbuf, COLWID, "%2u", pcpu); """ pcpu = 0 total_time = utime + stime seconds = uptime - (start_time / hertz) if seconds: pcpu = total_time * 100 / hertz / seconds return round(max(min(pcpu, 99.0), 0), 1) PK �ZR���! ! lib/encoding.pynu �[��� from twisted.python.compat import unicode def encode_if_needed(value): """ A small helper to decode unicode to utf-8 if needed. """ if isinstance(value, unicode): value = value.encode("utf-8") return value def encode_values(dictionary): """ Encode values of the given C{dictionary} with utf-8 and surrogateescape. """ _dict = dictionary.copy() for key, val in _dict.items(): if isinstance(val, unicode): _dict[key] = val.encode("utf-8", "surrogateescape") return _dict PK �Z<�١� � lib/warning.pynu �[��� """Warning utilities for Landscape.""" import warnings def hide_warnings(): """Disable printing of non-UserWarning warnings. This should be used for any programs that are being run by a user in a production environment: warnings that aren't UserWarnings are meant for developers. """ warnings.simplefilter("ignore") warnings.simplefilter("default", UserWarning) PK �Z�n��d d lib/vm_info.pynu �[��� """ Network introspection utilities using ioctl and the /proc filesystem. """ import os from landscape.lib.fs import read_binary_file, read_text_file DMI_FILES = ("sys_vendor", "chassis_vendor", "bios_vendor", "product_name") def get_vm_info(root_path="/"): """ Return a bytestring with the virtualization type if it's known, an empty bytestring otherwise. It loops through some possible configurations and return a bytestring with the name of the technology being used or None if there's no match """ if _is_vm_openvz(root_path): return b"openvz" if _is_vm_xen(root_path): return b"xen" # Iterate through all dmi *_vendors, as clouds can (and will) customize # sysinfo values. (https://libvirt.org/formatdomain.html#elementsSysinfo) dmi_info_path = os.path.join(root_path, "sys/class/dmi/id") for dmi_info_file in DMI_FILES: dmi_vendor_path = os.path.join(dmi_info_path, dmi_info_file) if not os.path.exists(dmi_vendor_path): continue vendor = _get_vm_by_vendor(dmi_vendor_path) if vendor: return vendor return _get_vm_legacy(root_path) def get_container_info(run_path="/run"): """ Return a string with the type of container the client is running in, if any, an empty string otherwise. """ for filename in ("container_type", "systemd/container"): path = os.path.join(run_path, filename) if os.path.exists(path): return read_text_file(path).strip() return "" def _is_vm_xen(root_path): """Check if the host is virtualized with Xen.""" sys_xen_path = os.path.join(root_path, "sys/bus/xen/devices") # Paravirtualized and HVM instances have device links under the directory return os.path.isdir(sys_xen_path) and os.listdir(sys_xen_path) def _is_vm_openvz(root_path): """Check if the host is virtualized with OpenVZ.""" return os.path.exists(os.path.join(root_path, "proc/vz")) def _get_vm_by_vendor(sys_vendor_path): """Return the VM type byte string (possibly empty) based on the vendor.""" # Use lower-key string for vendors, since we do case-insentive match. # We need bytes here as required by the message schema. vendor = read_binary_file(sys_vendor_path, limit=1024).lower() content_vendors_map = ( (b"amazon ec2", b"kvm"), (b"bochs", b"kvm"), (b"digitalocean", b"kvm"), (b"google", b"gce"), (b"innotek", b"virtualbox"), (b"microsoft", b"hyperv"), (b"nutanix", b"kvm"), (b"openstack", b"kvm"), (b"qemu", b"kvm"), (b"kvm", b"kvm"), (b"vmware", b"vmware"), (b"rhev", b"kvm"), (b"parallels", b"kvm") ) for name, vm_type in content_vendors_map: if name in vendor: return vm_type return b"" def _get_vm_legacy(root_path): """Check if the host is virtualized looking at /proc/cpuinfo content.""" try: cpuinfo = read_text_file(os.path.join(root_path, "proc/cpuinfo")) except (IOError, OSError): return b"" if "qemu" in cpuinfo: return b"kvm" return b"" PK �Z�0?�G G lib/bpickle.pynu �[��� """ Copyright (c) 2006, Gustavo Niemeyer <gustavo@niemeyer.net> Port to python 3 was done by Chris Glass <chris.glass@canonical.com> All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. * Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. This file is modified from the original to work with python3, but should be wire compatible and behave the same way (bugs notwithstanding). """ from landscape.lib.compat import long, _PY3 dumps_table = {} loads_table = {} def dumps(obj, _dt=dumps_table): try: return _dt[type(obj)](obj) except KeyError as e: raise ValueError("Unsupported type: %s" % e) def loads(byte_string, _lt=loads_table, as_is=False): """Load a serialized byte_string. @param byte_string: the serialized data @param _lt: the conversion map @param as_is: don't reinterpret dict keys as str """ if not byte_string: raise ValueError("Can't load empty string") try: # To avoid python3 turning byte_string[0] into an int, # we slice the bytestring instead. return _lt[byte_string[0:1]](byte_string, 0, as_is=as_is)[0] except KeyError as e: raise ValueError("Unknown type character: %s" % e) except IndexError: raise ValueError("Corrupted data") def dumps_bool(obj): return ("b%d" % int(obj) ).encode("utf-8") def dumps_int(obj): return ("i%d;" % obj ).encode("utf-8") def dumps_float(obj): return ("f%r;" % obj ).encode("utf-8") def dumps_bytes(obj): return ("s%d:" % (len(obj),)).encode("utf-8") + obj def dumps_unicode(obj): bobj = obj.encode("utf-8") return ("u%d:%s" % (len(bobj), obj) ).encode("utf-8") def dumps_list(obj, _dt=dumps_table): return b"l" + b"".join([_dt[type(val)](val) for val in obj]) + b";" def dumps_tuple(obj, _dt=dumps_table): return b"t" + b"".join([_dt[type(val)](val) for val in obj]) + b";" def dumps_dict(obj, _dt=dumps_table): keys = list(obj.keys()) keys.sort() res = [] append = res.append for key in keys: val = obj[key] append(_dt[type(key)](key)) append(_dt[type(val)](val)) return b"d" + b"".join(res) + b";" def dumps_none(obj): return b"n" def loads_bool(bytestring, pos, as_is=False): return bool(int(bytestring[pos+1:pos+2])), pos+2 def loads_int(bytestring, pos, as_is=False): endpos = bytestring.index(b";", pos) return int(bytestring[pos+1:endpos]), endpos+1 def loads_float(bytestring, pos, as_is=False): endpos = bytestring.index(b";", pos) return float(bytestring[pos+1:endpos]), endpos+1 def loads_bytes(bytestring, pos, as_is=False): startpos = bytestring.index(b":", pos)+1 endpos = startpos+int(bytestring[pos+1:startpos-1]) return bytestring[startpos:endpos], endpos def loads_unicode(bytestring, pos, as_is=False): startpos = bytestring.index(b":", pos)+1 endpos = startpos+int(bytestring[pos+1:startpos-1]) return bytestring[startpos:endpos].decode("utf-8"), endpos def loads_list(bytestring, pos, _lt=loads_table, as_is=False): pos += 1 res = [] append = res.append while bytestring[pos:pos+1] != b";": obj, pos = _lt[bytestring[pos:pos+1]](bytestring, pos, as_is=as_is) append(obj) return res, pos+1 def loads_tuple(bytestring, pos, _lt=loads_table, as_is=False): pos += 1 res = [] append = res.append while bytestring[pos:pos+1] != b";": obj, pos = _lt[bytestring[pos:pos+1]](bytestring, pos, as_is=as_is) append(obj) return tuple(res), pos+1 def loads_dict(bytestring, pos, _lt=loads_table, as_is=False): pos += 1 res = {} while bytestring[pos:pos+1] != b";": key, pos = _lt[bytestring[pos:pos+1]](bytestring, pos, as_is=as_is) val, pos = _lt[bytestring[pos:pos+1]](bytestring, pos, as_is=as_is) if _PY3 and not as_is and isinstance(key, bytes): # Although the wire format of dictionary keys is ASCII bytes, the # code actually expects them to be strings, so we convert them # here. key = key.decode("ascii") res[key] = val return res, pos+1 def loads_none(str, pos, as_is=False): return None, pos+1 dumps_table.update({ bool: dumps_bool, int: dumps_int, float: dumps_float, list: dumps_list, tuple: dumps_tuple, dict: dumps_dict, type(None): dumps_none, bytes: dumps_bytes, }) loads_table.update({ b"b": loads_bool, b"i": loads_int, b"f": loads_float, b"l": loads_list, b"t": loads_tuple, b"d": loads_dict, b"n": loads_none, b"s": loads_bytes, b"u": loads_unicode, }) if bytes is str: # Python 2.x: We need to map internal unicode strings to UTF-8 # encoded strings, and longs to ints. dumps_table.update({ unicode: dumps_unicode, # noqa long: dumps_int, # noqa }) else: # Python 3.x: We need to map internal strings to UTF-8 encoded strings. dumps_table.update({ str: dumps_unicode, }) PK �Zb=�_l" l" lib/reactor.pynu �[��� """ Extend the regular Twisted reactor with event-handling features. """ from __future__ import absolute_import import logging import time from twisted.internet.threads import deferToThread from landscape.lib.format import format_object class InvalidID(Exception): """Raised when an invalid ID is used with reactor.cancel_call().""" class CallHookError(Exception): """Raised when hooking on a reactor incorrectly.""" class EventID(object): """Unique identifier for an event handler. @param event_type: Name of the event type handled by the handler. @param pair: Binary tuple C{(handler, priority)} holding the handler function and its priority. """ def __init__(self, event_type, pair): self._event_type = event_type self._pair = pair class EventHandlingReactorMixin(object): """Fire events identified by strings and register handlers for them. Note that event handlers are executed synchronously when the C{fire} method is called, so unit-tests can generally exercise events without needing to run the real Twisted reactor (except of course if the event handlers themselves contain asynchronous calls that need the Twisted reactor running). """ def __init__(self): super(EventHandlingReactorMixin, self).__init__() self._event_handlers = {} def call_on(self, event_type, handler, priority=0): """Register an event handler. The handler will be invoked every time an event of the given type is fired (there's no need to re-register the handler after the event is fired). @param event_type: The name of the event type to handle. @param handler: The function handling the given event type. @param priority: The priority of the given handler function. @return: The L{EventID} of the registered handler. """ pair = (handler, priority) handlers = self._event_handlers.setdefault(event_type, []) handlers.append(pair) handlers.sort(key=lambda pair: pair[1]) return EventID(event_type, pair) def fire(self, event_type, *args, **kwargs): """Fire an event of a given type. Call all handlers registered for the given C{event_type}, in order of priority. @param event_type: The name of the event type to fire. @param args: Positional arguments to pass to the registered handlers. @param kwargs: Keyword arguments to pass to the registered handlers. """ logging.debug("Started firing %s.", event_type) results = [] # Make a copy of the handlers that are registered at this point in # time, so we have a stable list in case handlers are cancelled # dynamically by executing the handlers themselves. handlers = list(self._event_handlers.get(event_type, ())) for handler, priority in handlers: try: logging.debug("Calling %s for %s with priority %d.", format_object(handler), event_type, priority) results.append(handler(*args, **kwargs)) except KeyboardInterrupt: logging.exception("Keyboard interrupt while running event " "handler %s for event type %r with " "args %r %r.", format_object(handler), event_type, args, kwargs) self.stop() raise except Exception: logging.exception("Error running event handler %s for " "event type %r with args %r %r.", format_object(handler), event_type, args, kwargs) logging.debug("Finished firing %s.", event_type) return results def cancel_call(self, id): """Unregister an event handler. @param id: the L{EventID} of the handler to unregister. """ if type(id) is EventID: self._event_handlers[id._event_type].remove(id._pair) else: raise InvalidID("EventID instance expected, received %r" % id) class ReactorID(object): def __init__(self, timeout): self._timeout = timeout class EventHandlingReactor(EventHandlingReactorMixin): """Wrap and add functionalities to the Twisted reactor. This is essentially a facade around the twisted.internet.reactor and will delegate to it for mostly everything except event handling features which are implemented using EventHandlingReactorMixin. """ def __init__(self): from twisted.internet import reactor from twisted.internet.task import LoopingCall self._LoopingCall = LoopingCall self._reactor = reactor self._cleanup() self.callFromThread = reactor.callFromThread super(EventHandlingReactor, self).__init__() def time(self): """Get current time. @see L{time.time} """ return time.time() def call_later(self, *args, **kwargs): """Call a function later. Simply call C{callLater(*args, **kwargs)} and return its result. @see: L{twisted.internet.interfaces.IReactorTime.callLater}. """ return self._reactor.callLater(*args, **kwargs) def call_every(self, seconds, f, *args, **kwargs): """Call a function repeatedly. Create a new L{twisted.internet.task.LoopingCall} object and start it. @return: the created C{LoopingCall} object. """ lc = self._LoopingCall(f, *args, **kwargs) lc.start(seconds, now=False) return lc def cancel_call(self, id): """Cancel a scheduled function or event handler. @param id: The function call or handler to remove. It can be an L{EventID}, a L{LoopingCall} or a C{IDelayedCall}, as returned by L{call_on}, L{call_every} and L{call_later} respectively. """ if isinstance(id, EventID): return EventHandlingReactorMixin.cancel_call(self, id) if isinstance(id, self._LoopingCall): return id.stop() if id.active(): id.cancel() def call_when_running(self, f): """Schedule a function to be called when the reactor starts running.""" self._reactor.callWhenRunning(f) def call_in_main(self, f, *args, **kwargs): """Cause a function to be executed by the reactor thread. @param f: The callable object to execute. @param args: The arguments to call it with. @param kwargs: The keyword arguments to call it with. @see: L{twisted.internet.interfaces.IReactorThreads.callFromThread} """ self._reactor.callFromThread(f, *args, **kwargs) def call_in_thread(self, callback, errback, f, *args, **kwargs): """ Execute a callable object in a new separate thread. @param callback: A function to call in case C{f} was successful, it will be passed the return value of C{f}. @param errback: A function to call in case C{f} raised an exception, it will be pass a C{(type, value, traceback)} tuple giving information about the raised exception (see L{sys.exc_info}). @note: Both C{callback} and C{errback} will be executed in the the parent thread. """ def on_success(result): if callback: return callback(result) def on_failure(failure): exc_info = (failure.type, failure.value, failure.tb) if errback: errback(*exc_info) else: logging.error(exc_info[1], exc_info=exc_info) deferred = deferToThread(f, *args, **kwargs) deferred.addCallback(on_success) deferred.addErrback(on_failure) def listen_unix(self, socket, factory): """Start listening on a Unix socket.""" return self._reactor.listenUNIX(socket, factory, wantPID=True) def connect_unix(self, socket, factory): """Connect to a Unix socket.""" return self._reactor.connectUNIX(socket, factory) def run(self): """Start the reactor, a C{"run"} event will be fired.""" self.fire("run") self._reactor.run() self.fire("stop") def stop(self): """Stop the reactor, a C{"stop"} event will be fired.""" self._reactor.stop() self._cleanup() def _cleanup(self): # Since the reactor is global, we should clean it up when we # initialize one of our wrappers. for call in self._reactor.getDelayedCalls(): if call.active(): call.cancel() PK �Z�i�h h lib/compat.pynu �[��� # flake8: noqa _PY3 = str != bytes if _PY3: import _pickle as cPickle from configparser import ConfigParser, NoOptionError SafeConfigParser = ConfigParser import _thread as thread from io import StringIO stringio = cstringio = StringIO from builtins import input unicode = str long = int else: import cPickle from ConfigParser import ConfigParser, NoOptionError, SafeConfigParser import thread from StringIO import StringIO stringio = StringIO from cStringIO import StringIO as cstringio input = raw_input long = long unicode = unicode PK �Z^�I�� � lib/__init__.pynu �[��� """ This package contains the Landscape library. Code inside this package must be generic and self-contained, depending only on code inside of the package itself or libraries outside Landscape. """ PK �Z��m� __init__.pynu �[��� DEBIAN_REVISION = "-0ubuntu1~22.04.4" UPSTREAM_VERSION = "23.02" VERSION = "%s%s" % (UPSTREAM_VERSION, DEBIAN_REVISION) # The minimum server API version that all Landscape servers are known to speak # and support. It can serve as fallback in case higher versions are not there. DEFAULT_SERVER_API = b"3.2" # The highest server API version that the client is capable of speaking. The # client will use it, unless the server declares to support only a lower # version. In that case the server's version will be used. The client will set # the X-Message-API HTTP header and the "server-api" payload field of outgoing # requests to this value, and the server message system will use it to lookup # the correct MessageAPI adapter for handling the messages sent by the client. # Bump it when the schema of any of the messages sent by the client changes in # a backward-incompatible way. # # Changelog: # # 3.2: # * Add new "eucalyptus-info" and "eucalyptus-info-error" messages. # 3.3: # * Add new schema for the "registration" message, providing Juju information # SERVER_API = b"3.3" # The "client-api" field of outgoing messages will be set to this value, and # used by the server to know which schema do the message types accepted by the # client support. Bump it when the schema of an accepted message type changes # and update the changelog below as needed. # # Changelog: # # 3.3: # * Add "binaries" field to "change-packages" # * Add "policy" field to "change-packages" # * Add new "change-package-locks" client accepted message type. # # 3.4: # * Add "hold" field to "change-packages" # * Add "remove-hold" field to "change-packages" # # 3.5: # * Support per-exchange authentication tokens # # 3.6: # * Handle scopes in resynchronize requests # # 3.7: # * Server returns 402 Payment Required if the computer has no valid license. # # 3.8: # * Handle the new "max-pending-computers" key returned by the server in the # "info" field of the response payload for a fail registration, in case the # account has too many pending computers. # CLIENT_API = b"3.8" PK �Z ��.\ \ constants.pynu �[��� PK �Z���. . 3 � message_schemas/__pycache__/message.cpython-310.pycnu �[��� PK �Z��D� � 4 ) message_schemas/__pycache__/__init__.cpython-310.pycnu �[��� PK �ZX7��" �" 8 K message_schemas/__pycache__/server_bound.cpython-310.pycnu �[��� PK �Zf��eL L 8 c0 message_schemas/__pycache__/test_message.cpython-310.pycnu �[��� PK �Z���� � ; message_schemas/message.pynu �[��� PK �Z� �PL PL SA message_schemas/server_bound.pynu �[��� PK �Z�vR � � � message_schemas/test_message.pynu �[��� PK �Z_L�� � ږ message_schemas/__init__.pynu �[��� PK �Z�c�QH H $ �� __pycache__/__init__.cpython-310.pycnu �[��� PK �Z��Eu� � % Y� __pycache__/constants.cpython-310.pycnu �[��� PK �Z��cQ \� sysinfo/load.pynu �[��� PK �Z��_0�& �& �� sysinfo/sysinfo.pynu �[��� PK �ZgYg1e e + �� sysinfo/__pycache__/network.cpython-310.pycnu �[��� PK �Z�g�X� � . l� sysinfo/__pycache__/deployment.cpython-310.pycnu �[��� PK �ZN�� � - �� sysinfo/__pycache__/processes.cpython-310.pycnu �[��� PK �Z%�56� � , �� sysinfo/__pycache__/__init__.cpython-310.pycnu �[��� PK �Zmu� � 1 �� sysinfo/__pycache__/landscapelink.cpython-310.pycnu �[��� PK �Z��m � � * �� sysinfo/__pycache__/memory.cpython-310.pycnu �[��� PK �ZO�� � ( <� sysinfo/__pycache__/load.cpython-310.pycnu �[��� PK �ZsA� � ( r� sysinfo/__pycache__/disk.cpython-310.pycnu �[��� PK �Z�p�[" " / m� sysinfo/__pycache__/temperature.cpython-310.pycnu �[��� PK �Z�՝�I I 1 � sysinfo/__pycache__/loggedinusers.cpython-310.pycnu �[��� PK �Zi8�� � . � sysinfo/__pycache__/testplugin.cpython-310.pycnu �[��� PK �Z5���} } + � sysinfo/__pycache__/sysinfo.cpython-310.pycnu �[��� PK �Z�0A �$ sysinfo/testplugin.pynu �[��� PK �ZUU]�P P �& sysinfo/landscapelink.pynu �[��� PK �Z|Kj �( sysinfo/disk.pynu �[��� PK �Z���� � �2 sysinfo/processes.pynu �[��� PK �Z��G$& & �6 sysinfo/temperature.pynu �[��� PK �ZI�0�� � : sysinfo/network.pynu �[��� PK �Z�?��� � �@ sysinfo/loggedinusers.pynu �[��� PK �Z�ɦ�m m *C sysinfo/deployment.pynu �[��� PK �Z��%�^ ^ �V sysinfo/memory.pynu �[��� PK �Z {Y sysinfo/__init__.pynu �[��� PK �Zg��t� � �Y lib/sysstats.pynu �[��� PK �Z �nU U �x lib/jiffies.pynu �[��� PK �ZU��� � � lib/fetch.pynu �[��� PK �Zg��� �� lib/hashlib.pynu �[��� PK �Z�Q �� � �� lib/timestamp.pynu �[��� PK �ZXO��\ \ "� lib/juju.pynu �[��� PK �Zt�� � � �� lib/format.pynu �[��� PK �Z��<�� � , �� lib/apt/__pycache__/__init__.cpython-310.pycnu �[��� PK �Z �2� � �� lib/apt/package/skeleton.pynu �[��� PK �Z�=�*� *� � lib/apt/package/facade.pynu �[��� PK �Zį��,@ ,@ 3 \I lib/apt/package/__pycache__/testing.cpython-310.pycnu �[��� PK �Z�� �Q �Q 1 � lib/apt/package/__pycache__/store.cpython-310.pycnu �[��� PK �Z�h� � � 4 � lib/apt/package/__pycache__/__init__.cpython-310.pycnu �[��� PK �Z� �, , 4 � lib/apt/package/__pycache__/skeleton.cpython-310.pycnu �[��� PK �Z-�?ry ry 2 �� lib/apt/package/__pycache__/facade.cpython-310.pycnu �[��� PK �Z�N��^B ^B pk lib/apt/package/store.pynu �[��� PK �Z���oH oH � lib/apt/package/testing.pynu �[��� PK �Z � lib/apt/package/__init__.pynu �[��� PK �Z � lib/apt/__init__.pynu �[��� PK �Z� �� � ]� lib/lock.pynu �[��� PK �ZB���R R Y� lib/persist.pynu �[��� PK �Z�5�-� � �L lib/log.pynu �[��� PK �Z� }�7# 7# ' �N lib/__pycache__/network.cpython-310.pycnu �[��� PK �Z��(�Rf Rf ' Fr lib/__pycache__/testing.cpython-310.pycnu �[��� PK �Zu��Y Y ' �� lib/__pycache__/backoff.cpython-310.pycnu �[��� PK �Z���� � $ �� lib/__pycache__/user.cpython-310.pycnu �[��� PK �Z���U U ( � lib/__pycache__/sysstats.cpython-310.pycnu �[��� PK �Z@,�c) ) $ , lib/__pycache__/lock.cpython-310.pycnu �[��� PK �Z�O: � � , � lib/__pycache__/twisted_util.cpython-310.pycnu �[��� PK �Z���� � - � lib/__pycache__/scriptcontent.cpython-310.pycnu �[��� PK �Zʔ�^ ^ & � lib/__pycache__/compat.cpython-310.pycnu �[��� PK �Z�g3|' |' ' 8! lib/__pycache__/reactor.cpython-310.pycnu �[��� PK �Z�|�8 8 . I lib/__pycache__/sequenceranges.cpython-310.pycnu �[��� PK �Z��?iE E # �\ lib/__pycache__/cli.cpython-310.pycnu �[��� PK �Z TfoO O ' 9_ lib/__pycache__/message.cpython-310.pycnu �[��� PK �Zg��� � % �g lib/__pycache__/store.cpython-310.pycnu �[��� PK �Zv���� � ) �l lib/__pycache__/timestamp.cpython-310.pycnu �[��� PK �Z�L�T� � + o lib/__pycache__/lsb_release.cpython-310.pycnu �[��� PK �Z٥��` ` ( v lib/__pycache__/__init__.cpython-310.pycnu �[��� PK �Z�y;� " �w lib/__pycache__/fs.cpython-310.pycnu �[��� PK �Z�4K�H H ' 3� lib/__pycache__/jiffies.cpython-310.pycnu �[��� PK �Z� �M M & ҋ lib/__pycache__/base64.cpython-310.pycnu �[��� PK �ZZB�g g ' u� lib/__pycache__/warning.cpython-310.pycnu �[��� PK �Z�L��| | & 3� lib/__pycache__/format.cpython-310.pycnu �[��� PK �Z� $5� � & � lib/__pycache__/schema.cpython-310.pycnu �[��� PK �Z��D� � ' N� lib/__pycache__/hashlib.cpython-310.pycnu �[��� PK �Ze�W p p * =� lib/__pycache__/versioning.cpython-310.pycnu �[��� PK �Z��� ' � lib/__pycache__/vm_info.cpython-310.pycnu �[��� PK �Z���c ' f� lib/__pycache__/process.cpython-310.pycnu �[��� PK �Z@�S� & �� lib/__pycache__/plugin.cpython-310.pycnu �[��� PK �Z_���o o # 7� lib/__pycache__/tag.cpython-310.pycnu �[��� PK �Z`b'�� � $ �� lib/__pycache__/disk.cpython-310.pycnu �[��� PK �Z���� � " =� lib/__pycache__/fd.cpython-310.pycnu �[��� PK �ZQ� �{E {E ' F� lib/__pycache__/persist.cpython-310.pycnu �[��� PK �Z�N ' > lib/__pycache__/bpickle.cpython-310.pycnu �[��� PK �ZC5ͫ�' �' & qX lib/__pycache__/config.cpython-310.pycnu �[��� PK �Z��g� � ) �� lib/__pycache__/bootstrap.cpython-310.pycnu �[��� PK �Z ��U U # � lib/__pycache__/amp.cpython-310.pycnu �[��� PK �Z5��C C % Y� lib/__pycache__/fetch.cpython-310.pycnu �[��� PK �Z�ئ> > ' � lib/__pycache__/logging.cpython-310.pycnu �[��� PK �Z��FC ' � lib/__pycache__/monitor.cpython-310.pycnu �[��� PK �Z/&�z z # �! lib/__pycache__/gpg.cpython-310.pycnu �[��� PK �Z6�E E % �* lib/__pycache__/cloud.cpython-310.pycnu �[��� PK �Z%�&I� � ( d2 lib/__pycache__/encoding.cpython-310.pycnu �[��� PK �Zw|�' ' $ �5 lib/__pycache__/juju.cpython-310.pycnu �[��� PK �Z|B� � � # .9 lib/__pycache__/log.cpython-310.pycnu �[��� PK �Z��1�� � < lib/bootstrap.pynu �[��� PK �Z��#� � �A lib/logging.pynu �[��� PK �ZnV)N N L lib/message.pynu �[��� PK �Z@�� � �V lib/plugin.pynu �[��� PK �Zc�\ \ �] lib/sequenceranges.pynu �[��� PK �Z8J[t1 1 kt lib/fs.pynu �[��� PK �Zd�9-J J Ճ lib/lsb_release.pynu �[��� PK �Z���( a� lib/scriptcontent.pynu �[��� PK �Z�� *� � �� lib/backoff.pynu �[��� PK �Z�m��� � �� lib/fd.pynu �[��� PK �ZF�� �� lib/gpg.pynu �[��� PK �Z�4�� � � lib/base64.pynu �[��� PK �Z ��v� � � lib/store.pynu �[��� PK �Z�� | | �� lib/twisted_util.pynu �[��� PK �ZH�]� � b� lib/tag.pynu �[��� PK �Z�47�� � �� lib/monitor.pynu �[��� PK �Z9W��� � ]� lib/disk.pynu �[��� PK �Z��V` V` ;� lib/testing.pynu �[��� PK �Z�_6� � �F lib/cli.pynu �[��� PK �ZZSJ2�0 �0 �H lib/config.pynu �[��� PK �Z� ][�T �T �y lib/amp.pynu �[��� PK �Z6"�/� � �� lib/user.pynu �[��� PK �Z?ؘv� � �� lib/versioning.pynu �[��� PK �Z�_)79 9 � lib/schema.pynu �[��� PK �Zf8��]& ]& �� lib/network.pynu �[��� PK �Z?}��� � / lib/cloud.pynu �[��� PK �Z|�J�� � ! lib/process.pynu �[��� PK �ZR���! ! '; lib/encoding.pynu �[��� PK �Z<�١� � �= lib/warning.pynu �[��� PK �Z�n��d d O? lib/vm_info.pynu �[��� PK �Z�0?�G G �K lib/bpickle.pynu �[��� PK �Zb=�_l" l" ve lib/reactor.pynu �[��� PK �Z�i�h h � lib/compat.pynu �[��� PK �Z^�I�� � Ŋ lib/__init__.pynu �[��� PK �Z��m� ʋ __init__.pynu �[��� PK � � X1 $�
| ver. 1.4 |
Github
|
.
| PHP 8.2.28 | Generation time: 0.03 |
proxy
|
phpinfo
|
Settings