ꦫꦣꦺꦤ꧀ꦄꦤ꧀ꦠꦱꦺꦤ

PATH: usr / lib / python3.9 / site-packages / sos / report / plugins

# This file is part of the sos project: https://github.com/sosreport/sos
#
# This copyrighted material is made available to anyone wishing to use,
# modify, copy, or redistribute it subject to the terms and conditions of
# version 2 of the GNU General Public License.
#
# See the LICENSE file in the source distribution for further information.

from re import match
from shlex import quote
from sos.report.plugins import Plugin, RedHatPlugin, PluginOpt

class Pulp(Plugin, RedHatPlugin):

short_desc = 'Pulp platform'

plugin_name = "pulp"
    packages = ("pulp-server", "pulp-katello", "python3-pulpcore")
    files = ("/etc/pulp/settings.py",)
    option_list = [
        PluginOpt('tasks', default=200,
                  desc='number of tasks to collect from DB queries')
    ]

dbhost = "localhost"
    dbport = "27017"
    dbuser = ""
    dbpassword = ""

def setup(self):

# get mongo DB host and port from line like:
        # seeds: host1:27017,host2:27017
        # take just the very first URI and ignore possible failover
        # if no such config is present, default to localhost:27017
        # further, take optional user credentials - here we assume the
        # credentials dont contain a whitespace character (that would
        # make the parsing more difficult)
        #
        # further, collect location of CA file for contacting qpid in section
        # [messaging]
        # certfile: /etc/pki/katello/qpid_client_striped.crt
        messaging_cert_file = ""
        in_messaging_section = False
        try:
            with open("/etc/pulp/server.conf", 'r', encoding='UTF-8') as file:
                pulp_lines = file.read().splitlines()
            for line in pulp_lines:
                if match(r"^\s*seeds:\s+\S+:\S+", line):
                    uri = line.split()[1].split(',')[0].split(':')
                    self.dbhost = uri[0]
                    self.dbport = uri[1]
                if match(r"\s*username:\s+\S+", line):
                    self.dbuser = f"-u {line.split()[1]}"
                if match(r"\s*password:\s+\S+", line):
                    self.dbpassword = f"-p {line.split()[1]}"
                if line.startswith("[messaging]"):
                    in_messaging_section = True
                if in_messaging_section and line.startswith("certfile:"):
                    messaging_cert_file = line.split()[1]
                    in_messaging_section = False
        except IOError:
            # fallback when the cfg file is not accessible
            pass

self.add_file_tags({
            '/etc/default/pulp_workers': 'pulp_worker_defaults'
        })

self.add_copy_spec([
            "/etc/pulp/*.conf",
            "/etc/pulp/settings.py",
            "/etc/pulp/settings.local.py",
            "/etc/pulp/server/plugins.conf.d/",
            "/etc/default/pulp*",
            "/var/log/httpd/pulp-http.log*",
            "/var/log/httpd/pulp-https.log*",
            "/var/log/httpd/pulp-http_access_ssl.log*",
            "/var/log/httpd/pulp-https_access_ssl.log*",
            "/var/log/httpd/pulp-http_error_ssl.log*",
            "/var/log/httpd/pulp-https_error_ssl.log*"
        ])

num_tasks = self.get_option('tasks')

mtasks = self.build_mongo_cmd(
            f'\"DBQuery.shellBatchSize={num_tasks};; '
            'db.task_status.find().sort({finish_time: -1})'
            '.pretty().shellPrint()\"'
        )

mres = self.build_mongo_cmd(
            f'\"DBQuery.shellBatchSize={num_tasks};; '
            'db.reserved_resources.find().pretty().shellPrint()\"'
        )

prun = self.build_mongo_cmd(
            fr'"DBQuery.shellBatchSize={num_tasks};; '
            r'db.task_status.find({state:{\$ne: \"finished\"}}).pretty()'
            r'.shellPrint()"'
        )

# prints mongo collection sizes sorted from biggest and in human
        # readable output
        csizes = self.build_mongo_cmd(
            '\"function humanReadable(bytes) {'
            '  var i = -1;'
            '  var byteUnits = [\'kB\', \'MB\', \'GB\', \'TB\', \'PB\', '
            '                   \'EB\', \'ZB\', \'YB\'];'
            '  do {'
            '      bytes = bytes / 1024;'
            '      i++;'
            '  } while (bytes > 1024);'
            '  return Math.max(bytes, 0.1).toFixed(1) + \' \' + byteUnits[i];'
            '};'
            'var collectionNames = db.getCollectionNames(), stats = [];'
            'collectionNames.forEach(function (n) {'
            '                          stats.push(db[n].stats());'
            '                        });'
            'stats = stats.sort(function(a, b) {'
            '                     return b[\'size\'] - a[\'size\']; });'
            'for (var c in stats) {'
            '  print(stats[c][\'ns\'] + \': \' +'
            '        humanReadable(stats[c][\'size\']) + \' (\' +'
            '        humanReadable(stats[c][\'storageSize\']) + \')\'); }\"'
        )

dbstats = self.build_mongo_cmd('\"db.stats()\"')

self.add_cmd_output(mtasks, suggest_filename="mongo-task_status")
        self.add_cmd_output(mres, suggest_filename="mongo-reserved_resources")
        self.add_cmd_output(prun, suggest_filename="pulp-running_tasks")
        self.add_cmd_output(csizes, suggest_filename="mongo-collection_sizes")
        self.add_cmd_output(dbstats, suggest_filename="mongo-db_stats")

for opt in "quc":
            self.add_cmd_output(
                f"qpid-stat -{opt} --ssl-certificate="
                f"{messaging_cert_file} -b amqps://localhost:5671",
                tags=f"qpid_stat_{opt}")

self.add_cmd_output(
            "sudo -u pulp PULP_SETTINGS='/etc/pulp/settings.py' "
            "DJANGO_SETTINGS_MODULE='pulpcore.app.settings' dynaconf list",
            suggest_filename="dynaconf_list"
        )

def build_mongo_cmd(self, query):
        """ Build mongoDB command """
        _cmd = "bash -c %s"
        _mondb = (f"--host {self.dbhost} --port {self.dbport} {self.dbuser} "
                  f"{self.dbpassword}")
        _moncmd = "mongo pulp_database %s --eval %s"
        return _cmd % quote(_moncmd % (_mondb, query))

def postproc(self):

# Handle all ".conf" files under /etc/pulp - note that this includes
        # files nested at several distinct directory levels. For this reason we
        # use a regex that matches all these path components with ".*", and
        # ensure that the path ends with ".conf".
        etcreg = r"(([a-z].*(passw|token|cred|secret).*)\:(\s))(.*)"
        repl = r"\1 ********"
        self.do_path_regex_sub(r"/etc/pulp/(.*)\.conf$", etcreg, repl)

# Now handle JSON-formatted data in the same /etc/pulp directory
        # structure. We use a different substitution string here to preserve
        # the file's JSON syntax.
        jreg = r"(\s*\".*(passw|cred|token|secret).*\"\s*:(\s))(.*)(\w+)"
        repl = r"\1********"
        self.do_path_regex_sub("/etc/pulp(.*)(.json$)", jreg, repl)

# obfuscate SECRET_KEY = .., 'PASSWORD': ..,
        # and AUTH_LDAP_BIND_PASSWORD = ..
        # in dynaconf list output and also in settings.py
        # count with option that PASSWORD is with(out) quotes or in capitals
        key_pass_re = r"((?:SECRET_KEY|AUTH_LDAP_BIND_PASSWORD)" \
                      r"(?:\<.+\>)?(\s*=)?|(password|PASSWORD)" \
                      r"(\"|'|:)+)\s*(\S*)"
        repl = r"\1 ********"
        self.do_path_regex_sub("/etc/pulp/settings.py", key_pass_re, repl)
        self.do_path_regex_sub("/etc/pulp/settings.local.py", key_pass_re,
                               repl)
        self.do_cmd_output_sub("dynaconf list", key_pass_re, repl)

# vim: set et ts=4 sw=4 :

[+] ..
[-] freeipmi.py [edit]
[-] chrony.py [edit]
[-] crio.py [edit]
[-] multipath.py [edit]
[-] cman.py [edit]
[-] lxd.py [edit]
[-] xdp.py [edit]
[-] monit.py [edit]
[-] rabbitmq.py [edit]
[-] ssh.py [edit]
[-] cockpit.py [edit]
[-] ctdb.py [edit]
[-] omsa.py [edit]
[-] named.py [edit]
[-] ceph_mds.py [edit]
[-] fibrechannel.py [edit]
[-] openstack_database.py [edit]
[-] oddjob.py [edit]
[-] rhui_containerized.py [edit]
[-] container_log.py [edit]
[-] postgresql.py [edit]
[-] tigervnc.py [edit]
[-] krb5.py [edit]
[-] drbd.py [edit]
[-] procenv.py [edit]
[-] zfs.py [edit]
[-] kubernetes.py [edit]
[-] rpmostree.py [edit]
[-] wireless.py [edit]
[-] veritas.py [edit]
[-] s390.py [edit]
[-] kvm.py [edit]
[-] udev.py [edit]
[-] nis.py [edit]
[-] canonical_livepatch_onprem.py [edit]
[-] hpssm.py [edit]
[-] boom.py [edit]
[-] foreman.py [edit]
[-] firewalld.py [edit]
[-] ovirt.py [edit]
[-] ubuntu.py [edit]
[-] redis.py [edit]
[-] aap_containerized.py [edit]
[-] openstack_masakarimonitors.py [edit]
[-] console.py [edit]
[-] sas3ircu.py [edit]
[-] ebpf.py [edit]
[-] kernel.py [edit]
[-] openstack_ironic.py [edit]
[-] ostree.py [edit]
[-] charmed_mysql.py [edit]
[-] system.py [edit]
[-] salt.py [edit]
[-] ceph_mon.py [edit]
[-] validation_framework.py [edit]
[-] ppp.py [edit]
[-] md.py [edit]
[-] docker.py [edit]
[-] ldap.py [edit]
[-] kpatch.py [edit]
[-] valkey.py [edit]
[-] gluster.py [edit]
[-] microovn.py [edit]
[-] nodejs.py [edit]
[-] shmcli.py [edit]
[-] openstack_heat.py [edit]
[-] azure.py [edit]
[-] teamd.py [edit]
[-] mellanox_firmware.py [edit]
[-] kdump.py [edit]
[-] openstack_sahara.py [edit]
[-] navicli.py [edit]
[-] opendaylight.py [edit]
[-] microcloud.py [edit]
[-] udisks.py [edit]
[-] ovirt_hosted_engine.py [edit]
[-] dhcp.py [edit]
[-] lustre.py [edit]
[-] kimchi.py [edit]
[-] tftpserver.py [edit]
[-] dovecot.py [edit]
[-] mvcli.py [edit]
[-] foreman_installer.py [edit]
[-] cobbler.py [edit]
[-] microshift.py [edit]
[-] opensearch.py [edit]
[-] snapm.py [edit]
[-] ceph_common.py [edit]
[-] pulpcore.py [edit]
[-] charmed_postgresql.py [edit]
[-] etcd.py [edit]
[-] openvswitch.py [edit]
[-] rhui.py [edit]
[-] openstack_horizon.py [edit]
[-] skydive.py [edit]
[-] nvmetcli.py [edit]
[-] bird.py [edit]
[-] oratab.py [edit]
[-] rhcos.py [edit]
[-] symcli.py [edit]
[-] seagate_ses.py [edit]
[-] openstack_instack.py [edit]
[-] npm.py [edit]
[-] ntb.py [edit]
[-] openstack_edpm.py [edit]
[-] smclient.py [edit]
[-] ovn_host.py [edit]
[-] cifs.py [edit]
[-] boot.py [edit]
[-] devices.py [edit]
[-] unity.py [edit]
[-] systemtap.py [edit]
[-] rhc.py [edit]
[-] firewall_tables.py [edit]
[-] omnipath_manager.py [edit]
[-] systemd.py [edit]
[-] ovirt_imageio.py [edit]
[-] dracut.py [edit]
[-] snap.py [edit]
[-] mysql.py [edit]
[-] ultrapath.py [edit]
[-] cs.py [edit]
[-] autofs.py [edit]
[-] date.py [edit]
[-] ceph_osd.py [edit]
[-] xen.py [edit]
[-] stratis.py [edit]
[-] slurm.py [edit]
[-] sudo.py [edit]
[-] pam.py [edit]
[-] openstack_neutron.py [edit]
[-] perccli2.py [edit]
[-] vhostmd.py [edit]
[-] perccli.py [edit]
[-] rasdaemon.py [edit]
[-] snapper.py [edit]
[-] landscape.py [edit]
[-] pci.py [edit]
[-] libvirt.py [edit]
[-] squid.py [edit]
[-] activemq.py [edit]
[-] apport.py [edit]
[-] opencl.py [edit]
[-] nfsganesha.py [edit]
[-] rhv_analyzer.py [edit]
[-] hts.py [edit]
[-] ceph_mgr.py [edit]
[-] grafana.py [edit]
[-] manageiq.py [edit]
[-] sos_extras.py [edit]
[-] filesys.py [edit]
[-] subscription_manager.py [edit]
[-] mpt.py [edit]
[-] aap_hub.py [edit]
[-] microk8s.py [edit]
[-] openstack_aodh.py [edit]
[-] openstack_ansible.py [edit]
[-] sunbeam.py [edit]
[-] rpm.py [edit]
[-] openstack_barbican.py [edit]
[-] snmp.py [edit]
[-] anaconda.py [edit]
[-] unpackaged.py [edit]
[-] ceph_ansible.py [edit]
[-] telegraf.py [edit]
[-] ruby.py [edit]
[-] __init__.py [edit]
[-] xinetd.py [edit]
[-] smartcard.py [edit]
[-] jars.py [edit]
[-] watchdog.py [edit]
[-] collectd.py [edit]
[-] dlm.py [edit]
[-] infinidat.py [edit]
[-] apache.py [edit]
[-] os_net_config.py [edit]
[-] ipvs.py [edit]
[-] arcconf.py [edit]
[-] services.py [edit]
[-] block.py [edit]
[-] openssl.py [edit]
[-] sar.py [edit]
[-] nss.py [edit]
[-] saltmaster.py [edit]
[-] processor.py [edit]
[-] megacli.py [edit]
[-] ufw.py [edit]
[-] curtin.py [edit]
[-] foreman_proxy.py [edit]
[-] ansible.py [edit]
[-] vulkan.py [edit]
[-] pulseaudio.py [edit]
[-] distupgrade.py [edit]
[-] powerpc.py [edit]
[-] btrfs.py [edit]
[-] composer.py [edit]
[-] sunbeam_hypervisor.py [edit]
[-] fail2ban.py [edit]
[-] x11.py [edit]
[-] convert2rhel.py [edit]
[-] openstack_masakari.py [edit]
[-] apparmor.py [edit]
[-] mongodb.py [edit]
[-] openstack_nova.py [edit]
[-] openstack_cinder.py [edit]
[-] spyre.py [edit]
[-] collectl.py [edit]
[-] anacron.py [edit]
[-] tomcat.py [edit]
[-] conntrack.py [edit]
[-] juju.py [edit]
[-] ovirt_node.py [edit]
[-] sendmail.py [edit]
[-] i18n.py [edit]
[-] proxmox.py [edit]
[-] nfs.py [edit]
[-] login.py [edit]
[-] postfix.py [edit]
[-] containerd.py [edit]
[-] lvm2.py [edit]
[-] ptp.py [edit]
[-] apt.py [edit]
[-] aap_receptor.py [edit]
[-] usbguard.py [edit]
[-] python.py [edit]
[-] ovirt_provider_ovn.py [edit]
[-] grub2.py [edit]
[-] iscsi.py [edit]
[-] dbus.py [edit]
[-] ceph_iscsi.py [edit]
[-] radius.py [edit]
[-] aide.py [edit]
[-] cxl.py [edit]
[-] ds.py [edit]
[-] sanlock.py [edit]
[-] openstack_octavia.py [edit]
[-] loki.py [edit]
[-] pcp.py [edit]
[-] opencontrail.py [edit]
[-] sysvipc.py [edit]
[-] vdo.py [edit]
[-] dnf.py [edit]
[-] mssql.py [edit]
[-] acpid.py [edit]
[-] process.py [edit]
[-] pmem.py [edit]
[-] kafka.py [edit]
[-] openhpi.py [edit]
[-] dpkg.py [edit]
[-] hpasm.py [edit]
[-] podman.py [edit]
[-] targetcli.py [edit]
[-] omnipath_client.py [edit]
[-] containers_common.py [edit]
[-] lilo.py [edit]
[-] hyperv.py [edit]
[-] selinux.py [edit]
[-] ntp.py [edit]
[-] zvm.py [edit]
[-] openstack_tripleo.py [edit]
[-] lightdm.py [edit]
[-] cgroups.py [edit]
[-] opensvc.py [edit]
[-] origin.py [edit]
[-] kernelrt.py [edit]
[-] cups.py [edit]
[-] coredump.py [edit]
[-] fwupd.py [edit]
[-] auditd.py [edit]
[-] peripety.py [edit]
[-] grub.py [edit]
[-] libreswan.py [edit]
[-] saphana.py [edit]
[-] nvme.py [edit]
[-] gssproxy.py [edit]
[-] nvidia.py [edit]
[-] openstack_keystone.py [edit]
[-] greenboot.py [edit]
[-] bcache.py [edit]
[-] host.py [edit]
[-] canonical_livepatch.py [edit]
[-] qt.py [edit]
[-] haproxy.py [edit]
[-] keepalived.py [edit]
[-] nscd.py [edit]
[-] dellrac.py [edit]
[-] virtwho.py [edit]
[-] flatpak.py [edit]
[-] helm.py [edit]
[-] java.py [edit]
[-] rear.py [edit]
[-] numa.py [edit]
[-] ovirt_engine_backup.py [edit]
[-] storageconsole.py [edit]
[-] ipmitool.py [edit]
[-] qpid_dispatch.py [edit]
[-] gdm.py [edit]
[-] microshift_ovn.py [edit]
[-] libraries.py [edit]
[-] kata_containers.py [edit]
[-] gfs2.py [edit]
[-] xfs.py [edit]
[-] openstack_placement.py [edit]
[-] hardware.py [edit]
[-] dmraid.py [edit]
[-] cloud_init.py [edit]
[-] memory.py [edit]
[-] fcoe.py [edit]
[-] puppet.py [edit]
[-] openstack_designate.py [edit]
[-] elastic.py [edit]
[-] ceph_rgw.py [edit]
[-] psacct.py [edit]
[-] migration_results.py [edit]
[-] virsh.py [edit]
[-] logrotate.py [edit]
[-] devicemapper.py [edit]
[-] release.py [edit]
[-] storcli.py [edit]
[-] openstack_manila.py [edit]
[-] openshift_ovn.py [edit]
[-] sssd.py [edit]
[-] docker_distribution.py [edit]
[-] quagga.py [edit]
[-] openstack_ceilometer.py [edit]
[-] vsftpd.py [edit]
[-] maas.py [edit]
[-] alternatives.py [edit]
[-] instructlab.py [edit]
[-] vmware.py [edit]
[-] aap_gateway.py [edit]
[-] foreman_openscap.py [edit]
[-] qaucli.py [edit]
[-] cron.py [edit]
[-] logs.py [edit]
[-] iscsitarget.py [edit]
[-] candlepin.py [edit]
[-] openstack_novajoin.py [edit]
[-] pulp.py [edit]
[-] infiniband.py [edit]
[-] openshift.py [edit]
[-] clear_containers.py [edit]
[-] soundcard.py [edit]
[-] openstack_gnocchi.py [edit]
[-] ipa.py [edit]
[-] perl.py [edit]
[-] bootc.py [edit]
[-] authd.py [edit]
[-] ssmtp.py [edit]
[-] openstack_mistral.py [edit]
[+] __pycache__
[-] qpid.py [edit]
[-] openstack_swift.py [edit]
[-] aws.py [edit]
[-] memcached.py [edit]
[-] vectordev.py [edit]
[-] ata.py [edit]
[-] iprconfig.py [edit]
[-] networking.py [edit]
[-] usb.py [edit]
[-] insights.py [edit]
[-] aap_controller.py [edit]
[-] tuned.py [edit]
[-] corosync.py [edit]
[-] scsi.py [edit]
[-] gluster_block.py [edit]
[-] sapnw.py [edit]
[-] samba.py [edit]
[-] gcp.py [edit]
[-] keyutils.py [edit]
[-] vault.py [edit]
[-] buildah.py [edit]
[-] crypto.py [edit]
[-] kea.py [edit]
[-] openstack_glance.py [edit]
[-] nginx.py [edit]
[-] frr.py [edit]
[-] aap_eda.py [edit]
[-] sunrpc.py [edit]
[-] fapolicyd.py [edit]
[-] ovn_central.py [edit]
[-] tpm2.py [edit]
[-] sedutil.py [edit]
[-] opengl.py [edit]
[-] discovery.py [edit]
[-] openstack_trove.py [edit]
[-] lstopo.py [edit]
[-] pacemaker.py [edit]
[-] leapp.py [edit]
[-] vdsm.py [edit]
[-] unbound.py [edit]
[-] networkmanager.py [edit]
[-] powerpath.py [edit]
[-] abrt.py [edit]