3

ܓ�iH�@sndd
lm
Z

ddlmZ
ddlmZmZmZmZm	Z	
Gdd�de�Z
Gdd�de
e�ZGdd	�d	e
ee�Zd
S)�)
�match)
�quote)�Plugin�RedHatPlugin�DebianPlugin�UbuntuPlugin�	PluginOptc@s�eZ
dZd
ZdZdZd#Zd$ZdZdZ	dZ
dZd	di
Ze
d
ddd
�e
dddd
�e
dddd
�e
dddd
�gZdZdd�Zdd�Zdd�Zdd�Zd%dd �
Zd!d"�ZdS)&�Foremanz$Foreman/Satellite systems management�foremani�sysmgmtNZ	localhosti8��
PGPASSWORD�days�z!number of days for dynflow output)�defaultZdesc�
proxyfeaturesFz!collect features of smart proxieszpuma-gczcollect Puma GC stats�	cvfiltersz'collect content view filters definitionz/pumactl %s -S /usr/share/foreman/tmp/puma.statec
	$Csd
}
y�d}t|ddd��}|j
�j�}WdQRXx�|D]�}|s6|ddkrNq6|jd�
r^d	}
q6|
rztd
|�rz|j�d|_|
r�td|�r�|j�d|_|
r�td
|�r�|j�d|_|jd�
s6d
}
q6WWnt	k
r�


YnX|jjd�
r�|jj
d�
�
s|jjd�
�
r"|jj
d�
�
r"|jddW�|_d|ji
|_|jddddd��

|j
ddg�

|jd�
d}|j�}|jd�
d}|j�}|jdd|j�d�gdd�
|jd d!d"d#d$d%d&d'd(d)d*d+d,d-d|j�d.�d|j�d/�d|j�d0�d1|j�d2�d1|j�d3�d|j�d4�g�

|jd5d6d7d8d9d:|��d:|��d;g�

|jd<d=d>gd	d?�
|jd@dAdB�
|jdCdDdEdF�
|jdGdHdB�
|jdIdJdB�
|jdKdL�

|jdM�
�r�|j|jdNdOdB�
|j|jdPdQdB�
|jdR�

|jdS�
}|j|dT|jdU�
|j�
|j�
|jdV�
�r|j�
dS)XNFz/etc/foreman/database.yml�
rzUTF-8)
�encodingr
�
#zproduction:Tz\s+host:\s+\S+�
z\s+port:\s+\S+z\s+password:\s+\S+�
 �
"�
'r
Zforeman_production_logZforeman_tasks_configZforeman_ssl_access_ssl_log)z!/var/log/foreman/production.log.*z/etc/sysconfig/foreman-tasksz/etc/sysconfig/dynflowdz)/var/log/httpd/foreman-ssl_access_ssl.logz/etc/foreman/*key.pemz/etc/foreman/encryption_key.rbZhostname�outputzhostname -fz/var/log/foreman/production.logz	/var/log/z*/foreman-ssl_*_ssl.logi�
)
�	sizelimitz
/etc/foreman/z/etc/sysconfig/foremanz/etc/sysconfig/dynflowdz/etc/default/foremanz&/var/log/foreman/dynflow_executor*log*z*/var/log/foreman/dynflow_executor*.output*z#/var/log/foreman/apipie_cache*.log*z/var/log/foreman/cron*.log*z /var/log/foreman/db_migrate*log*z/var/log/foreman/db_seed*log*z$/var/log/foreman/production.log[.-]*z$/var/log/foreman-selinux-install.logz&/var/log/foreman-proxy-certs-generate*z/usr/share/foreman/Gemfile*z
*/foreman*z&*/katello-reverse-proxy_error_ssl.log*z*/error_log*z/etc/z*/conf/z	*/conf.d/z'*/katello-reverse-proxy_access_ssl.log*zforeman-selinux-relabel -nvzpassenger-status --show poolz passenger-status --show requestsz"passenger-status --show backtraceszpassenger-memory-statsz
ping -c1 -W1 zping -c1 -W1 localhostz/root/ssl-buildz/usr/share/foreman/config/hooksz"/var/lib/foreman/red_hat_inventory)
�	recursivez�qpid-stat -b amqps://localhost:5671 -q                     --ssl-certificate=/etc/pki/katello/qpid_router_client.crt                     --ssl-key=/etc/pki/katello/qpid_router_client.key                     --sasl-mechanism=ANONYMOUSzqpid-stat_-q)
�suggest_filenamezhammer pingZhammer_ping�x)Ztags�timeoutzsystemctl list-units dynflow*Z
dynflow_unitsz!"system-dynflow\x2dsidekiq.slice"Zdynflow_sidekiq_statuszdynflow-sidekiq@*)
Zunitszpuma-gczgc-statszpumactl_gc-statsZstatsZ
pumactl_statsz/usr/sbin/foreman-puma-statusa[SELECT table_name, pg_size_pretty(total_bytes) AS total, pg_size_pretty(index_bytes) AS INDEX , pg_size_pretty(toast_bytes) AS toast, pg_size_pretty(table_bytes) AS TABLE FROM ( SELECT *, total_bytes-index_bytes-COALESCE(toast_bytes,0) AS table_bytes FROM (SELECT c.oid,nspname AS table_schema, relname AS TABLE_NAME, c.reltuples AS row_estimate, pg_total_relation_size(c.oid) AS total_bytes, pg_indexes_size(c.oid) AS index_bytes, pg_total_relation_size(reltoastrelid) AS toast_bytes FROM pg_class c LEFT JOIN pg_namespace n ON n.oid = c.relnamespace WHERE relkind = 'r') a) a order by total_bytes DESCZforeman_db_tables_sizes)r�envr���)�open�read�
splitlines�
startswithr�split�dbhost�dbport�dbpasswd�IOError�endswithr �
add_file_tagsZadd_forbidden_path�exec_cmd�stripZ
add_copy_spec�	apachepkg�add_cmd_outputZadd_dir_listingZadd_service_statusZadd_journal�
get_option�pumactl�build_query_cmd�collect_foreman_db�collect_proxies�collect_cv_filters)	�selfZproduction_scopeZ
foreman_db�dfileZ
foreman_lines�lineZ	_hostnameZ_host_f�_cmd�r;�/usr/lib/python3.6/foreman.py�setup+s�



















































































z
Foreman.setupc

Cs
|jd
�
�d�}
t
|
�
}d}d|�d�}d|�d�}d|�d�}d	|�d�}d
}d}	d}
|d
d|ddd|	|
d�	}||||d�}x4|j�D](\}
}|j|�
}|j||
dd|jd�
q�W|jd�
}xN|j�D]B\}}d}|dkr�|r�d}|j|d|d�}|j||dd|jd�
q�WdS)z% Collect foreman db and dynflow data rz dayszRselect id,name,value from settings where name not similar to '%(pass|key|secret)%'zFselect * from foreman_tasks_tasks where started_at > NOW() - interval z order by started_at ascz�select dynflow_execution_plans.* from foreman_tasks_tasks join dynflow_execution_plans on (foreman_tasks_tasks.external_id = dynflow_execution_plans.uuid::varchar) where foreman_tasks_tasks.started_at > NOW() - interval z, order by foreman_tasks_tasks.started_at ascz�select dynflow_actions.* from foreman_tasks_tasks join dynflow_actions on (foreman_tasks_tasks.external_id = dynflow_actions.execution_plan_uuid::varchar) where foreman_tasks_tasks.started_at > NOW() - interval z�select dynflow_steps.* from foreman_tasks_tasks join dynflow_steps on (foreman_tasks_tasks.external_id = dynflow_steps.execution_plan_uuid::varchar) where foreman_tasks_tasks.started_at > NOW() - interval z�SELECT id,network,mask,name,vlanid,gateway,dns_primary,dns_secondary,boot_mode,ipam,type,description,mtu,template_id,nic_delay,externalipam_id,externalipam_group,dhcp_id,tftp_id,dns_id,discovery_id,httpboot_id,externalipam_id FROM subnets ORDER BY id DESCz�WITH prefix_counts AS (SELECT split_part(name,'::',1) FROM fact_names) SELECT COUNT(*), split_part AS "fact_name_prefix" FROM prefix_counts GROUP BY split_part ORDER BY count DESC LIMIT 100z�SELECT sp.id, sp.name, sp.url, sp.download_policy, STRING_AGG(f.name, ', ') AS features FROM smart_proxies AS sp INNER JOIN smart_proxy_features AS spf ON sp.id = spf.smart_proxy_id INNER JOIN features AS f ON spf.feature_id = f.id GROUP BY sp.idzselect * from schema_migrationsz`select id,type,name,host,port,account,base_dn,attr_login,onthefly_register,tls from auth_sourcesz!select * from dynflow_schema_infozselect count(*) from auditszselect count(*) from logs)	Zforeman_settings_tableZforeman_schema_migrationsZforeman_auth_tableZforeman_subnets_tableZdynflow_schema_infoZaudits_table_countZlogs_table_countZfact_names_prefixesZ
smart_proxies)�foreman_tasks_tasksZdynflow_execution_plansZdynflow_actionsZ
dynflow_stepsiX�d)rrrr z
dynflow-utils�psqlr>z /usr/libexec/psql-msgpack-decodeT)�csv�binaryN)r1r�itemsr3r0r Zis_installed)r7rZintervalZscmdZdtaskcmdZdyncmdZ
dactioncmdZ	dstepscmdZ
subnetscmdZfactnamescmdZsmartcmdZ	foremandbZ
foremancsv�table�valr:ZdynutilsZdynrBr;r;r<r4�sF

























zForeman.collect_foreman_dbc
Cs�|jd
�
r�|j
ddd�}
|j|
|jd�}|ddkr�xL|dj�d	d
�D]4}|jd�
}d|d	�d
�}
|j|
|dddd�
qJWd
S)z Collect foreman proxies rz"select name,url from smart_proxiesT)
rA)
r Zstatusr
rrN�
,zNcurl -s --key /etc/foreman/client_key.pem --cert /etc/foreman/client_cert.pem z/v2/featuresZsmart_proxies_features�
)r�subdirr)r1r3r-r r$r&r0)r7r:Zproxies�proxyr;r;r<r50
s







zForeman.collect_proxiesc
	Csld
}
d}d}d}d}d}d}|
||||||d�}x6|j�D]*\}	}
|j
|
�
}|j||	d	d
d|jd�
q:Wd
S)z6 Collect content view filters definition if requested z�select f.id, f.name, f.type, f.content_view_id, cv.name as content_view_name, f.description from katello_content_view_filters as f inner join katello_content_views as cv on f.content_view_id = cv.idzpselect id, content_view_filter_id, name, min_version, max_version from katello_content_view_package_filter_ruleszbselect id, content_view_filter_id, name, uuid from katello_content_view_package_group_filter_ruleszxselect id, content_view_filter_id, errata_id, start_date, end_date, types from katello_content_view_erratum_filter_rulesz=select * from katello_content_view_module_stream_filter_ruleszUselect id, content_view_filter_id, name from katello_content_view_docker_filter_ruleszuselect id, content_view_filter_id, name, version, min_version, max_version from katello_content_view_deb_filter_rules)Zkatello_cv_filtersZkatello_cv_package_rulesZkatello_cv_group_rulesZkatello_cv_errata_rulesZkatello_cv_module_rulesZkatello_cv_docker_rulesZkatello_cv_deb_rulesZcontent_view_filtersiXr?)rrHrrr N)rCr3r0r )r7Zcv_filters_cmdZcv_pkg_rules_cmdZcv_group_rules_cmdZcv_errata_rules_cmdZcv_module_rules_cmdZcv_docker_rules_cmdZcv_deb_rules_cmdZ
filter_tablesrD�queryr:r;r;r<r6D
s&










zForeman.collect_cv_filtersr@cCs,|rd
|
�d�}
d}|||j|j
t|
�
fS)aI

        Builds the command needed to invoke the pgsql query as the postgres
        user.
        The query requires significant quoting work to satisfy both the
        shell and postgres parsing requirements. Note that this will generate
        a large amount of quoting in sos logs referencing the command being run
        zCOPY (z6) TO STDOUT WITH (FORMAT 'csv', DELIMITER ',', HEADER)z8%s --no-password -h %s -p %s -U foreman -d foreman -c %s)r'r(r)r7rJrArBZ_dbcmdr;r;r<r3x
s

zForeman.build_query_cmdc

Cs:|jd
dd�
|jddd�
|j
dg
�

|jddd	�
dS)
Nz/etc/foreman/(.*)((conf)(.*)?)z5((\:|\s*)(passw|cred|token|secret|key).*(\:\s|=))(.*)z
\1********z"/etc/foreman/(.*)((yaml|yml)(.*)?)z\1"********"z /var/log/foreman/production.log*zfrom settings wherez(http(s)?://)\S+:\S+(@.*)z\1******:******\3)Zdo_path_regex_subZdo_paths_http_subZdo_cmd_output_sub)
r7r;r;r<�postproc�
s










zForeman.postproc)
r)
r
)Fr@)�__name__�
__module__�__qualname__Z
short_descZplugin_nameZplugin_timeoutZprofilesZpackagesr/r'r(r)r rZoption_listr2r=r4r5r6r3rKr;r;r;r<r	s4















m4
r	cs eZ
dZd
Z�f
dd�Z�ZS)�
RedHatForemanZhttpdc

s&|jd
di
�

t
�j�
|jd�

dS)Nz"/usr/share/foreman/.ssh/ssh_configZssh_foreman_configzgem list)r,�superr=r0)
r7)
�	__class__r;r<r=�
s



zRedHatForeman.setup)rLrMrNr/r=�
__classcell__r;r;)
rQr<rO�
srOc
@seZ
dZd
ZdS)�
DebianForemanZapache2N)rLrMrNr/r;r;r;r<rS�
srSN)
�rerZshlexrZsos.report.pluginsrrrrrr	rOrSr;r;r;r<�<module>s