File: //lib/python3/dist-packages/cloudinit/distros/__pycache__/__init__.cpython-38.pyc
U
Ӈg� � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlm Z d dl
m Z d dl m
Z
d dlmZmZmZmZmZmZmZmZmZmZ d dlm m m Z d dl m Z m Z m Z mZm!Z!m"Z"m#Z#m$Z$m%Z%m&Z& d dl'm(Z(m)Z) d dl*m+Z+ d d l,m-Z- d d
l.m/Z/ d d l0m1Z1 d d l2m3Z3m4Z4m5Z5 d d
l6m7Z7 d dl8m9Z9 d dl:m;Z; dZ<dgdgdgddgddgddgdgdgd d d d d d!d"d#d$d%d&d'd(d)gd*d+d,d-d.d/d0d1gd2gd3d4gd5� Z=e�>e?�Z@e�Ad6�ZBd7d8d9d:gZCejDejE d; ZFeeeG ee eeeG eeeGeeG f eeeGeeG ef f ZHG d<d=� d=eI�ZJG d>d?� d?e!jKe jLd@�ZMeGeNdA�dBdC�ZOeGdD�dEdF�ZPde&jQfdGdH�ZRdIdJ� ZSeGeeM dK�dLdM�ZTdTdPdQ�ZUdRdS� ZVdS )U� N)� defaultdict)�suppress)�StringIO)
�Any�Dict�List�Mapping�MutableMapping�Optional�Set�Tuple�Type�Union)
�helpers�importer� lifecycle�net� persistence�ssh_util�subp�
temp_utils�
type_utils�util)�LinuxNetworking�
Networking)�PackageManager)�known_package_managers)�hosts)�+ALLOW_EC2_MIRRORS_ON_NON_AWS_INSTANCE_TYPES)�
activators�dhcp� renderers)�NetOps)�parse_net_config_data)�Renderer�all�alpine�aosc�arch�debianZubuntu�freebsdZ dragonfly�gentooZcos�netbsd�openbsdZ almalinuxZamazonZ
azurelinuxZcentosZ
cloudlinuxZ eurolinuxZfedoraZmarinerZ miraclelinuxZ openmandrivaZphotonZrhelZrockyZ virtuozzoZopensusez
opensuse-leapzopensuse-microoszopensuse-tumbleweedZsle_hpcz sle-microZsles�suse� openeuler� OpenCloudOSZ TencentOS) r& r' r( r) r* r+ r, r- Zredhatr. r/ r0 z#^[a-z][a-z]-(?:[a-z]+-)+[0-9][a-z]$Zchronyzsystemd-timesyncdZntpZntpdate�-c @ s e Zd ZdS )�PackageInstallerErrorN)�__name__�
__module__� __qualname__� r6 r6 �</usr/lib/python3/dist-packages/cloudinit/distros/__init__.pyr2 � s r2 c @ sP e Zd ZU dZdZdZdZdZdZdZ dZ
d d
gZ d Z d Z
d
gZi Zeeeeef f ed< dZeZee ed< dddd�Zej Z ee ed< dZ dZ dZ!eed< dZ"e#e ed< dZ$e#e ed< d d � Z%e&dd �d d �Z'd!d"� Z(e)e*e+ee, e-f e-f d#�d$d%�Z.e)d&�d'd(�Z/e0e1j2d)�d*d+��Z3e0ee4j5 d)�d,d-��Z6e0e7d)�d.d/��Z8e7d0�d1d2�Z9d3d4� Z:d�d5d6�Z;d�d7d8�Z<d�d9d:�Z=e>d;d<� �Z?e@jAd�d=d>��ZBdd?�d@dA�ZCdBdC� ZDd�dDdE�ZEd�dFdG�ZFdHdI� ZGd�eHd)�dJdK�ZIe@jAd�dLdM��ZJe@jAdNdO� �ZKdPdQ� ZLdRdS� ZMe@jAd�dTdU��ZNe@jAdVdW� �ZOe@jAdXdY� �ZPdZd[� ZQd\d]� ZRe>d^d_� �ZSd`da� ZTdbdc� ZUe0ddde� �ZVdfdg� ZWeHd)�dhdi�ZXdjdk� ZYeHd)�dldm�ZZdndo� Z[dpdq� Z\edr�dsdt�Z]dudv� Z^d�dwdx�Z_e`eHdy�dzd{�Zad|d}� Zbd�d~d�Zcd�d�d��Zdd�d�d��Zed�d�d��Zfegd�d�� �Zhegd�d�d���Ziegdd��eeed��d�d���Zjeeeed��d�d��Zked)�d�d��Zld�e`eed��d�d��Zme>eeeeee`d��d�d���Zne0d�d�� �Zoeojpd�d�� �Zoe>e&e#e& d��d�d���Zqe>e&e#e& d��d�d���Zre>e&e&e#e& d��d�d���Zse>edd��d�d���Zte>ee#e d��d�d���Zue>eevd��d�d���Zwdd)�d�d��ZxdS )��Distroz python3-pipz/usr/libz
/etc/hostsz/etc/doas.confz"/etc/sudoers.d/90-cloud-init-usersz
/etc/hostnamez /etc/shadowz/var/lib/extrausers/shadowz
^{username}::z^{username}:!:z/usr/share/zoneinfoz root:root�service�renderer_configsN�networking_clsz-Hz-Pz-r)ZhaltZpoweroffZreboot�net_ops� Fz/etc/resolv.confZosfamily�dhclient_lease_directory�dhclient_lease_file_regexc C sT || _ || _|| _| �� | _tj| _tj | _
t � |�| _
g | _d | _d | _d| _d S )NT)Z_paths�_cfg�namer; �
networkingr �ALL_DHCP_CLIENTS�dhcp_client_priority�iproute2�Iproute2r< r ZRunners�_runner�package_managers� _dhcp_client�_fallback_interface�is_linux)�selfrA Zcfg�pathsr6 r6 r7 �__init__� s
zDistro.__init__)�ci_pkl_version�returnc C sP d| j ks| jj s | �� | _t| d�s,d| _t| d�s<d| _t| d�sLd| _dS )z)Perform deserialization fixes for Distro.rB rI NrJ rK T)�__dict__rB r; �hasattrrI rJ rK )rL rO r6 r6 r7 � _unpickle� s
zDistro._unpicklec C s< t |t�r|S t |ttf�r0t|�dkr0t|�S td��d S )N� z?Invalid 'packages' yaml specification. Check schema definition.)�
isinstance�str�list�tuple�len�
ValueError)rL �entryr6 r6 r7 �_validate_entry� s
�zDistro._validate_entry)�pkglistrP c C s� t t�}t� }|D ]~}t|t�r�|�� D ]T\}}|D ]F}| �|�}z|t| �|� W q4 tk
rx t �
d|� Y q4X q4q(q|�| �|�� qt|�|fS )z�Transform the generic package list to package by package manager.
Additionally, include list of generic packages
zLCannot install packages under '%s' as it is not a supported package manager!) r �setrU �dict�itemsr\ r �add�KeyError�LOG�error)rL r] �packages_by_manager�generic_packagesr[ Zpackage_managerZ package_listZ
definitionr6 r6 r7 �_extract_package_by_manager� s(
���z"Distro._extract_package_by_manager�r] c C s� d}| � |�\}}t� }| jD ]~}|�|jt� �}||B }|�|� |�� sft�d|j � |�
|� q |slq |� |�} |�
| � | r�t� || � t| �| }q |�
� D ]>\}
} |
j dd� | jD �kr�q�|�
|
�| j| j�j | d�� q�|r�t|| ��d S )NzcFailed to install the following packages: %s. See associated package manager logs for more details.z"Package manager '%s' not availablec S s g | ]
}|j �qS r6 �rA )�.0�pr6 r6 r7 �
<listcomp> s z+Distro.install_packages.<locals>.<listcomp>rh )rg r^ rH �get� __class__�difference_update� availablerc �debugrA �update�install_packages�infor` Z from_configrG r@ r2 ) rL r] Z
error_messagere rf Z total_failed�managerZmanager_packagesZto_tryZfailedZ manager_typeZpackagesr6 r6 r7 rs � sL � �
�
���zDistro.install_packages)rP c C s� | j r | j S | j}t�| jdg �}|rxg }t�d|� |D ]4}tjD ] }||j krD|�
|� q:qDt� d|� q:|rx|}|D ]N}z"|� | _ t�d|j � | j W S tj fk
r� t�d|j � Y q|X q|t� � �dS )a access the distro's preferred dhcp client
if no client has been selected yet select one - uses
self.dhcp_client_priority, which may be overridden in each distro's
object to eliminate checking for clients which will not be provided
by the distro
)�networkrD z.Using configured dhcp client priority list: %sz4Configured dhcp client %s is not supported, skippingzDHCP client selected: %szDHCP client not found: %sN)
rI rD r �get_cfg_by_pathr@ rc rq r rC Z client_name�append�warningZ NoDHCPLeaseMissingDhclientError)rL rD Zconfig_priorityZ
found_clientsZclient_configuredZ client_classZclientr6 r6 r7 � dhcp_client# sB ��
� zDistro.dhcp_clientc C s t �| jdd�}tj|d�S )z�Return the configured network activator for this environment.
:returns: The network activator class to use
:raises: NoActivatorException if no activator is found
)rv r N��priority)r rw r@ r Zselect_activator)rL r| r6 r6 r7 �network_activator_ s �zDistro.network_activatorc C sD t �| jdd �}tj|d�\}}t�d||� || j�|�d�}|S )N)rv r! r{ z-Selected renderer '%s' from priority list: %s)Zconfig) r rw r@ r! Zselectrc rq r: rm )rL r| rA Z
render_cls�rendererr6 r6 r7 �network_rendererk s � �zDistro.network_renderer�r~ c C s |� |� d S �N)Zrender_network_state)rL �
network_stater~ r6 r6 r7 �_write_network_statex s zDistro._write_network_statec C s4 t j�| jt|��}t j�|�s0td||f ��|S )Nz(Invalid timezone %s, no file found at %s)�os�path�join� tz_zone_dirrV �isfile�IOError)rL �tz�tz_filer6 r6 r7 �
_find_tz_file{ s
�zDistro._find_tz_filec C s | j �||�S r� )r@ rm )rL �opt_name�defaultr6 r6 r7 �
get_option� s zDistro.get_optionc C s || j |< d S r� )r@ )rL r� �valuer6 r6 r7 �
set_option� s zDistro.set_optionc C s( | � ||�}| �|| j� | �|� d S r� )�_select_hostname�_write_hostname�hostname_conf_fn�_apply_hostname)rL �hostname�fqdnZwriteable_hostnamer6 r6 r7 � set_hostname� s zDistro.set_hostnamec C s t � S )z?Wrapper to report whether this distro uses systemd or sysvinit.)� uses_systemdr6 r6 r6 r7 r� � s zDistro.uses_systemdc C s
t � �d S r� ��NotImplementedError)rL �command�argsZpkgsr6 r6 r7 �package_command� s zDistro.package_command��forcec C sl | j D ]`}|�� s"t�d|j� qz|j|d� W q tk
rd } zt�d|j|� W 5 d }~X Y qX qd S )Nz8Skipping update for package manager '%s': not available.r� z%Failed to update package using %s: %s)rH rp rc rq rA �update_package_sources� Exceptionrd )rL r� ru �er6 r6 r7 r� � s
� �z Distro.update_package_sourcesc C s t �� d }|dkrdS |S )N� )�i386Zi486Zi586Zi686r� )r� �uname)rL r( r6 r6 r7 �get_primary_arch� s zDistro.get_primary_archc C s" | � dg �}|s| �� }t||�S )N�package_mirrors)r� r� � _get_arch_package_mirror_info)rL r( � mirror_infor6 r6 r7 r� � s z$Distro._get_arch_package_mirror_infoc C s | � |�}t||d�S )N)� data_sourcer� )r� �_get_package_mirror_info)rL r( r� Z arch_infor6 r6 r7 �get_package_mirror_info� s
�z Distro.get_package_mirror_infoc C s t �� S r� )r �generate_fallback_config�rL r6 r6 r7 r� � s z Distro.generate_fallback_configc C st | j }t||d�}| �||� |rft�d� z
| j}W n" tjk
rX t�d� Y dS X |� |� n
t�d� dS )a Apply the network config.
If bring_up is True, attempt to bring up the passed in devices. If
devices is None, attempt to bring up devices returned by
_write_network_config.
Returns True if any devices failed to come up, otherwise False.
r� z/Bringing up newly configured network interfacesz>No network activator found, not bringing up network interfacesTz3Not bringing up newly configured network interfacesF)
r r# r� rc rq r} r ZNoActivatorExceptionry Zbring_up_all_interfaces)rL Z netconfigZbring_upr~ r� r} r6 r6 r7 �apply_network_config� s
�
zDistro.apply_network_configc C s
t � �d S r� r� )rL ZlocaleZout_fnr6 r6 r7 � apply_locale� s zDistro.apply_localec C s
t � �d S r� r� )rL r� r6 r6 r7 � set_timezone� s zDistro.set_timezonec C s dS )Nz 127.0.0.1r6 r� r6 r6 r7 �_get_localhost_ip� s zDistro._get_localhost_ipc C s
t � �d S r� r� r� r6 r6 r7 �
get_locale� s zDistro.get_localec C s
t � �d S r� r� )rL �filenamer� r6 r6 r7 �_read_hostname� s zDistro._read_hostnamec C s
t � �d S r� r� )rL r� r� r6 r6 r7 r� � s zDistro._write_hostnamec C s
t � �d S r� r� r� r6 r6 r7 �_read_system_hostname� s z Distro._read_system_hostnamec C sH t �d|� zt�d|g� W n$ tjk
rB t�t d|� Y nX d S )Nz2Non-persistently setting the system hostname to %sr� z;Failed to non-persistently adjust the system hostname to %s)rc rq r �ProcessExecutionErrorr �logexc)rL r� r6 r6 r7 r� � s ��zDistro._apply_hostnamec C s& t �| jd| j�r|r|S |s"|S |S )NZprefer_fqdn_over_hostname)r Zget_cfg_option_boolr@ � prefer_fqdn)rL r� r� r6 r6 r7 r� s ���zDistro._select_hostnamec C s6 g }| D ](}|t kr"td�|���|�t | � q|S )Nz&No distributions found for osfamily {})�
OSFAMILIESrZ �format�extend)Z family_listZdistrosZfamilyr6 r6 r7 �expand_osfamily s �zDistro.expand_osfamilyc
C s |}| � ||�}|r,tj�|�r,| �|�}nd }| �� \}}g }|rL||krV|�|� |rj||krt||krt|�|� |r�|r�||kr�t�d||� d S t dd� |D ��}t�
d|t |�� |D ]:} z| � || � W q� t
k
r� t�td|| � Y q�X q�||k�r| �|� d S )Nz6%s differs from %s, assuming user maintained hostname.c S s g | ] }|r|�qS r6 r6 )rj �fr6 r6 r7 rl N s z*Distro.update_hostname.<locals>.<listcomp>z/Attempting to update hostname to %s in %s filesz!Failed to write hostname %s to %s)r� r� r� �existsr� r� rx rc rt r^ rq rY r� r� r r� r� )
rL r� r� Zprev_hostname_fnZapplying_hostnameZ
prev_hostnameZsys_fnZ sys_hostnameZ update_files�fnr6 r6 r7 �update_hostname! sP
��
�� �
zDistro.update_hostnamec
C s| d}t j�| j�r&t�t�| j��}nt�d�}tjdd�}| � � }|�
|�}d}|sj|� |||� d}n�d}|D ]T}d } g }
t |�dkr�|d } t |�dkr�|dd � }
| d k rr| |krr||
krrd}qr|�r4t
|�} | �||g� |�|� | D ]@}t |�dk�r|� ||d � q�t |�dkr�|j |f|�� q�|�rxt� } |�rT| �d | � | �d | � tj| j| �� d
d � d S ) N� �added��baseFTr= r rT z%s
i� ��mode)r� r� r� �hosts_fnr Z HostsConfr �load_text_file� make_headerr� Z get_entryZ add_entryrY rW rx Z del_entriesr �write�
write_file�getvalue)
rL r� r� �headerZehZlocal_ipZ prev_infoZ need_changer[ Z
entry_fqdnZ
entry_aliasesZ new_entries�contentsr6 r6 r7 �update_etc_hostsb sJ
zDistro.update_etc_hostsc C s | j stt�| _ | j S )z7Allow distro to determine the preferred ntp client list)�_preferred_ntp_clientsrW �PREFERRED_NTP_CLIENTSr� r6 r6 r7 �preferred_ntp_clients� s
z Distro.preferred_ntp_clientsc C s
| � d�S )NZ default_user)r� r� r6 r6 r7 �get_default_user� s zDistro.get_default_userc K s� t �|�rt�d|� dS d|kr.|�d�}nd}d|g}d|g}t �� r^|�d� |�d� ddd d
d d d
dddd�
}dddd�}dg}|�d�} | �rt| t �r�| �
d�} t| t �r�t j
d|� d�dd d � d d � | D �} d�| �|d< |�d �}
|
�r| �|
� |�rB| �rB| D ]*} t �| ��s| �| � t�d!| |� �qd"|�� k�r`t |d" �|d"< t|�� �D ]�\} }
| |k�r�|
�r�t|
t ��r�|�|| |
g� | |k�r�|�|| d#g� n|�|| |
g� n,| |k�rl|
�rl|�|| � |�|| � �ql|�d$��s |�d%��r2|�d&� |�d&� n|�d'� |�d'� t�d(|� ztj||d)� W n6 tk
�r� } zt �td*|� |�W 5 d+}~X Y nX dS ),z�
Add a user to the system using standard GNU tools
This should be overridden on distros where useradd is not desirable or
not available.
Returns False if user already exists, otherwise True.
z!User %s already exists, skipping.F�
create_groupsTZuseradd� --extrausersz --commentz--homez--gidz--uidz--groups�
--passwordz--shellz --expiredatez
--inactivez--selinux-user)
ZgecosZhomedir�
primary_group�uid�groups�passwd�shellZ
expiredateZinactiveZ selinux_userz--no-user-groupz--systemz
--no-log-init)Z
no_user_group�systemZ no_log_initr� r� �,z The user z) has a 'groups' config value of type dictz22.3z=Use a comma-delimited string or array instead: group1,group2.�Z
deprecatedZdeprecated_versionZ
extra_messagec S s g | ] }|� � �qS r6 ��strip)rj �gr6 r6 r7 rl � s z#Distro.add_user.<locals>.<listcomp>r� z created group '%s' for user '%s'r� ZREDACTEDZno_create_homer� z-Mz-mzAdding user %s)� logstringzFailed to create user %sN)r �is_userrc rt �pop�system_is_snappyrx rm rU rV �splitr_ r � deprecater� �is_group� create_grouprq �keys�sortedr` r� r r� r� )rL rA �kwargsr� Z useradd_cmdZlog_useradd_cmdZ useradd_optsZ
useradd_flagsZ redact_optsr� r� �group�key�valr� r6 r6 r7 �add_user� s�
��
�
zDistro.add_userc
K s� |� d�}|� dd�}ddddg}|r0|�d� |�|� t�d |� z<tj||d
d �\}}t�d ||� t�|�}|� d
d�} W n4 tk
r� }
zt�td|� |
�W 5 d}
~
X Y nX | S )zD
Add a snappy user to the system using snappy tools
�snapuser�knownFZsnapz create-userz--sudoerz--jsonz--knownzAdding snap user %sT)r� �capturez snap create-user returned: %s:%s�usernameNz Failed to create snap user %s) rm rx rc rq r r Z load_jsonr� r� ) rL rA r� r� r� Zcreate_user_cmd�out�errZjobjr� r� r6 r6 r7 �
add_snap_user s(
�
zDistro.add_snap_userc s� t �� r| j| jg}n| jg}d�� fdd�| jD ��}|D ]h}tj�|�sNq<t � |�}t
� d� � d�|t
j �s�t
�d� |� q<t
�d� |� t
� ||t
j �r< dS q<d S )
z�
Check whether username exists in shadow files with empty password.
Support reading /var/lib/extrausers/shadow on snappy systems.
�|c s g | ]}|j � d ��qS )�r� )r� )rj �patternr� r6 r7 rl 7 s �z?Distro._shadow_file_has_empty_user_password.<locals>.<listcomp>�^�:zUser %s not found in %sz0User %s found in %s. Checking for empty passwordTF)r r� �shadow_extrausers_fn� shadow_fnr� �#shadow_empty_locked_passwd_patternsr� r� r� r� �re�findall� MULTILINErc rq )rL r� Z shadow_filesZshadow_empty_passwd_reZ shadow_fileZshadow_contentr6 r� r7 �$_shadow_file_has_empty_user_password, s6
��
� �z+Distro._shadow_file_has_empty_user_passwordc K s� d|kr| j |f|�S | j|f|� }d}d}d}d}d|krdd}d}|d r`| �||d � nd}d|kr�d}d}|d r�| j||d dd� nd}|r�|s�d|kr�d}t�d |� | �|� }n d|kr�d}d}|d s�d}|�d
d�r�| �|� nL|�s|�r$|�rt�d ||� | � |� n |�r8t�d |� n t�d
|� d|k�rh|d �rh| �
||d � d|k�r�|d �r�| � ||d � n&|d dk�r�t j
d|� d�ddd� d|k�rB|d }t|t��r�|g}nt|t��r�t|�� �}|dk �r2t|tttf��s$t�dt|�� g }nt|��p0g }t�t|�|� d|k�r�|�dg �} | �srt�d||d � n:|d }
tj} | �d|
�} | �d|�} tjt| �|| d � dS ) a�
Creates or partially updates the ``name`` user in the system.
This defers the actual user creation to ``self.add_user`` or
``self.add_snap_user``, and most of the keys in ``kwargs`` will be
processed there if and only if the user does not already exist.
Once the existence of the ``name`` user has been ensured, this method
then processes these keys (for both just-created and pre-existing
users):
* ``plain_text_passwd``
* ``hashed_passwd``
* ``lock_passwd``
* ``doas``
* ``sudo``
* ``ssh_authorized_keys``
* ``ssh_redirect_user``
r� FNZplain_text_passwdTZ
hashed_passwd)�hashedr� z5'passwd' in user-data is ignored for existing user %s� lock_passwdzIAllowing unlocking empty password for %s based on empty '%s' in user-dataz�Not unlocking blank password for existing user %s. 'lock_passwd: false' present in user-data but no existing password set and no 'plain_text_passwd'/'hashed_passwd' provided in user-dataz�Not unlocking password for user %s. 'lock_passwd: false' present in user-data but no 'passwd'/'plain_text_passwd'/'hashed_passwd' provided in user-dataZdoasZsudoz The value of 'false' in user z's 'sudo' configz22.2zUse 'null' instead.r� Zssh_authorized_keyszZInvalid type '%s' detected for 'ssh_authorized_keys', expected list, string, dict, or set.Zssh_redirect_userZcloud_public_ssh_keysz^Unable to disable SSH logins for %s given ssh_redirect_user: %s. No cloud public-keys present.z$USERz
$DISABLE_USER)�options)r� r� �
set_passwdrc ry r rm r rq �
unlock_passwd�write_doas_rules�write_sudo_rulesr r� rU rV r_ rW �valuesrX r^ �typer Zsetup_user_keysZDISABLE_USER_OPTS�replace) rL rA r� Zpre_existing_userZhas_existing_passwordZud_blank_password_specifiedZud_password_specifiedZ password_keyr� Z
cloud_keysZ
redirect_userZdisable_optionr6 r6 r7 � create_userN s� �
� � � �
�
�
� �zDistro.create_userc
C s� dd|gdd|gf}zt dd� |D ��}W n> tk
rh } z td|dd � |D �f �|�W 5 d
}~X Y nX zt�|� W n4 tk
r� } zt�td |� |�W 5 d
}~X Y nX d
S ) zL
Lock the password of a user, i.e., disable password logins
r� z-l�usermodz--lockc s s | ]}t �|d �r|V qdS �r N�r �which�rj Ztoolr6 r6 r7 � <genexpr>� s z%Distro.lock_passwd.<locals>.<genexpr>zBUnable to lock user account '%s'. No tools available. Tried: %s.c S s g | ] }|d �qS �r r6 �rj �cr6 r6 r7 rl s z&Distro.lock_passwd.<locals>.<listcomp>Nz&Failed to disable password for user %s��next�
StopIteration� RuntimeErrorr r� r r� rc )rL rA Z
lock_tools�cmdr� r6 r6 r7 r � s ���zDistro.lock_passwdri c
C sx dd|gdd|gf}zt dd� |D ��}W n> tk
rh } z td|dd � |D �f �|�W 5 d
}~X Y nX ztj|d d gd
�\}}W n4 tk
r� } zt�td|� |�W 5 d
}~X Y nX |�rtdd|gddd|gf}zt dd� |D ��}W n@ tk
�r, } z td|dd � |D �f �|�W 5 d
}~X Y nX zt�|� W n6 tk
�rr } zt�td|� |�W 5 d
}~X Y nX d
S )zM
Unlock the password of a user, i.e., enable password logins
r� z-ur z--unlockc s s | ]}t �|d �r|V qdS r r r r6 r6 r7 r s z'Distro.unlock_passwd.<locals>.<genexpr>zDUnable to unlock user account '%s'. No tools available. Tried: %s.c S s g | ] }|d �qS r r6 r r6 r6 r7 rl s z(Distro.unlock_passwd.<locals>.<listcomp>Nr � ��rcsz%Failed to enable password for user %sz-dr� z''c s s | ]}t �|d �r|V qdS r r r r6 r6 r7 r & s zTUnable to set blank password for user account '%s'. No tools available. Tried: %s.c S s g | ] }|d �qS r r6 r r6 r6 r7 rl - s z(Failed to set blank password for user %sr )rL rA Z unlock_toolsr r� �_r� Zpasswd_set_toolsr6 r6 r7 r
sR ���
�� ��� �zDistro.unlock_passwdc
C sN zt � dd|g� W n4 tk
rH } zt�td|� |�W 5 d }~X Y nX d S )Nr� z--expirez Failed to set 'expire' for %s)r r� r r� rc )rL �userr� r6 r6 r7 �
expire_passwd7 s
zDistro.expire_passwdc
C sr d||f }dg}|r |� d� ztj||d| d� W n4 tk
rl } zt�td|� |�W 5 d }~X Y nX dS )Nz%s:%s�chpasswd�-ezchpasswd for %s)�datar� z Failed to set password for %sT)rx r r� r r� rc )rL r# r� r Z pass_stringr r� r6 r6 r7 r > s
�
zDistro.set_passwd)�plist_inr c C s> d� dd� |D ��d }dg|r&dgng }tj||d� d S )N�
c s s | ]\}}d � ||g�V qdS )r� N�r� )rj rA Zpasswordr6 r6 r7 r U s z"Distro.chpasswd.<locals>.<genexpr>r% r& )r' )r� r )rL r( r Zpayloadr r6 r6 r7 r% R s ��� zDistro.chpasswdc C sz d}t �d||� t�||�}|rht �d|�d�� |�d�|krPt �d� dS t �d|�d�� dS nt �d � dS d S )
Nz�^(?:permit|deny)(?:\s+(?:nolog|nopass|persist|keepenv|setenv \{[^}]+\})+)*\s+([a-zA-Z0-9_]+)+(?:\s+as\s+[a-zA-Z0-9_]+)*(?:\s+cmd\s+[^\s]+(?:\s+args\s+[^\s]+(?:\s*[^\s]+)*)*)*\s*$z3Checking if user '%s' is referenced in doas rule %rz!User '%s' referenced in doas ruler= z'Correct user is referenced in doas ruleTz.Incorrect user '%s' is referenced in doas ruleFz/doas rule does not appear to reference any user)rc rq r �searchr� )rL r# �ruleZ rule_patternZ valid_matchr6 r6 r7 �is_doas_rule_valid_ s. � � �
�
zDistro.is_doas_rule_validc
C s8 |s
| j }|D ],}| �||�sd||f }t�|� d S qdd| g}|D ]}|�d| � qLd�|�}|d7 }tj�|�s�t �
� |g}zt j |d�|�dd� W n4 t k
r� } zt �
td|� | �W 5 d } ~ X Y nX nX|t �|�k�r4zt �||� W n6 t k
�r2 } zt �
td |� | �W 5 d } ~ X Y nX d S )
NzHInvalid doas rule %r for user '%s', not writing any doas rules for user!r� z # cloud-init User rules for %s�%sr) � r� z Failed to write doas file %sz Failed to append to doas file %s)�doas_fnr- rc rd rx r� r� r� r� r r� r� r� r� r� � append_file)
rL r# �rulesZ doas_filer, �msg�lines�contentr� r� r6 r6 r7 r s@ ��
�zDistro.write_doas_rules� /etc/sudoersc
C st d}d}d}t j�|�r(t�|�}d}nt j�|�r>t�|�}d}|�� D ]N}|�� }t�d|�}|shqJ|� d��� } | s|qJt j�
| �} | |krJd} q�qJ|�sdz�|s�ddtj dd �d
| dg}
|r�t �
d |� |d �|
�7 }t�||d
� n.dtj dd �d
| dg}
d �|
�}t�||� t �d||� W n6 tk
�rb } zt�t d|� | �W 5 d } ~ X Y nX t�|d� d S )Nr� Fz/usr/etc/sudoersTz^[#|@]includedir\s+(.*)$r= z?# See sudoers(5) for more information on "#include" directives:r� r� z#includedir %szUsing content from '%s'r) r/ z Added '#includedir %s' to %szFailed to write %si� )r� r� r� r r� �
splitlinesr� r r+ r� �abspathr� rc rt r� r� r1 rq r� r� Z
ensure_dir) rL r� Z sudo_baseZsudoers_contentsZ base_existsZsystem_sudo_baseZ
found_include�lineZ
include_matchZ included_dirr4 r� r6 r6 r7 �ensure_sudo_dir� s\
�
�
zDistro.ensure_sudo_dirc
C sb |s
| j }dd| g}t|ttf�rB|D ]}|�d||f � q(n4t|t�r`|�d||f � nd}t|t�|� ��d� |�}|d7 }| �
t j �
|�� t j �|��st�� |g}zt�|d� |�d� W n6 tk
�r } zt�td|� | �W 5 d } ~ X Y nX nX|t�|�k�r^zt�||� W n6 tk
�r\ } zt�td|� | �W 5 d } ~ X Y nX d S ) Nr� z# User rules for %sz%s %sz1Can not create sudoers rule addition with type %rr) r/ z Failed to write sudoers file %sz#Failed to append to sudoers file %s)�
ci_sudoers_fnrU rW rX rx rV � TypeErrorr Zobj_namer� r: r� r� �dirnamer� r r� r� r� r� rc r� r1 )
rL r# r2 Z sudo_filer4 r, r3 r5 r� r� r6 r6 r7 r � sD �
� �zDistro.write_sudo_rulesc C s� d|g}t �� r|�d� |s"g }t �|�r:t�d|� n>zt�|� t�d|� W n" tk
rv t � td|� Y nX t
|�dkr�|D ]@}t � |�s�t�d||� q�t�dd d
||g� t�d ||� q�d S ) NZgroupaddr� z(Skipping creation of existing group '%s'zCreated new group %szFailed to create group %sr zCUnable to add group member '%s' to group '%s'; user does not exist.r z-az-Gz Added user '%s' to group '%s') r r� rx r� rc ry r rt r� r� rY r� )rL rA �membersZ
group_add_cmd�memberr6 r6 r7 r� s.
�zDistro.create_groupc
C sv d| j | g}z|dkr$dt|� }W n2 tk
rX } ztd|f �|�W 5 d }~X Y nX ||g }|rr|�|� |S )NZshutdownZnowz+%dz?power_state[delay] must be 'now' or '+m' (minutes). found '%s'.)�shutdown_options_map�intrZ r< rx )�clsr� Zdelay�messager� r� r� r6 r6 r7 �shutdown_command" s ���
zDistro.shutdown_commandc C s2 | j }| �� sd|kr.|dg}tj|d|d�S dS )zX
Reload systemd startup daemon.
May raise ProcessExecutionError
� systemctlz
daemon-reloadT�r� r! N)�init_cmdr� r )rB r! rG r r6 r6 r7 � reload_init3 s zDistro.reload_initr )�actionr9 �
extra_argsc G s� | j }| �� sd|krTdg}d|gd|gd|gd|gd|gd|gd|gd |gd
�}n6|dg|dg|dg|dg|dg|dg|dg|d gd
�}t|�t|| � }tj|d |d �S )
z�
Perform the requested action on a service. This handles the common
'systemctl' and 'service' cases and may be overridden in subclasses
as necessary.
May raise ProcessExecutionError
rE �stop�start�enable�disable�restartzreload-or-restartzreload-or-try-restart�status)rK rL rM rN rO �reloadz
try-reloadrP TrF )rG r� rW r )rB rI r9 r! rJ rG Zcmdsr r6 r6 r7 �manage_service> s.
� �
zDistro.manage_service)�layout�model�variantr c C s* | � � r t�dd||||g� nt� �d S )NZ localectlzset-x11-keymap)r� r r� )rL rS rT rU r r6 r6 r7 �
set_keymapc s �� zDistro.set_keymapc C s. t jdd�}t�|d�s |S tj�| jdd�S )NT)Z needs_exeZnoexecz
cloud-initZclouddir)r Zget_tmp_ancestorr Z
has_mount_optr� r� r� � usr_lib_exec)rL Ztmp_dirr6 r6 r7 �get_tmp_exec_pathr s zDistro.get_tmp_exec_pathr� )r� r# �cwdc K s: |rd|� d�nd}t j dd|d|d d�|� gf|�S ) a`
Perform a command as the requested user. Behaves like subp()
Note: We pass `PATH` to the user env by using `env`. This could be
probably simplified after bionic EOL by using
`su --whitelist-environment=PATH ...`, more info on:
https://lore.kernel.org/all/20180815110445.4qefy5zx5gfgbqly@ws.net.home/T/
zcd z && r� Zsur1 z-czenv PATH=$PATH � )r r� )rL r� r# rY r� Z directoryr6 r6 r7 �do_asx s ���z Distro.do_as)r� �
lease_file�pid_file� interface� config_filerP c C s* | ddd|d|ddg |r"d||gn|g S )Nz-1z-vz-lfz-pfz-sfz /bin/truez-cfr6 )r� r\ r] r^ r_ r6 r6 r7 �build_dhclient_cmd� s �
�zDistro.build_dhclient_cmdc C s. | j dkr(t�� | _ | j s(t�d| j� | j S )zADetermine the network interface used during local network config.Nz0Did not find a fallback interface on distro: %s.)rJ r Zfind_fallback_nicrc ry rA r� r6 r6 r7 �fallback_interface� s
�zDistro.fallback_interfacec C s
|| _ d S r� )rJ )rL r� r6 r6 r7 ra � s )�pidrP c
C sJ t �| d�}|dk rFtt�� t|�W 5 Q R � S Q R X t�d| |� dS )�=Return the parent pid of a process by parsing /proc/$pid/statr� Nz&/proc/%s/stat has an invalid ppid [%s]�r8 �_get_proc_stat_by_indexr rZ rA rc ry �rb �matchr6 r6 r7 �
get_proc_ppid� s
zDistro.get_proc_ppidc
C sJ t �| d�}|dk rFtt�� t|�W 5 Q R � S Q R X t�d| |� dS )rc � Nz&/proc/%s/stat has an invalid pgid [%s]rd rf r6 r6 r7 �
get_proc_pgid� s
zDistro.get_proc_pgid)rb �fieldrP c
C s� zJt jd| dd��� }t�d|�}|s<t�d| |� W dS t|�|��W S t k
rz } zt�d| |� W 5 d}~X Y n& t
k
r� t�d|| ||� Y nX dS ) z�
parse /proc/$pid/stat for a specific field as numbered in man:proc(5)
param pid: integer to query /proc/$pid/stat for
param field: field number within /proc/$pid/stat to return
z
/proc/%s/statT)�quietz,^(\d+) (\(.+\)) ([RSDZTtWXxKPI]) (\d+) (\d+)z*/proc/%s/stat has an invalid contents [%s]Nz Failed to load /proc/%s/stat. %sz4Unable to match field %s of process pid=%s (%s) (%s)) r r� r� r r+ rc ry rA r� r� �
IndexError)rb rk r5 rg r� r6 r6 r7 re � s8 �
� � �
z Distro._get_proc_stat_by_index)�devicerP c C sL d }t �d�rd| g}n&t �d�r.dd| g}nt jdddd��t � |� d S )NZejectz/lib/udev/cdrom_idz
--eject-mediaZeject_media_cmdzeject command not foundz.neither eject nor /lib/udev/cdrom_id are found)r Z description�reason)r r r� )rn r r6 r6 r7 � eject_media� s
�zDistro.eject_media)�blockdevrP c C s, t j�| �}|�d�r(t�d| |� |S dS )a Returns underlying block device for a mapped device.
If it is mapped, blockdev will usually take the form of
/dev/mapper/some_name
If blockdev is a symlink pointing to a /dev/dm-* device, return
the device pointed to. Otherwise, return None.
z/dev/dm-z$%s is a mapped device pointing to %sN)r� r� �realpath�
startswithrc rq )rq rr r6 r6 r7 �get_mapped_device� s
�zDistro.get_mapped_device)�devpathrP c
C s� t j�| �}t j�|�}d| }t j�|�s<td| |f ��t j�|d�}t j�|�sbtd| ��t� |��
� }t j�|�}t j� |�}t� t j�|d���
� }t j�d| �} | |fS )z�convert an entry in /dev/ to parent disk and partition number
input of /dev/vdb or /dev/disk/by-label/foo
rpath is hopefully a real-ish path in /dev (vda, sdb..)
z/sys/class/block/%sz%s had no syspath (%s)� partitionz%s not a partitionZdevz
/dev/block/%s) r� r� rr �basenamer� rZ r� r< r r� �rstripr= )
ru ZrpathZbnameZsyspathZptpathZptnumZrsyspathZ disksyspathZ
diskmajminZ diskdevpathr6 r6 r7 �device_part_info s �zDistro.device_part_infoc C s dS )a� Ensure that cloud-init has network connectivity.
For most distros, this is a no-op as cloud-init's network service is
ordered in boot to start after network connectivity has been achieved.
As an optimization, distros may opt to order cloud-init's network
service immediately after cloud-init's local service, and only
require network connectivity if it has been deemed necessary.
This method is a hook for distros to implement this optimization.
It is called during cloud-init's network stage if it was determined
that network connectivity is necessary in cloud-init's network stage.
Nr6 r� r6 r6 r7 �wait_for_network+ s zDistro.wait_for_network)N)N)N)NN)N)NN)F)N)N)F)N)r6 )N)N)N)r� )yr3 r4 r5 Zpip_package_namerW r� r0 r; r� r r� r r� Z
default_ownerrG r: r rV r r �__annotations__r� r r; r
r r@ rE rF r< r" Z_ci_pkl_versionr� Zresolve_conf_fnr> r
r? rN rA rS r\ � PackageListr r r r rg rs �propertyr Z
DhcpClientrz r ZNetworkActivatorr} r$ r r� r� r� r� r� � staticmethodr� �abc�abstractmethodr� r� r� r� r� r� �boolr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r
r$ r rW r% r- r r: r r� � classmethodrD rH rR rV rX r[ r` ra �setterrh rj re rp rt rX ry rz r6 r6 r6 r7 r8 � s�
� 5;
A+
y" +,
$
6
)
� �$�
#r8 )� metaclass��url�transformationsc C s� zt j�| �}W n tk
r& Y dS X |j}|dkr:dS |D ] }||�}|dkr>| S q>|}|jdk rxd�||j�}t j�|j|d��S )a�
Apply transformations to a URL's hostname, return transformed URL.
This is a separate function because unwrapping and rewrapping only the
hostname portion of a URL is complex.
:param url:
The URL to operate on.
:param transformations:
A list of ``(str) -> Optional[str]`` functions, which will be applied
in order to the hostname portion of the URL. If any function
(regardless of ordering) returns None, ``url`` will be returned without
any modification.
:return:
A string whose value is ``url`` with the hostname ``transformations``
applied, or ``None`` if ``url`` is unparsable.
Nz{}:{})Znetloc) �urllib�parseZurlsplitrZ r� Zportr� Z
urlunsplit�_replace)r� r� �partsZ new_hostnameZtransformationZ
new_netlocr6 r6 r7 �&_apply_hostname_transformations_to_url9 s
r� )r� c s2 t d � dd� dd� � fdd�dd� g}t| |�S )aH
Given a mirror URL, replace or remove any invalid URI characters.
This performs the following actions on the URL's hostname:
* Checks if it is an IP address, returning the URL immediately if it is
* Converts it to its IDN form (see below for details)
* Replaces any non-Letters/Digits/Hyphen (LDH) characters in it with
hyphens
* Removes any leading/trailing hyphens from each domain name label
Before we replace any invalid domain name characters, we first need to
ensure that any valid non-ASCII characters in the hostname will not be
replaced, by ensuring the hostname is in its Internationalized domain name
(IDN) representation (see RFC 5890). This conversion has to be applied to
the whole hostname (rather than just the substitution variables), because
the Punycode algorithm used by IDNA transcodes each part of the hostname as
a whole string (rather than encoding individual characters). It cannot be
applied to the whole URL, because (a) the Punycode algorithm expects to
operate on domain names so doesn't output a valid URL, and (b) non-ASCII
characters in non-hostname parts of the URL aren't encoded via Punycode.
To put this in RFC 5890's terminology: before we remove or replace any
characters from our domain name (which we do to ensure that each label is a
valid LDH Label), we first ensure each label is in its A-label form.
(Note that Python's builtin idna encoding is actually IDNA2003, not
IDNA2008. This changes the specifics of how some characters are encoded to
ASCII, but doesn't affect the logic here.)
:param url:
The URL to operate on.
:return:
A sanitized version of the URL, which will have been IDNA encoded if
necessary, or ``None`` if the generated string is not a parseable URL.
�.c S s t �| �rd S | S r� )r Z
is_ip_address�r� r6 r6 r7 �<lambda>� � z&_sanitize_mirror_url.<locals>.<lambda>c S s | � d��d�S )NZidna�ascii)�encode�decoder� r6 r6 r7 r� � r� c s d� � fdd�| D ��S )Nr� c 3 s | ]}|� kr|nd V qdS �r1 Nr6 r �Zacceptable_charsr6 r7 r � s �9_sanitize_mirror_url.<locals>.<lambda>.<locals>.<genexpr>r* r� r� r6 r7 r� � s �c S s d� dd� | �d�D ��S )Nr� c s s | ]}|� d �V qdS r� r� )rj �partr6 r6 r7 r � s r� )r� r� r� r6 r6 r7 r� � s
�)�LDH_ASCII_CHARSr� r� r6 r� r7 �_sanitize_mirror_urld s &
�r� c
C s( | si } i }|rb|j rb|j |d< t�|j �rb|j dd� }trLd| |d< n|jdkrbd| |d< |rv|jrv|j|d< i }| �di ��� D ]\}}|||< q�| �d i ��� D ]j\}}g } |D ]D}
z |
| }W n tk
r� Y q�Y nX t |�}|d k r�| �
|� q�|| �} | r�| ||< q�t � d
|� |S ) N�availability_zoner ���r. �
ec2_regionZec2�regionZfailsafer+ z filtered distro mirror info: %s)
r� �
_EC2_AZ_RErg r Z
platform_typer� rm r` rb r� rx rc rq ) r� r� Z
mirror_filterZsubstr� ZresultsrA ZmirrorZ
searchlistZmirrorsZtmpl�foundr6 r6 r7 r� � s>
r� c C s8 d }| D ]*}|� d�}||kr&| S d|kr|}q|S )N�archesr� )rm )r� r( r� �itemr� r6 r6 r7 r� � s
r� )rA rP c C sH t �| dtgdg�\}}|s,td| |f ��t �|d �}t|d�}|S )Nr� r8 z1No distribution found for distro %s (searched %s)r )r � find_moduler3 � ImportError�
import_module�getattr)rA ZlocsZ looked_locs�modrB r6 r6 r7 �fetch� s ��
r� �
/etc/timezone�/etc/localtimec C sh t �|t| ��� d � |rd|rdtj�|�}|s<tj�|�sX|rJt �|� t� ||� n t �
||� d S )Nr) ) r r� rV rx r� r� �islinkr� Zdel_file�symlink�copy)r� r� Ztz_confZtz_localr� r6 r6 r7 �set_etc_timezone� s
r� c C s4 zt �d�} t�| j�W S tk
r. Y dS X d S )Nz/run/systemd/systemF)r� �lstat�stat�S_ISDIR�st_moder� )�resr6 r6 r7 r� � s
r� )Nr� r� )Wr Zloggingr� r r� �stringZ urllib.parser� � collectionsr �
contextlibr �ior �typingr r r r r r
r r r
r Z cloudinit.net.netops.iproute2r ZnetopsrE Z cloudinitr r r r r r r r r Z cloudinit.distros.networkingr r Z4cloudinit.distros.package_management.package_managerr Z*cloudinit.distros.package_management.utilsr Zcloudinit.distros.parsersr Zcloudinit.featuresr Z
cloudinit.netr r r! Zcloudinit.net.netopsr" Zcloudinit.net.network_stater# Zcloudinit.net.rendererr$ Z ALL_DISTROSr� Z getLoggerr3 rc �compiler� r� Z
ascii_lettersZdigitsr� rV r| r� r2 ZCloudInitPickleMixin�ABCMetar8 rW r� r� Zsearch_for_mirrorr� r� r� r� r� r6 r6 r6 r7 �<module> s� 0
0 ��
�'
�� @+< �
3
�