⚝
One Hat Cyber Team
⚝
Your IP:
216.73.216.30
Server IP:
45.79.8.107
Server:
Linux localhost 5.15.0-140-generic #150-Ubuntu SMP Sat Apr 12 06:00:09 UTC 2025 x86_64
Server Software:
nginx/1.18.0
PHP Version:
8.1.2-1ubuntu2.21
Buat File
|
Buat Folder
Eksekusi
Dir :
~
/
lib
/
python3
/
dist-packages
/
cloudinit
/
__pycache__
/
View File Name :
util.cpython-310.pyc
o TNf @ s| d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlm Z d dl m Z m Z d dlm Z m!Z! d dl"m#Z# d dlm$Z$m%Z% d dl&m'Z' d dl(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5 d d l6m7Z7 d dl8Z8d d l9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZD d d lEmFZF e)rd d lGmHZH daIe JeKZLe jMd iZNdejO ejP ZQdZRdZSG dd de1ZTdd ZUe$ dd ZVe$ dd ZWdde5eXeYf deXfd d ZZdd e5eXeYf deYfd d Z[d!eYdeYfd"d#Z\d$d% Z]G d&d' d'Z^G d(d) d)e_Z`G d*d+ d+e_Zad,d- Zbdd.d/Zcdd0d1Zddd2d3Zedd5d6Zfdd7d8Zgdd9de-fd:d;Zhd<d= Zid>d? Zjd@dA ZkddCdDZldEdF ZmdGeXdenfdHdIZodJdK ZpdBdBde jqdBfdLdMZre$ dNdO Zse$ dPdQ Zte$ dRdS Zue$ dTdU Zve$ dVdW Zwe$ dXdY Zxdd[d\Zydd]d^Zzdd_d`Z{ddadbZ|e$ dcdd Z}dedf Z~e$ dgdh ZddidjZddkdlZdmdn ZddodpZddqe3e0 denfdrdsZej dtdu Zej dvdw Zdxdy Zdzd{ Zdd~dZdddZdenffddZdddZdd9denfddZdd9denfddZdddZdddZdd Ze dg dZdddZdddZdefddZdd Zdd Zdd Zdd Z dddZ dddZ dddZ dddZ dddZdddZdd ZddZdde5eXe jf de2e+egdf dedeYfddZddZdde5eXe jf de2e+egdf dedeXfddZe$ dd Zdd ZdefddZdddZdddÄZdddńZddDŽ ZddɄ Ze jdBdʜdeddfdd̈́ZddeXdeXfddЄZde jdeYfddӄZddՄ Zddׄ Zddل Zddd܄ZenffddބZdd ZdddZej dd Zdd Z BdddZdd Zdd ZdddZdd Zdd Zdd Ze$ dd Zdd Zdd Z ddZddededdfdd ZŐdd ZƐdd ZǐdeXdefddZȐdeXdefd d ZɐdeXdeXfd d ZʐdeXdeXfd dZːdeXde/eX fddZ ZddBdddddZ͐dd ZΐdddZϐdd d ZАdd d Zѐd d! ZҐd"d# ZӐd$d% ZԐd&d' Ze$ d(d) Zd*d+ Zאdd-d.Zؐd/d0 Zِd1d2 Zڐd3d4 ZeLdZfd5d6Zܐd7d8 Zݐd9d: Zސd;d< Zߐd=d> Zdd?d@ZeLdZfdAdBZdCeXdefdDdEZe4dFZ ZddGe+dHef defdIdJZdKdL Zdde jjMfdMdNZddPdQZdRdS ZddTdUZdVdW ZdXdY ZdZd[ Zd\d] Zdd^d_ZddadbZdcdd ZddedfZddidjZe%G dkdl dle dlg dmZdneXdoeXdefdpdqZdd}dZdrdseXdteXdue2eX dvedwedeTf dxdyZd}dzdteXdueXdvefd{d|Zd}d~denfddZe de.de*df fddZdS ( N) b64decode)deque namedtuple)contextmanagersuppress)ENOENT) lru_cachetotal_ordering)Path) TYPE_CHECKINGAnyCallableDequeDict GeneratorListMapping NamedTupleOptionalSequenceTypeVarUnion)parse) featuresimporterlogmergersnetsettingssubp temp_utils type_utils url_helperversion) CFG_BUILTIN)Paths_z_-.())true1onyes)off0nofalsec @ s e Zd ZU eed< eed< dS )DeprecationLog log_levelmessageN)__name__ __module__ __qualname__int__annotations__str r8 r8 0/usr/lib/python3/dist-packages/cloudinit/util.pyr/ ^ s r/ c C s" t ttt jdd d S )N. )tuplemapr5 osunamereleasesplitr8 r8 r8 r9 kernel_versionc s "rB c C s t j ddgdd} | j S )zReturn the sanitized string output by `dpkg --print-architecture`. N.B. This function is wrapped in functools.lru_cache, so repeated calls won't shell out every time. dpkgz--print-architectureTcapture)r stdoutstrip)outr8 r8 r9 get_dpkg_architectureg s rI c s ddddd} i zCt j ddgdd }|j D ]}|d \}}}|| v r.| | | < q fd d | D }t|rJtd d | W S W S t j yq } ztd| t dd | D W Y d }~ S d }~ww )Ncodename descriptionidr@ )Codename DescriptionzDistributor IDRelease lsb_releasez--allTrD :c s g | ]}| vr|qS r8 r8 ).0kdatar8 r9 <listcomp> s z lsb_release.<locals>.<listcomp>z.Missing fields in lsb_release --all output: %s,z#Unable to get lsb_release --all: %sc s s | ]}|d fV qdS ) UNAVAILABLENr8 rR vr8 r8 r9 <genexpr> s z lsb_release.<locals>.<genexpr>) r rF splitlines partitionrG valueslenLOGwarningjoinProcessExecutionErrordict)fmaprH linefnamer& valmissingerrr8 rT r9 rP r s8 rP utf-8blobreturnc C t | tr| S | j|dS N)encoding) isinstancer7 decode)rl rp r8 r8 r9 decode_binary rs textc C rn ro )rq bytesencode)ru rp r8 r8 r9 encode_text rt rx rU c C sB t | ts tdt| zt| ddW S tjy | Y S w )zbase64 decode data If data is base64 encoded bytes, return b64decode(data). If not, return data unmodified. @param data: data as bytes. TypeError is raised if not bytes. z data is '%s', expected bytesT)validate)rq rv TypeErrortyper binasciiErrorrT r8 r8 r9 maybe_b64decode s r~ c C sP | j dd}| dkr&t|tr&| }|r |jr |j}nd}||dS |S )NT)rr ru rk surrogateescape) get_payloadget_content_maintyperq rv get_charset input_codecrr )part cte_payloadcharsetrp r8 r8 r9 fully_decoded_payload s r c @ s& e Zd Zd ddZdd Zdd ZdS ) SeLinuxGuardFc C s: zt d| _W n ty d | _Y nw || _|| _d S )Nselinux)r import_moduler ImportErrorpath recursive)selfr r r8 r8 r9 __init__ s zSeLinuxGuard.__init__c C s | j r | j r dS dS NTF)r is_selinux_enabledr r8 r8 r9 __enter__ s zSeLinuxGuard.__enter__c C s | j r| j s d S tj| jsd S tj| j}zt|}| j ||tj W n t y5 Y d S w t d|| j z | j j|| j d W d S t yf } zt d|| j | W Y d }~d S d }~ww )Nz,Restoring selinux mode for %s (recursive=%s)r z,restorecon failed on %s,%s maybe badness? %s)r r r> r lexistsrealpathlstat matchpathconstatST_MODEOSErrorr` debugr restoreconra )r excp_type excp_valueexcp_tracebackr statser8 r8 r9 __exit__ s6 zSeLinuxGuard.__exit__NF)r2 r3 r4 r r r r8 r8 r8 r9 r s r c @ e Zd ZdS )MountFailedErrorNr2 r3 r4 r8 r8 r8 r9 r r c @ r )DecompressionErrorNr r8 r8 r8 r9 r r r c O sx t }|dkr0z| |i | t d W d S ty/ ttdt| t d Y d S w td|t| d S )Nr z&Failed forking and calling callback %s z(Forked child %s who will run callback %s) r> fork_exit Exceptionlogexcr` r! obj_namer )child_cbargskwargsfidr8 r8 r9 fork_cb s$ r c C sB t | tr | du S t}|rt|| }t| |v r dS dS r )rq bool TRUE_STRINGSlistr7 lowerrG rh addons check_setr8 r8 r9 is_true r c C sB t | tr | du S t}|rt|| }t| |v r dS dS )NFT)rq r FALSE_STRINGSr r7 r rG r r8 r8 r9 is_false r r c C s | sdS t | tr | S t| |S NF)rq r r )rh r r8 r8 r9 translate_bool s r c s6 t s tjtj d fddt| D S )N c s g | ]} qS r8 )choice)rR _xr select_fromr8 r9 rV - s z rand_str.<locals>.<listcomp>)random SystemRandomstring ascii_lettersdigitsrb range)strlenr r8 r r9 rand_str) s r c C s, |sd} t ddd | }|| vr |S q)Nr T )r r& )r ) dictionarypostfixnewkeyr8 r8 r9 rand_dict_key0 s r instance_data_filec C s ddl m}m}m}m} zt| }W n ty i Y S w |rrtj |rrz||| |}t d|| W n< |yN } z t d| | W Y d}~n(d}~w |yV Y n |yq } zt d||t | W Y d}~nd}~ww t|i dS )z>Read a yaml config with optional template, and convert to dictr )JinjaLoadErrorJinjaSyntaxParsingException NotJinjaError render_jinja_payload_from_filez?Applied instance data in '%s' to configuration loaded from '%s'z4Failed to render templated yaml config file '%s'. %sNz:Could not apply Jinja template '%s' to '%s'. Exception: %sdefault)!cloudinit.handlers.jinja_templater r r r load_text_fileFileNotFoundErrorr> r existsr` r ra repr load_yaml)rg r r r r r config_filer r8 r8 r9 read_conf: sJ r c G s t t| S N)sorted uniq_merge)listsr8 r8 r9 uniq_merge_sortedn r c G sF g }| D ]}t |tr| d}dd |D }|| qt|S )NrW c S g | ]}|r|qS r8 r8 )rR ar8 r8 r9 rV z uniq_merge.<locals>.<listcomp>)rq r7 rG rA extend uniq_list)r combined_lista_listr8 r8 r9 r z s r c C s` t D ] \}}| ||} qg }| D ] }|tvr || q|D ]}| |d} q!| } | S )Nr )FN_REPLACEMENTSitemsreplace FN_ALLOWEDappendrG )fnrS rZ removalsr8 r8 r9 clean_filename s r Tc C s zWt t| E}td dd|+}|r)t| W d W d W S | W d W d W S 1 s?w Y W d W d S 1 sPw Y W d S tyt } z|ri| W Y d }~S tt ||d }~ww )Nrbr ) ioBytesIOrx gzipGzipFilers readr r r7 )rU quietrr bufghr r8 r8 r9 decomp_gzip s Xr c C s~ | sdS | dd}|d }t|dkr |d }nd }|r+|dks+| dkr-d }|r9|dks9| dkr;d }||fS )NNNrQ r r r; z-1none)rA rG r_ r )ug_pair ug_partedugr8 r8 r9 extract_usergroup s r root_dirc C sh t }ttj| dD ]$}tj|sq tj|dd }| }|r1|ddkr1|||< q |S )Nz*.pyr r: ) rd globr> r rb isfilebasenamerG find)r entriesrg modnamer8 r8 r9 get_modules_from_dir s r c C sB t | d}|| | W d d S 1 sw Y d S )Nw)openwriteflush)conpathru wfhr8 r8 r9 write_to_console s "r c C s |rt j| |rEd}d}tj|r;z t|| d}W n ty: d}t j| d |r8| t j | Y nw |rE|sEt j| |ra| d dkrY| || d d d S | || d S d S )Nz /dev/consoleFTz Failed to write to /dev/console r ) sysstderrr r> r r r r rF r loggingWARNING) ru consoler r r0 fallback_to_stdoutr writing_to_console_worked console_errorr8 r8 r9 multi_log s. r& c C s dt v S )NLinuxplatformsystemr8 r8 r8 r9 is_Linux r+ c C s$ dt v rdS t dkrdS dS )NBSDT DragonFlyFr( r8 r8 r8 r9 is_BSD s r/ c C t d dkS )Nvariantfreebsd system_infor8 r8 r8 r9 is_FreeBSD r5 c C r0 )Nr1 dragonflyr3 r8 r8 r8 r9 is_DragonFlyBSD r6 r8 c C r0 )Nr1 netbsdr3 r8 r8 r8 r9 is_NetBSD r6 r: c C r0 )Nr1 openbsdr3 r8 r8 r8 r9 is_OpenBSD r6 r< Fc C s || vr|S t | | S r )r yobjkeyr r8 r8 r9 get_cfg_option_bool s r@ c C s* || vr|S | | }t |tst|}|S r )rq r7 )r> r? r rh r8 r8 r9 get_cfg_option_str s rA c C t t| ||dS )Nr )r5 rA r= r8 r8 r9 get_cfg_option_int! s rC c C s | sd} t j| s i S t| }d}d|v rd}t||}|rS| }d|d v r0|d |d< |d dd |d< |d d krGd |d< |d |d |d d S i S ) zReturn a dictionary of distro info fields from /etc/redhat-release. Dict keys will align with /etc/os-release keys: ID, VERSION_ID, VERSION_CODENAME z/etc/redhat-releasezA(?P<name>.+) release (?P<version>[\d\.]+) \((?P<codename>[^)]+)\) Virtuozzoz)(?P<name>.+) release (?P<version>[\d\.]+)namerJ z linuxr zred hat enterpriseredhatr# )ID VERSION_IDVERSION_CODENAME) r> r r r rematch groupdictr r] ) release_fileredhat_release redhat_regexrK groupr8 r8 r9 _parse_redhat_release% s, rQ c C s d} d}d}i }d}t jdrttd}|s d}t }|ru|dd} |dd}d| v s3d| v r8t }n6| d ks@| d krG|d d}n'| d krT|sT|d d}n|d d}|snt d|dd}|rn| d }| dkrtd} nJt rt } t }n<d}z%zt }W n ty Y nw W d }|D ]}|rd}q|std |S d }|D ]}|rd}q|std w w | ||fS )Nr F/etc/os-releaseTrG rH slessusealpinephoton PRETTY_NAME virtuozzorI z [^ ]+ \((?P<codename>[^)]+)\)VERSIONrJ rhelrF )r r r r zPUnable to determine distribution, template expansion may have unexpected results)r> r r load_shell_contentr rQ getr) machinerJ rK rL r/ r* r r@ distr r` ra ) distro_namedistro_versionflavor os_releaseos_release_rhelrK r^ foundentryr8 r8 r9 get_linux_distroM sz rf c C s | d }d}|dkr8| d d }|dv r |}|S |dv r$d}|S |d kr,d }|S |d v r4d }|S d}|S |d v r>|}|S )Nr* unknownlinuxr^ r ) almalinuxrU arch azurelinuxcentos cloudlinuxdebian eurolinuxfedoramariner miraclelinux openeuler opencloudos openmandrivarV rZ rockyrT tencentosrX )ubuntu linuxmintmintrx rF rZ )opensusez opensuse-leapzopensuse-microoszopensuse-tumbleweedsle_hpcz sle-microrS rT )windowsdarwinr2 r9 r; r7 )r )infor* r1 linux_distr8 r8 r9 _get_variant s* r c C s< t t t t tt t d} t| | d< | S )N)r) r* r@ pythonr? r^ r1 )r) r* r@ python_versionr r? rf r )r r8 r8 r9 r4 s r4 c C sX || vr|S | | du rg S | | }t |tr dd |D }|S t |ts)t|}|gS )a Gets the C{key} config option from C{yobj} as a list of strings. If the key is present as a single string it will be returned as a list with one string arg. @param yobj: The configuration object. @param key: The configuration key to get. @param default: The default to return if key is not found. @return: The configuration option as a list of strings or default if key is not found. Nc S s g | ]}|qS r8 r8 rY r8 r8 r9 rV s z'get_cfg_option_list.<locals>.<listcomp>)rq r r7 )r> r? r rh cvalr8 r8 r9 get_cfg_option_list s r c C s> t |tr |d}| }|D ]}||vr| S || }q|S )a Return the value of the item at path C{keyp} in C{yobj}. example: get_cfg_by_path({'a': {'b': {'num': 4}}}, 'a/b/num') == 4 get_cfg_by_path({'a': {'b': {'num': 4}}}, 'c/d') == None @param yobj: A dictionary. @param keyp: A path inside yobj. it can be a '/' delimited string, or an iterable. @param default: The default to return if the path does not exist. @return: The value of the item at keyp." is not found./)rq r7 rA )r> keypr curtokr8 r8 r9 get_cfg_by_path s r c C s t | |\}}t|| ||fS r )get_output_cfgredirect_output)cfgmodeoutfmterrfmtr8 r8 r9 fixup_output s r c C s t tjdrtd d S |stj}|stj}dd }| rtd|| | dd\}}|dks6|d krDd }|dkr>d }t ||}n|d krVt j |d t j |d} | j}ntd| |rht| | || krtd|| t| | d S |rtd|| | dd\}}|dks|d krd }|dkrd }t ||}n|d krt j |d t j |d} | j}ntd| |rt| | d S d S d S )N_CLOUD_INIT_SAVE_STDOUTz5Not redirecting output due to _CLOUD_INIT_SAVE_STDOUTc S s> t d ztdj} W n ty Y dS w t | dS )a Reconfigure umask and group ID to create output files securely. This is passed to subprocess.Popen as preexec_fn, so it is executed in the context of the newly-created process. It: * sets the umask of the process so created files aren't world-readable * if an adm group exists in the system, sets that as the process' GID (so that the created file(s) are owned by root:adm) admN)r> umaskgrpgetgrnamgr_gidKeyErrorsetgid)group_idr8 r8 r9 set_subprocess_umask_and_gid# s z5redirect_output.<locals>.set_subprocess_umask_and_gidzRedirecting %s to %s r >>>abwb|T)shellstdin preexec_fnz"Invalid type for output format: %sz!Invalid type for error format: %s)r r> environr\ r` r r rF r rA r subprocessPopenPIPEr rz dup2fileno) r r o_outo_errr r argowithnew_fpprocr8 r8 r9 r sh r sourcesc C sR |rt t| } i }| D ]}|r&t|}|st }t|}|||}q |S )aF Merge multiple dicts according to the dict merger rules. Dict merger rules can be found in cloud-init documentation. If no mergers have been specified, entries will be recursively added, but no values get replaced if they already exist. Functionally, this means that the highest priority keys must be specified first. Example: a = { "a": 1, "b": 2, "c": [1, 2, 3], "d": { "a": 1, "b": 2, }, } b = { "a": 10, "c": [4], "d": { "a": 3, "f": 10, }, "e": 20, } mergemanydict([a, b]) results in: { 'a': 1, 'b': 2, 'c': [1, 2, 3], 'd': { 'a': 1, 'b': 2, 'f': 10, }, 'e': 20, } )r reversedr dict_extract_mergersdefault_mergers constructmerge)r reverse merged_cfgr mergers_to_applymergerr8 r8 r9 mergemanydicth s * r c c s8 t }zt | | V W t | d S t | w r )r> getcwdchdir)ndircurrr8 r8 r9 r s r c c s0 t | }z |V W t | d S t | w r )r> r )n_mskoldr8 r8 r9 r s r c C s dj | |d|dS )Nz{0:{fill}{align}{size}}^)fillalignsize)format)ru r max_lenr8 r8 r9 center s r c C s t d| t| d S )NzRecursively deleting %s)r` r shutilrmtreer r8 r8 r9 del_dir s r r c C sj zt |||d\}}}|| d< || d< || d< W dS tjy4 } z|jtjkr/W Y d}~dS d}~ww )z returns boolean indicating success or failure (presense of files) if files are present, populates 'fill' dictionary with 'user-data' and 'meta-data' entries )baseexttimeout user-data vendor-data meta-dataTNF) read_seededr" UrlErrorcode NOT_FOUND)r r r r mdudvdr r8 r8 r9 read_optional_seed s r c C s i }| s ddg}nt j| ddt j| ddg}t|}dd |D }d }|D ]}t jt j|drBt j|d} nq,d }|D ]}t jt j|dr]t j|d} nqG|rl|rl||d < ||d < |S |rr||d < |S ) Nz/var/lib/cloud/data/sslz /var/lib/cloud/instance/data/sslrU sslc S s g | ] }|rt j|r|qS r8 )r> r isdir)rR dr8 r8 r9 rV s z%fetch_ssl_details.<locals>.<listcomp>zcert.pemzkey.pem cert_filekey_file)r> r rb get_ipath_cur get_cpathr r )paths ssl_detailsssl_cert_pathsr r r r8 r8 r9 fetch_ssl_details s: r c C s |}t | } z/tdt| | t| }|d u r!td |}nt||s1td|t |f |}W |S tj tt fy } zJd}d }t |drUt |drUt |d}nt |drdt |drdt |d}|rw|dj|jd |jd |d 7 }n|d j|d 7 }t| W Y d }~|S d }~ww ) NzKAttempting to load yaml from string of length %s with allowed root types %sz-loaded blob returned None, returning default.z2Yaml load allows %s root types, but got %s insteadzFailed loading yaml blob context_mark problem_markz5. Invalid format at line {line} column {col}: "{err}"r )rf colrj z. {err})rj )rs r` r r_ yaml safe_loadrq rz r! r YAMLError ValueErrorhasattrgetattrr rf columnra )rl r allowedloaded convertedr msgmarkr8 r8 r9 r sL r c C sT | ddkr | dd| }| dd| }| dd| }n*tjr5| d dkr5t| jdkr5| d7 } d | d|f }d | d|f }d | d|f }tj|||d }d }| rat t |j i d }tj|||d } d } | rr| j } d } z tj|||d } W n tj y } z td | W Y d } ~ nd } ~ ww | r| j } ntd || | fS )Nz%sr r r r r r r z%s%s%s)r retriesr z!Error in vendor-data response: %sz Error in vendor-data response)r r r %NOCLOUD_SEED_URL_APPEND_FORWARD_SLASHr urlparsequeryr" read_file_or_urlokr rs contentsr r` r )r r r r ud_urlvd_urlmd_urlmd_respr ud_respr r vd_respr r8 r8 r9 r sF r c s t t dd}dd |D } fdd|D }g }|D ];}tj |}z |t||d W q ty@ t d| Y q t yX } z t d|| W Y d }~q d }~ww t |S ) z Read configuration directory.Tr c S g | ] }| d r|qS )z.cfg)endswithrR fr8 r8 r9 rV J z read_conf_d.<locals>.<listcomp>c s& g | ]}t jt j |r|qS r8 )r> r r rb r confdr8 r9 rV M s & r 1REDACTED config part %s, insufficient permissions Error accessing file %s: [%s]N) r r> listdirr rb r r PermissionErrorr` ra r r )r r confscfgsr r r r8 r r9 read_conf_dD s, r c C s t }i }zt| |d}W n' ty td| Y n ty4 } z td| | W Y d}~n d}~ww || d}d|v r]|d }|r\t|tsVt d| t |f t| }nt j| drk| d}|r~t j|r~t||d}|| t|S ) a Read yaml file along with optional ".d" directory, return merged config Given a yaml file, load the file as a dictionary. Additionally, if there exists a same-named directory with .d extension, read all files from that directory in order and return the merged config. The template file is optional and will be applied to any applicable jinja file in the configs. For example, this function can read both /etc/cloud/cloud.cfg and all files in /etc/cloud/cloud.cfg.d and merge all configs into a single dict. r r r Nr conf_dz8Config file %s contains 'conf_d' with non-string type %sz.d)r r r r` ra r r rq r7 rz r! r rG r> r r r appendleftr )cfgfiler r r r r confd_cfgr8 r8 r9 read_conf_with_confdd s> r c C s t t| dS )Ncmdline)r read_cc_from_cmdliner r8 r8 r9 read_conf_from_cmdline r6 r c C s | d u rt } d| } d}d}t|}t|}t| }g }| |}|dkrU| ||| }|dk r5|}|t| || | dd | ||| }|dks'd|S )Nr z cc:end_ccr z\nr ) get_cmdliner_ r r r unquotelstripr rb ) r tag_begintag_endbegin_lend_lclentokensbeginendr8 r8 r9 r s, r c C s2 | d}|dks| |d dkr| S | ddS )Nr r r z )r r )r posr8 r8 r9 dos2unix s r+ HostnameFqdnInfo)hostnamefqdn is_defaultc C s d}d| v r| d }t | d|dd }n6d| v r3| d ddkr3| d }| d d|d }n|jd|dj}d| v rD| d }n|j|d \}}t|||S ) a Get hostname and fqdn from config if present and fallback to cloud. @param cfg: Dictionary of merged user-data configuration (from init.cfg). @param cloud: Cloud instance from init.cloudify(). @param metadata_only: Boolean, set True to only query cloud meta-data, returning None if not present in meta-data. @return: a namedtuple of <hostname>, <fqdn>, <is_default> (str, str, bool). Values can be none when metadata_only is True and no cfg or metadata provides hostname info. is_default is a bool and it's true only if hostname is localhost and was returned by util.get_hostname() as a default. This is used to differentiate with a user-defined localhost hostname. Fr. r- r: r NT)r. metadata_only)r0 )rA rA r get_hostnamer- r, )r cloudr0 r/ r. r- r8 r8 r9 get_hostname_fqdn s$ r3 /etc/hostsc C s d}z=t | D ]3}|d}|dkr|d| }| }|s!q | }t|dk r,q | |dd v r<|d } W |S q W |S tyI Y |S w )a For each host a single line should be present with the following information: IP_address canonical_hostname [aliases...] Fields of the entry are separated by any number of blanks and/or tab characters. Text from a "#" character until the end of the line is a comment, and is ignored. Host names may contain only alphanumeric characters, minus signs ("-"), and periods ("."). They must begin with an alphabetic character and end with an alphanumeric character. Optional aliases provide for name changes, alternate spellings, shorter hostnames, or generic hostnames (for example, localhost). N#r r; r )r r\ r rG rA r_ IOError)r- filenamer. rf hashpostoksr8 r8 r9 get_fqdn_from_hosts s. r; c C sP t | }|j}tdu r_t }d}i }|D ]?}z0t|dddtjtj}g ||< |D ]\}} } } } || d| | d f | | d q*W q tj tj fyT Y qw |a|r_t d| z:tt t|jdrx W d W dS W d n1 sw Y t|d}|d d d } | tvW S tj tj fy Y d S w ) a determine if a url's network address is resolvable, return a boolean This also attempts to be resilent against dns redirection. Note, that normal nsswitch resolution is used here. So in order to avoid any utilization of 'search' entries in /etc/resolv.conf we have to append '.'. The top level 'invalid' domain is invalid per RFC. And example.com should also not exist. The '__cloud_init_expected_not_found__' entry will be resolved inside the search list. N)zdoes-not-exist.example.com.zexample.invalid.!__cloud_init_expected_not_found__r z%s: %sz detected dns redirection: %sz[]T F)r r r- _DNS_REDIRECT_IPsetsocket getaddrinfo SOCK_STREAM AI_CANONNAMEr addgaierrorerrorr` r r r r is_ip_addressnetlocrG )url parsed_urlrE badipsbadnames badresultsinameresult_fam_stype_protocnamesockaddraddrr8 r8 r9 is_resolvable sF rV c C s t } | S r )r@ gethostname)r- r8 r8 r9 r1 O s r1 c C s( zt | d W S t jy Y d S w Nr )r@ gethostbyaddrherror)ipr8 r8 r9 rY T s rY c C s t tjd| t| fdS )z5determine if this url is resolvable (existing or ip).zResolving URL: )logfuncr funcr )log_timer` r rV )rI r8 r8 r9 is_resolvable_url[ s r_ c C sZ | du rdS t d| | D ] }zt|r t d| |W S W q ty* Y qw dS )zc Search through a list of mirror urls for one that works This needs to return quickly. Nz%search for mirror in candidates: '%s'zfound working mirror: '%s')r` r r_ r ) candidatescandr8 r8 r9 search_for_mirrore s rb devicec C sz g }| st dt d S | dr'| d}dd d| d| fD }|S | dkr2t d}|S | d kr;t d}|S ) Nz/dev/msdosfs/*z/dev/iso9660/*LABEL=c S g | ] }t j|r|qS r8 r> r r )rR pr8 r8 r9 rV s z*find_devs_with_freebsd.<locals>.<listcomp>z /dev/msdosfs/z /dev/iso9660/ TYPE=vfat TYPE=iso9660)r startswithr )criteriaoformattagno_cacher devlistlabelr8 r8 r9 find_devs_with_freebsdx s rq c C s g }d }d }d}| r | dr| d}| dr | d}tjg ddgd} | j D ]5} |s3|r@tjd| gddgd\}} |rId | |vrIq-|d krRd |vrRq-|d kr[d |v r[q-|d | q-|S )Nr rd zTYPE=sysctl-nz hw.disknamesr rcs mscdlabelr z label "%s"iso9660zISO filesystemvfat/dev/)rj r r rF rA r ) rk rl rm rn r ro rp _type mscdlabel_outrH devr& r8 r8 r9 find_devs_with_netbsd s* r~ c C s t j g ddgd}g }|j dD ](}|ds q|dkr!q||d d d |d s<||d d d qd d |D S ) Nrr r ru rW rQ zfd0:r r cdic S g | ]}d | qS rz r8 rR r r8 r8 r9 rV r z*find_devs_with_openbsd.<locals>.<listcomp>)r rF rstriprA r r rj )rk rl rm rn r rH ro re r8 r8 r9 find_devs_with_openbsd s r c C s~ t j g ddgd}dd t|j ddD }| dkr$d d |D }n| d v r0d d |D }n| r8td | d d |D S )N)rs rt z kern.disksr ru c S s$ g | ]}| d s| ds|qS )r vnrj r r8 r8 r9 rV s z/find_devs_with_dragonflybsd.<locals>.<listcomp>Tr ri c S r )r acdr r r8 r8 r9 rV r )zLABEL=CONFIG-2rh c S s g | ] }| d s|qS r r r r8 r8 r9 rV r zUnexpected criteria: %sc S r r r8 r r8 r8 r9 rV r )r r rF rA r` r )rk rl rm rn r rH ro r8 r8 r9 find_devs_with_dragonflybsd s r c C s@ t r t| ||||S t rt| ||||S t r!t| ||||S t r,t| ||||S dg}g }| r:|d| |rC|d| |rL| ddg |rU|d| |r\|| || }z t j |ddgd \}} W n t j y } z| j t kr~d }n W Y d } ~ nd } ~ ww g } | D ] } | } | r| | q| S ) z find devices matching given criteria (via blkid) criteria can be *one* of: TYPE=<filesystem> LABEL=<label> UUID=<uuid> blkidz-t%sz-s%s-c /dev/nullz-o%sr r; ru r N)r5 rq r: r~ r< r r8 r r r r rc errnor r\ rG ) rk rl rm rn r blk_id_cmdoptionscmdrH _errr r rf r8 r8 r9 find_devs_with sN r c C s | du rg } nt | } g d}|r|ddg || tj|ddd}i }|j D ]}|d\}}}t|||< ||| d < q,|S ) zGet all device tags details from blkid. @param devs: Optional list of device paths you wish to query. @param disable_cache: Bool, set True to start with clean cache. @return: Dict of key value pairs of info for the device. N)r -ofullr r Tr )rE rr rQ DEVNAME)r r r rF r\ r] r[ ) devs disable_cacher rH retrf r} r& rU r8 r8 r9 r s r c C s& g }| D ] }||v r q| | q|S r )r )in_listout_listr r8 r8 r9 r ) s r read_cbr rg r r c C s t d| | t 7}z t| d}t|||d W d n1 s$w Y W n ty6 |s4 Y nw | }W d n1 sEw Y t dt|| |S )NzReading from %s (quiet=%s)r )chunk_cbzRead %s bytes from %s) r` r r r r pipe_in_outr getvaluer_ )rg r r ofhifhr r8 r8 r9 load_binary_file3 s r c C rB )Nr )rs r )rg r r r8 r8 r9 r F s r c C s t r0ztd} | ddd d }W |S ty/ } ztd| d}W Y d }~|S d }~ww z td }W |S tyE d}Y |S w )Nz/proc/1/cmdline r r z"failed reading /proc/1/cmdline: %sr z /proc/cmdline) is_containerr r r r` ra rG )r r r r8 r8 r9 _get_cmdlineO s$ r c C s dt jv r t jd S t S )NDEBUG_PROC_CMDLINE)r> r r r8 r8 r8 r9 r b s r c C s4 d} z t | }|dkW S ttfy Y dS w )Nz /proc/sys/crypto/fips_enabledr( F)r rG r7 r ) fips_procr r8 r8 r9 fips_enabledi s r c C sN d} | |}t|dkrn|| |t|7 }|r || q| |S rX )r r_ r r )in_fhout_fh chunk_sizer bytes_pipedrU r8 r8 r9 r u s r c C s6 |dv r |dv r d S t d| || t| || d S )N)Nr z%Changing the ownership of %s to %s:%s)r` r r> chown)rg uidgidr8 r8 r9 chownbyid s r c C sd d}d}z|r t |j}|rt|j}W n ty) } ztd| |d }~ww t| || d S )Nr zUnknown user or group: %s) pwdgetpwnampw_uidr r r r r r )rg userrP r r r r8 r8 r9 chownbyname s r c C sh d d g}| r d| vr |S | d }||v r|| }n d|vr |S |d }t |tr,||g}t |trIt|dkr=|d |d< t|dkrI|d |d< t |trbd|v rX|d |d< d|v rb|d |d< |d dkrn|d |d< g d}tt|D ]9}|| sqx|| }d}|D ]} || rd | |t| d f }d } nq|sd d | f }|||< qx|S ) Noutputallr r rF z&1)r r r Fz%s %sTr ) rq r7 r r_ rd r r rj rG ) r r r outcfgmodecfgswlistr rh rd sr8 r8 r9 r sN r c C s g }g }| r t | ts |S | d}|r|| t| dD ]4}|s#q td|}|s,q |d}| }t |dkrA|| q ddg|dd krR||d q |D ] }t | d D ]} t j | rp| |krp|| q_qUtt|| S ) zReturn a list of log file paths from the configuration dictionary. @param cfg: The cloud-init merged configuration dictionary. def_log_fileNz (?P<type>\||>+)\s*(?P<target>.*)targetr teez-ar; *)rq rd r\ r r rJ rK rP rA r_ r r> r r r r? ) r logs rotated_logs default_logfmtrK r partslogfilerotated_logfiler8 r8 r9 get_config_logfiles s6 r )r0 exc_infor0 c G s0 | j ||g|R | j|g|R d|i d S )Nr )r r )r r r0 r r r8 r8 r9 r s r routinec C s8 t |}|t| | }|d ur|d| S |S rX )hashlibnewupdaterx hexdigest)rl r mlenhasherdigestr8 r8 r9 hash_blob s r r c s2 t }t fdddD ]}|| q | S )zHash the content of a binary buffer using SHA1. @param f: buffered binary stream to hash. @return: digested data as bytes. c s tjS r )r r DEFAULT_BUFFER_SIZEr8 r r8 r9 <lambda> s z hash_buffer.<locals>.<lambda> )r sha1iterr r )r r chunkr8 r r9 hash_buffer s r c C , z t | r W dS W d S ty Y dS w r )r r r rE r8 r8 r9 is_user r c C r r )r r r r r8 r8 r9 is_group& r r c C t d| | t| | d S )NzRenaming %s to %s)r` r r> renamesrcdestr8 r8 r9 r . s r c C s | D ]}t || qd S r ) ensure_dir)dirlistr r r8 r8 r9 ensure_dirs4 s r c C sH t t| }t|t|s"ddd |D }td|t|f |S )N, c S s g | ]}t |qS r8 )r7 )rR tr8 r8 r9 rV < r z load_json.<locals>.<listcomp>z((%s) root types expected, got %s instead)jsonloadsrs rq r< rb rz r{ )ru root_typesdecodedexpected_typesr8 r8 r9 load_json9 s r c C s8 t j| }|t j|kr| S t j|r| S t|S )zGet the last directory in a path that does not exist. Example: when path=/usr/a/b and /usr/a does not exis but /usr does, return /usr/a )r> r dirnamer get_non_exist_parent_dir)r p_pathr8 r8 r9 r D s r c C s t j| s^t| }tt j| dd t | W d n1 s$w Y t| | |s2|rZt||| t | |d dd }t |}|j D ]}| |}t||| qLd S d S t| | d S )NTr r ) r> r r r r r makedirschmodr r rA r joinpath)r r r rP non_existed_parent_dirsub_relative_dirsub_pathr r8 r8 r9 r U s r c c sD z| V W | rd| g}t | d S d S | r!d| g}t | w w )Numount)r )r umount_cmdr8 r8 r9 unmounterl s r c C s i } zot jdrtd }d}n td}|j }d}d}|D ]E}z+|dkr4| \}}}} } } nt ||} | d}| d}| d}| d} W n t yX Y q"w | d d }||| d | |< q"t d | | W | S ttfy tt d Y | S w )Nz /proc/mountsr mountz*^(/dev/[\S]+) on (/.*) \((.+), .+, (.+)\)$r r; r6 r= z\040r )fstype mountpointoptszFetched %s mounts from %sz Failed fetching mount points)r> r r r r\ r rF rA rJ searchrP r r r` r r7 r r ) mounted mount_locsmethodrH mountrempliner} mpr r _freq_passnomr8 r8 r9 mountsv sB r c C s6 t |tr |g}n t |ttfrt|}n|du r d}n tdjt|dt r1|du r0dg}n(t rV|du r<g d}t |D ]\}}|dkrLd||< |dv rTd ||< q@nd g}t }t } d } t j| |v rv|t j| d } n]d} |D ]M}d} z%g d } |r| d|g | | | | tj| |d | } | } W n$ ttfy } z|rtd| |d| | |} W Y d}~qzd}~ww | std| | | f | ds| d7 } t| |du r|| }n|| |}|W d W d S 1 sw Y W d dS 1 sw Y dS )a2 Mount the device, call method 'callback' passing the directory in which it was mounted, then unmount. Return whatever 'callback' returned. If data != None, also pass data to callback. mtype is a filesystem type. it may be a list, string (a single fsname) or a list of fsnames. Nz6Unsupported type provided for mtype parameter: {_type})r{ auto)ufscd9660msdosrx r )ry msdosfsr r Fr )r r roz-t) update_envzbFailed to mount device: '%s' with type: '%s' using mount command: '%s', which caused exception: %sr z#Failed mounting %s to %s due to: %sr )rq r7 r r< rz r r{ r+ r/ enumerater r tempdirr> r r r r r r7 r r` r rb r r r )rc callbackrU mtypeupdate_env_for_mount log_errormtypesindexr tmpdr r failure_reasonmountcmdexcr r8 r8 r9 mount_cb s '$r c C s t tS r )obj_copydeepcopyr$ r8 r8 r8 r9 get_builtin_cfg s r# c C s t d| tj| S )Nz Testing if a link exists for %s)r` r r> r islinkr r8 r8 r9 is_link s r% c C sh t d|| |r,tj|r,tjtj|dtd }t| | t || d S t| | d S )Nz$Creating symbolic link from %r => %rtmpr ) r` r r> r r rb r r symlinkr )sourcelinkforcetmp_linkr8 r8 r9 sym_link s r, c C s2 t d| zt| W d S ty Y d S w )NzAttempting to remove %s)r` r r> unlinkr r r8 r8 r9 del_file s r. c C r )NzCopying %s to %s)r` r r copyr r8 r8 r9 r/ s r/ c C s0 z t dt } W | S ty d} Y | S w )Nz%a, %d %b %Y %H:%M:%S %z??)timestrftimegmtimer )tsr8 r8 r9 time_rfc2822 s r5 c s ddl ddl G fddd j} jd} } | |_dt s,dndg} j d | }| }| | t | | |ddd krX|j|jd S td ) a Use sysctl(3) via ctypes to find kern.boottime kern.boottime is of type struct timeval. Here we create a private class to easier unpack it. Use sysctl(3) (or sysctl(2) on OpenBSD) because sysctlbyname(3) does not exist on OpenBSD. That complicates retrieval on NetBSD, which #defines KERN_BOOTTIME as 83 instead of 21. 21 on NetBSD is KERN_OBOOTTIME, the kern.boottime up until NetBSD 5.0 @return boottime: float to be compatible with linux r Nc s e Zd Zd jfd jfgZdS )zboottime.<locals>.timevaltv_sectv_usecN)r2 r3 r4 c_int64_fields_r8 ctypesr8 r9 timeval7 s r< cr S r; r g .Az/Unable to retrieve kern.boottime on this system)r; ctypes.util StructureCDLLutil find_libraryc_size_tsizeofvaluer: c_intrs r_ byrefr6 r7 RuntimeError)r< libcr mib_valuesmibr r8 r: r9 boottime' s. rN c C s| d} d}z(t jdr d}td}|r | d } W | S W | S d}tt t } W | S ty= t t d| Y | S w )Nr0 rg z /proc/uptimer r; z&Unable to read uptime using method: %s) r> r r r rA r7 r1 rN r r r` ) uptime_strr r r8 r8 r9 uptimeR s$ rP c C s t | |dd d d S )Nr )omoder write_file)r contentr8 r8 r9 append_filee s rU ) preserve_moder rW c C s t | dd||d d S )Nr r )rT rQ r rW rR )r r rW r8 r8 r9 ensure_filei s rX c C s$ zt | W S ttfy Y d S w r )r5 r rz ) possible_intr8 r8 r9 safe_intq s rZ c C sR t |}| r%|r't| t| | W d d S 1 s w Y d S d S d S r )rZ r r> r )r r real_moder8 r8 r9 r x s "r grp_namec C s8 d}z t | j}W |S ty td| Y |S w )zt Returns the group id of a group name, or -1 if no group exists @param grp_name: the name of the group r z"Group %s is not a valid group name)r r r r r` r )r\ r r8 r8 r9 get_group_id s r] r c C s t t | jS )z Returns the octal permissions of the file/folder pointed by the path, encoded as an int. @param path: The full path of the file/folder. )r S_IMODEr> st_moder r8 r8 r9 get_permissions s r` c C t | }t|jjS )zw Returns the owner of the file/folder pointed by the path. @param path: The full path of the file/folder. )r> r r getpwuidst_uidpw_namer str8 r8 r9 get_owner rg c C ra )zw Returns the group of the file/folder pointed by the path. @param path: The full path of the file/folder. )r> r r getgrgidst_gidgr_namere r8 r8 r9 get_group rh rl usernamec C sJ g }t D ] }| |jv r||j qt| j}|t |j |S )zp Returns a list of all groups to which the user belongs @param username: the user we want to check ) r getgrallgr_memr rk r r pw_gidri )rm groupsrP r r8 r8 r9 get_user_groups s rr r )ensure_dir_existsr rP c C s |rzt | }W n ty Y nw |r ttj| ||d d| v r,t|}d}nt|}d}zd| } W n t yE d| } Y nw t d| || t || t | d& t| |} | | | W d n1 sqw Y W d n1 sw Y t| | d S ) a) Writes a file with the given content and sets the file mode as specified. Restores the SELinux context if possible. @param filename: The full path of the file to write. @param content: The content to write to the file. @param mode: The filesystem mode to set on the file. @param omode: The open mode used when opening the file (w, wb, a, etc.) @param preserve_mode: If True and `filename` exists, preserve `filename`s current mode instead of applying `mode`. @param ensure_dir_exists: If True (the default), ensure that the directory containing `filename` exists before writing to the file. @param user: The user to set on the file. @param group: The group to set on the file. )r rP brv charactersz%oz%rz Writing to %s - %s: [%s] %s %sr N)r` r r r> r r r rx rs rz r` r r_ r r r r r ) r8 rT r rQ rW rs r rP write_typemode_rfhr8 r8 r9 rS sD rS c C s@ t | D ]}t j| |}t j|rt| qt| qdS )z Deletes all contents of a directory without deleting the directory itself. @param dirname: The directory whose contents should be deleted. N)r> r r rb r r r. )r node node_fullpathr8 r8 r9 delete_dir_contents s r{ r5 createdc C s6 t }t| }|d| |f 7 }|dt 7 }|S )Nz %s by cloud-init v. %sz on %s)r# version_stringr7 titler5 ) comment_charr ci_verheaderr8 r8 r9 make_header s r c C s t | ttfstdt| d}|r|d7 }dd }d}| D ]J}t |ttfrKg }|D ]}|dt|d| q-d |d |f }|d 7 }q t |tr[d ||f }|d 7 }q |d u r`q td t||f t d | |S )Nz8Input to shellify was type '%s'. Expected list or tuple.r z #!/bin/sh z%s%s%s%s)'\r r r z'%s'r z%s%s r r zCUnable to shellify type '%s'. Expected list, string, tuple. Got: %szShellified %s commands.) rq r< r rz r! r r r7 r rb r` r )cmdlist add_headerrT escaped cmds_mader fixedr r8 r8 r9 shellify s< r c C sB |r| |r| t|d } |r | |r | d t| } | S r )rj r_ r )rf prefixsuffixr8 r8 r9 strip_prefix_suffix8 s r c C s> t | d d u r dS zt | W dS t jy Y dS w )Nr FT)r whichrc )r r8 r8 r9 _cmd_exits_zero@ s r c C s t g dS )N)zsystemd-detect-virtz--quietz --containerr r8 r8 r8 r9 _is_container_systemdJ r r c C s t dgS )Nzlxc-is-containerr r8 r8 r8 r9 _is_container_old_lxcN r c C sB t sdS g d} t| d d u rdS t| \}}| dkS )NF)rs z-qnzsecurity.jail.jailedr r( )r5 r r rG )r rH r& r8 r8 r9 _is_container_freebsdR s r c C s t ttf} | D ]}| r dS qztd}d|v r W dS d|v r#W dS W n ttfy/ Y nw tjdr>tjds>dS z%t d }|D ]}| dr`| d d\}}|d kr` W dS qGW d S ttfyo Y d S w ) zH Checks to see if this code running in a container of some sort Tr containerLIBVIRT_LXC_UUIDz/proc/vzz/proc/bcz/proc/self/statuszVxID:rQ r, F)r r r get_proc_envr7 r r> r r r r\ rj rG rA )checkshelperpid1envlinesrf _keyrh r8 r8 r9 r \ sD r c C s t jdS )z2Check to see if we are running in a lxd container.z /dev/lxd/sockrf r8 r8 r8 r9 is_lxd r, r r c C s t jdt| d}zt|}W n ttfy i Y S w i }d\}}|r0d\}}|||}||D ]}|s:q5||d\} } | rH| || < q5|S )aH Return the environment in a dict that a given process id was started with. @param encoding: if true, then decoding will be done with .decode(encoding, errors) and text will be returned. if false then binary will be returned. @param errors: only used if encoding is true.z/procr ) =)r =r ) r> r rb r7 r r7 r rr rA ) pidrp errorsr r envnullequalr rE rh r8 r8 r9 r s& r c C sN i }| D ] }z | dd\}}W n ty |}d}Y nw |||< q|S )Nr r T)rA r )kvstringr r r? rh r8 r8 r9 keyval_str_to_dict s r c C s& | dr | dd } tjd| S )Nrz r z /sys/class/block/%s/partition)rj r> r r )rc r8 r8 r9 is_partition s r c C s t |ts|g}g }|D ]C}t |tr|| q t |ttfrLt|dk s,t|dkr0tdt|dkrD|d rD|| t| q ||d q td|S )Nr r; z Invalid package & version tuple.r zInvalid package type.)rq r r7 r r< r_ rJ ) version_fmtpkgspkglistpkgr8 r8 r9 expand_package_list s r c C s dd | dD }d}d}d}d}t|D ]\} } | } t| dk r3|d| d t| | dS | d } d d | dD } t| t|krJqtt| t|}| d | |d | kr`q|durmt|t| krmqz| d } W n ty |d | d | Y dS w z| | d }| | d }W n ty |d| d | Y dS w | }| }| d }q|r|r|r|r|r||||fS dS |r|r|r|||fS dS )zRReturn the mount information for PATH given the lines from /proc/$$/mountinfo.c S r r8 r8 rR r r8 r8 r9 rV r z$parse_mount_info.<locals>.<listcomp>r Nr z$Line %d has two few columns (%d): %sr r= c S r r8 r8 r r8 r8 r9 rV r r -z,Did not find column named '-' in line %d: %sr; z/Too few columns after '-' column in line %d: %sr )rA r r_ r minr r IndexError)r mountinfo_linesr get_mnt_opts path_elementsdevpthfs_typematch_mount_pointmatch_mount_point_elementsr rf r mount_pointmount_point_elementsx mount_optionsr8 r8 r9 parse_mount_info sh r c C sB t d D ]}| dd \}}}|| kr |||f S qdS )z<On older kernels there's no /proc/$$/mountinfo, so use mtab. /etc/mtabNr6 )r r\ rA )r rf r r r r8 r8 r9 parse_mtab) s r c C s | d}t|dkr|d S t|dkr|d S |d dv rS| dd }tg d\}}| d D ]}| }t|dkrN|d |krN|d } t|S q3t|S td | d S ) Nr r r r6 r; )rp gptgptidr ufsidr )glabelstatusz-sr z)Unexpected input in find_freebsd_part: %s)rA r_ r r7 r` ra )fssplitted target_labelr r labelsr r8 r8 r9 find_freebsd_part2 s" r c C sJ d }| dD ]}| }t|dkr"tj|d | r"|} |S q|S )Nr r; r )rA r_ r> r r )r mnt_list path_foundrf r r8 r8 r9 get_path_dev_freebsdE s r c C sl t j dd| gddgd\}}t|r(t ddg\}}t| |}|d u r&d S |}| }t|d }d| S )Nr z-pr r ru rz )r r_ r rA r )r rO rj r r r label_partr8 r8 r9 get_freebsd_devpthO s r c C s t dg\}}d}dd | dD }d}d}d}d} | D ]} t|| } | s+q | d}| d}d d |dD } t| t|krHq tt| t|} | d | |d | kr^q | durkt| t| krkq |}| } | d }| d }|durd | d d d}t d|||| td|}|st r|dvrt |}|}|| kr nq |r|| vrdS |r|r|r|r|r||||fS dS dS dS dS |r|r|r|||fS dS dS dS )zReturn the mount information for PATH given the lines ``mount(1)`` This function is compatible with ``util.parse_mount_info()``r ze^(?P<devpth>[\S]+?) on (?P<mountpoint>[\S]+?) (\(|type )(?P<type>[^,\(\) ]+)( \()?(?P<options>.*?)\)$c S r r8 r8 r r8 r8 r9 rV j r z parse_mount.<locals>.<listcomp>r Nr r c S r r8 r8 r r8 r8 r9 rV u r r r{ r rW r zNfound line in mount -> devpth: %s, mount_point: %s, fs_type: %s, options: '%s'z^(/dev/.+)[sp]([0-9])$)zfsnfs)r rA r\ rJ r rP r_ r rb rG r` r r5 r )r r mountoutputr regexr r r r r rf r r r r r devm match_devpthr8 r8 r9 parse_mount] sr r c C sP dt }t j|rt| }t| |||S t jdr#t| S t| |S )Nz/proc/%s/mountinfor ) r> getpidr r r r\ r r r )r r r mountinfo_pathr r8 r8 r9 get_mount_info s r optc C s t | dd^ }}||dv S )NTr rW r rA )r r r& mnt_optsr8 r8 r9 has_mount_opt s r Tr] .c C s| |d u rg }|d u r i }t }d }|r%ztt }W n ty$ Y nw zQ||i |}W t | } d } |d urMz tt | } W n tyL Y nw d| } |rct| tr_| d| 7 } n| d7 } z | || W |S tyv Y |S w t | } d } |d urz tt | } W n ty Y nw d| } |rt| tr| d| 7 } n| d7 } z| || W w ty Y w w )Nz took %0.3f secondsz (%0.2f)z (N/A))r1 monotonicfloatrP r rq r ) r\ r r] r r get_uptimestartustartr deltaudeltatmsgr8 r8 r9 r^ sh r^ c C s$ | dd}t|dkr|S | d fS )Nr: r )rsplitr_ )dottedr: r8 r8 r9 expand_dotted_devname s r c C s |d u rg }|d u r g }g }i }|| D ]"}zt | | | dd||< W q ty6 ||v r4|| Y qw t|rFtdjd|d|S )NFr z Missing required files: {files}rW )files)r r r r_ r r rb )r requiredoptionaldelimri r r r8 r8 r9 pathprefix2dict s& r /proc/meminfoc C s ddddd}dddd }i }t | D ]:}z | \}}}W n ty1 | \}}d }Y nw |r?t||| ||< q||v rOt||| ||| < q|S ) Nr r @)kBmBBgBtotalfree available)z MemTotal:zMemFree:z MemAvailable:r )r r\ rA r r5 ) meminforawmplierskmapr rf r? rG unitr8 r8 r9 read_meminfo1 s& r c C s | }| dr| dd } n | dr| dd } dddd d d }| }d}|D ]}| |r9|}| d t| }q'zt|}W n tyS } ztd | |d}~ww |d k r^td| t||| S )a} Convert human string or integer to size in bytes In the original implementation, SI prefixes parse to IEC values (1KB=1024B). Later, support for parsing IEC prefixes was added, also parsing to IEC values (1KiB=1024B). To maintain backwards compatibility for the long-used implementation, no fix is provided for SI prefixes (to make 1KB=1000B may now violate user expectations). Future prospective callers of this function should consider implementing a new function with more standard expectations (1KB=1000B and 1KiB=1024B) Examples: 10M => 10485760 10MB => 10485760 10MiB => 10485760 iBNr r r r r r l )r KMGr r z'%s' is not valid input.z'%s': cannot be negative)r r_ r r r5 )r size_inr nummplierr r r8 r8 r9 human2bytesI s, r c C s< | du r t d } | dkp| d dko| dd dk}|S )z$Return True if platform is x86-basedNr= x86_64r r r; 86)r> r? ) uname_archx86_arch_matchr8 r8 r9 is_x86t s r c C s t | S r )emailmessage_from_string)r r8 r8 r9 r ~ r r c C st t j ddgdd} t }| j D ]&}z |d d\}}}W n ty' Y qw |dr7|t dd| q|S ) Nz dpkg-queryz--listTrD r; )hiiiz:.*r ) r r? rF r\ rA r rj rD rJ sub)rH pkgs_instrf stater r& r8 r8 r9 get_installed_packages s r c C s d} zt t| dd}|dd dkrW dS W n ty2 } z td| | W Y d }~nd }~ww t }d|v r<dS td dd}d| v rJdS tj d rRdS d S ) NrR Tr rG r z ubuntu-corez!Unexpected error loading '%s': %sz snap_core=z /etc/system-image/channel.iniz/etc/system-image/config.d/F) r[ r r\ r r r` ra r r> r r )orpathorinfor r rT r8 r8 r9 system_is_snappy s& r c C s d }| D ]}|dr|dd } nq|d u r d S |dr#|S |dr2d|tdd S |drCd|tdd S |drhd |tdd }tj|r\|S t|}|rf|d S |S d| S ) Nzroot=r rz rd z/dev/disk/by-label/zUUID=z/dev/disk/by-uuid/z PARTUUID=z/dev/disk/by-partuuid/r )rA rj r_ r r> r r r )r rd r disks_pathresultsr8 r8 r9 rootdev_from_cmdline s0 r c C sF dd }i }|| D ]}| dd\}}|s|}|s |r |||< q |S )zGiven shell like syntax (key=value\nkey2=value2\n) in content return the data in dictionary form. If 'add_empty' is True then add entries in to the returned dictionary for 'VAR=' variables. Set their value to empty_val.c S s t j| ddS )NT)comments)shlexrA )rl r8 r8 r9 _shlex_split z(load_shell_content.<locals>._shlex_splitr r )rA )rT add_empty empty_valr rU rf r? rG r8 r8 r9 r[ s r[ ?c C s t | }d} |t dd |D 8 }t|dkr"td||| g S |dkr.td||| || |kr5n t| ||7 }qtd||| |S )Nr Tc S re r8 rf r r8 r8 r9 rV s z"wait_for_files.<locals>.<listcomp>z)%sAll files appeared after %s seconds: %sz6%sWaiting up to %s seconds for the following files: %sz*%sStill missing files after %s seconds: %s)r? r_ r` r r1 sleep)flistmaxwaitnaplenlog_preneedwaitedr8 r8 r9 wait_for_files s8 r* c C s& t | dd}|d d}|d dkS )z1Check whether the given mount point is mounted rwTr r rW r rwr )r rO mount_optsr8 r8 r9 mount_is_read_write s r- c C sX t dsdS ddg}| r tj| rdS |d| g |r'|d| g t |S )zAInvoke udevadm settle with optional exists and timeout parametersudevadmNsettlez--exit-if-exists=%sz --timeout=%s)r r r> r r r )r r settle_cmdr8 r8 r9 udevadm_settle s r1 r Error: {}c C s& t || tjd |rt| |S )a Print error to stderr and return or exit @param msg: message to print @param rc: return code (default: 1) @param fmt: format string for putting message in (default: 'Error:\n {}') @param sys_exit: exit when called (default: false) )file)printr r r exit)r rcr sys_exitr8 r8 r9 rF s rF c s e Zd ZdZ ddededededd f fdd Zed edd fd d Zd d Z dd Z dd Z dd Z dd Z dd defddZ ZS )Versiona> A class for comparing versions. Implemented as a named tuple with all ordering methods. Comparisons between X.Y.N and X.Y always treats the more specific number as larger. :param major: the most significant number in a version :param minor: next greatest significant number after major :param patch: next greatest significant number after minor :param rev: the least significant number in a version :raises TypeError: If invalid arguments are given. :raises ValueError: If invalid arguments are given. Examples: >>> Version(2, 9) == Version.from_str("2.9") True >>> Version(2, 9, 1) > Version.from_str("2.9.1") False >>> Version(3, 10) > Version.from_str("3.9.9.9") True >>> Version(3, 7) >= Version.from_str("3.7") True r majorminorpatchrevrm c s t t| | ||||S )zPDefault of -1 allows us to tiebreak in favor of the most specific number)superr8 __new__)clsr9 r: r; r< __class__r8 r9 r> > s zVersion.__new__r# c C s | t tt|d S )a% Create a Version object from a string. :param version: A period-delimited version string, max 4 segments. :raises TypeError: Raised if invalid arguments are given. :raises ValueError: Raised if invalid arguments are given. :return: A Version object. r: )r r= r5 rA )r? r# r8 r8 r9 from_strE s zVersion.from_strc C s d| |kS )Nr )_compare_versionr otherr8 r8 r9 __gt__R r zVersion.__gt__c C s0 | j |j ko| j|jko| j|jko| j|jkS r r9 r: r; r< rD r8 r8 r9 __eq__U s zVersion.__eq__c c s8 | j | j| j| jfD ]}|dkrt|V q dS dS )z)Iterate over the version (drop sentinels)r N)r9 r: r; r< r7 )r nr8 r8 r9 __iter__] s zVersion.__iter__c C s d | S )Nr: )rb r r8 r8 r9 __str__e r zVersion.__str__c C s t t| S r )hashr7 r r8 r8 r9 __hash__h r zVersion.__hash__rE c C sP | |krdS | j |j krdS | j|jkrdS | j|jkr dS | j|jkr&dS dS )zCompare this Version to another. :param other: A Version object. :return: -1 if self > other, 1 if self < other, else 0 r r r rG rD r8 r8 r9 rC k s zVersion._compare_version)r r r r )r2 r3 r4 __doc__r5 r> classmethodr7 rB rF rH rJ rK rM rC __classcell__r8 r8 r@ r9 r8 # s, r8 rG r# boundary_versionc C s |dkp t | t |kS )a Determine if a deprecation message should be logged. :param version: The version in which the thing was deprecated. :param boundary_version: The version at which deprecation level is logged. :return: True if the message should be logged, else False. devel)r8 rB )r# rQ r8 r8 r9 should_log_deprecation s rS ) extra_messagescheduleskip_log deprecateddeprecated_versionrT rU rV c C s t tds ttdt |pd}t| | | t| }t|}t|j| |j }| d| d| d| } t |t j sCtj} n t tdrLtj} ntj} ttd} |se|| vre| | t| | t| | S )a Mark a "thing" as deprecated. Deduplicated deprecations are logged. @param deprecated: Noun to be deprecated. Write this as the start of a sentence, with no period. Version and extra message will be appended. @param deprecated_version: The version in which the thing was deprecated @param extra_message: A remedy for the user's problem. A good message will be actionable and specific (i.e., don't use a generic "Use updated key." if the user used a deprecated key). End the string with a period. @param schedule: Manually set the deprecation schedule. Defaults to 5 years. Leave a comment explaining your reason for deviation if setting this value. @param skip_log: Return log text rather than logging it. Useful for running prior to logging setup. @return: NamedTuple containing log level and log message DeprecationLog(level: int, message: str) Note: uses keyword-only arguments to improve legibility r r z is deprecated in z and scheduled to be removed in z. rW )r deprecatesetattrr? rL r7 r8 rB r9 r: r rS r DEPRECATION_INFO_BOUNDARYr INFOr` r DEPRECATEDWARNr rD r/ ) rW rX rT rU rV r1 dedupr# version_removed deprecate_msglevel log_cacher8 r8 r9 rY s6 rY )rU c s fdd}|S )a~ Mark a "thing" as deprecated. Deduplicated deprecations are logged. @param deprecated_version: The version in which the thing was deprecated @param extra_message: A remedy for the user's problem. A good message will be actionable and specific (i.e., don't use a generic "Use updated key." if the user used a deprecated key). End the string with a period. @param schedule: Manually set the deprecation schedule. Defaults to 5 years. Leave a comment explaining your reason for deviation if setting this value. Note: uses keyword-only arguments to improve legibility c s t fdd}|S )Nc s$ | i |}t jd |S )N)rX rW rT rU )rY r2 )r r rH )rX rT r] rU r8 r9 decorator s z2deprecate_call.<locals>.wrapper.<locals>.decorator) functoolswraps)r] rd rX rT rU )r] r9 wrapper s z deprecate_call.<locals>.wrapperr8 )rX rT rU rh r8 rg r9 deprecate_call s ri r r% c C s dg i}zt t| ddd}W n. ty% td| d Y |S t jy@ } ztdt j | W Y d }~|S d }~ww d|vrIg |d< |S )Nscopeszhotplug.enabledFr zFile not found: %sz>Ignoring contents of %s because it is not decodable. Error: %s) r r r r r r` r JSONDecodeErrorra r HOTPLUG_ENABLED_FILE)r rT r r8 r8 r9 read_hotplug_enabled_file s( rm c c s dV dS )ztContext manager that does nothing. Note: In python-3.7+, this can be substituted by contextlib.nullcontext Nr8 r8 r8 r8 r9 nullcontext s rn )rk r )r N)TTr )r r )r r r )r r r r )r4 )Nrc NFNr )r N)r )NNN)NNNT)rV )rV r F)r5 r| )T)rk r )NNF)r F)FN)r" r )r r2 F)r| contextlibr/ r! r re r r r r r r r r> os.pathr) r r rJ r r r@ r r r r r1 base64r collectionsr r r r r r r r pathlibr typingr r r r r r r r r r r r r urllibr r cloudinitr r r r r r r r r! r" r# cloudinit.settingsr$ cloudinit.helpersr% r> getLoggerr2 r` sepr r r r r r r/ rB rI rP r7 rv rs rx r~ r r r r r r r r r r r r r r r r r rd r r DEBUGr& r+ r/ r5 r8 r: r< r@ rA rC rQ rf r r4 r r r r r r r r r r r r r r r r r r+ r, r3 r; r rV r1 rY r_ rb rq r~ r r r r r PathLiker5 r r r r r r r r r r r! r r BufferedIOBaser r r r r r r r r r r r# r% r, r. r5 rN rP rU rX rZ r r] r` rg rl rr rS r{ r r r r r r r r r r r r r r r r r r r r r r r^ r r r r r r r r r r r[ r* r- r1 rF r8 rS rY ri rm rn r8 r8 r8 r9 <module> sh < 4 . 4 , ( =9 P8 ! (+ / # +(3 @ :% + ^ * = % - N W' . + & [ 9 %"