x[hFddlZddlZddlZddlZddlZddlmZddlmZm Z m Z ddl m Z m Z mZddl mZddl mZmZddlmZddlmZmZdd lmZdd lmZdd lmZdd lmZm Z dd l!m"Z"ejFe$Z%dZ&dZ'GddZ(dZ)e(jTgZ+dZ,GddejZZ.Gdde.Z/dZ0dZ1dZ2dZ3dZ4dZ5dZ6dZ7d Z8d!Z9e jtfd"ee;efd#ee;e;fd$e d%ee;ed(e;d)e>d*ed+e?d,e>S G%6)--%GGr-zS ENV{ID_NET_DRIVER}=="vif|ena|ixgbevf", GOTO="cloudinit_hook" GOTO="cloudinit_end" ceZdZUdZgdZdZgdZeee d<dZ dZ dZ e jZd Zej$ej(ej*ej,ej.hiZej$ej(ej.hiZeZed d d Zfd Zdeddffd Z dZ!dZ"dZ#e$dZ%e$dZ&e$dZ'e$dZ(e$dZ)e$dZ*e$dZ+dZ,dZ-dZ.dZ/dZ0e$d Z1e$d!Z2d"Z3e$d#Z4d$Z5d+d%Z6d&e7jpde9fd'Z:d&e7jpde;d fd(ZxZ?S)- DataSourceEc2r)zhttp://169.254.169.254zhttp://[fd00:ec2::254]zhttp://instance-data.:8773z 2009-04-04)z 2021-03-23z 2018-09-24z 2016-09-02extended_metadata_versions2NFTcvtt| |||d|_d|_t j |_yN)superr6__init__metadata_addressidentityrMAC_fallback_nic_order)selfsys_cfgdistropaths __class__s r.r?zDataSourceEc2.__init__vs1 mT+GVUC $ #+<< r-ci_pkl_versionreturnct||t|_tj |_tddd|_y)NTr:r;) r> _unpickle_EXTRA_HOTPLUG_UDEV_RULESextra_hotplug_udev_rulesrrBrCrhotplug_retry_settings)rDrIrHs r.rLzDataSourceEc2._unpickle|s5 .)(A%#+<< &:4B&G#r-ctS)z5Return the cloud name as identified during _get_data.)identify_platformrDs r._get_cloud_namezDataSourceEc2._get_cloud_names  ""r-c2ttj|jtt d\}}t jd||j|j|dk(r|jtjk(ry|jtjk(ry|jrtjrt jdy t|j |j j"dd5}|j%|_t jd|j(rd |j(nd dddn|j%|_|j&sy|j&j-d d|_|j&j-d d|_|j&j-d ij-dij-di|_y#1swYxYw#t*$rYywxYw)N)rNz0strict_mode: %s, cloud_name=%s cloud_platform=%strueFz1FreeBSD doesn't support running dhclient with -sfT)ipv4ipv6zCrawled metadata service%s meta-data user-datadynamicinstance-identitydocument)read_strict_moder get_cfg_by_pathrESTRICT_ID_PATHSTRICT_ID_DEFAULTLOGdebug cloud_nameplatformrr*r+perform_dhcp_setup is_FreeBSDrrFfallback_interfacecrawl_metadata_crawled_metadata state_msgrgetmetadata userdata_rawrA)rD strict_mode_sleepnetws r. _get_datazDataSourceEc2._get_datas.   n.?     V >  OO MM  & T__ 8J8J%J __ : : :  " "  MN 'KKKK22   -1-@-@-BD*II404!DNN+,B &*%8%8%:D "%%..22;E  2266{DI  " " & &y" 5 S$b ) SR  3  $  s+-H AG>H >HH HHc|jsy|jjdijdi}|jdijD] \}}d|vs yy)z6Report if this instance type is Ec2 Classic (non-vpc).Fnetwork interfacesmacszvpc-idT)rnrmitems)rD ifaces_md_macmac_datas r.is_classic_instancez!DataSourceEc2.is_classic_instancesh}}MM%%i488rJ 'mmFB7==? ND(8# r-cR|jsy|jjdS)Nzami-launch-index)rnrmrRs r. launch_indexzDataSourceEc2.launch_indexs"}}}}  !344r-cx|js#tjj|_|jSr=)_platform_typer6dsnamelowerrRs r.rfzDataSourceEc2.platforms."""/"6"6"<"<">D """r-cy)Nzlatest/api/tokenr,rRs r.api_token_routezDataSourceEc2.api_token_routes!r-cy)N21600r,rRs r.imdsv2_token_ttl_secondsz&DataSourceEc2.imdsv2_token_ttl_secondssr-cy)NzX-aws-ec2-metadata-tokenr,rRs r.imdsv2_token_put_headerz%DataSourceEc2.imdsv2_token_put_headers)r-c |jdzS)Nz -ttl-seconds)rrRs r.imdsv2_token_req_headerz%DataSourceEc2.imdsv2_token_req_headers++n<> @ 6Q?? @s"C  C?C::C?c|jtjk(rt|ddsg|j }t j ||j|j|j|jjdi|_ |jjd|jdS|jdS)NrA headers_cbr exception_cbr^ instanceIdz instance-id)rerr%getattrrrget_instance_identityr@rr_refresh_stale_aws_token_cbrmrArn)rD api_versions r.get_instance_idzDataSourceEc2.get_instance_ids ??jnn ,4T2#;;= # 9 9))#00#'#;#;!%!A!A ! #j"%  ==$$dmmM: ==/ /r-c @|jtvryg}i}|j}d}|D]*}dj||}|j ||||<,t j dd}d}|j} tj|| j| jt j|j|j||jd \}}|r|r ||_||St j%d|y#tj $rY%C!)?)?)BACC x=CK ' II>c&kCM13  x=F KKE F''F 66v> !'GGH4;;--<H#N $&&sH5 C #  $ )J''#44"22++#77,,-FC#+C= $4D ! II3T5J5J K$%%__ @ @ KKC D$%% LL:DNN$z12  $%%{Ds I6,I6c4d|jvryd}|jd}t|tstj d|y|j D]\}}||k(r|}n|dk(s|dk(s|}|tj d|y|}|j dsd|z}tjj|r|S|jtjj|}|rtj d|||S|dk(ry|S) Nzblock-device-mappingz+block-device-mapping not a dictionary: '%s' ephemeral ephemeral0z Unable to convert %s to a device/z/dev/%szRemapped device name %s => %s) rn isinstancedictrcrdrx startswithospathexists _remap_devicebasename)rDnamefoundbdmentnamedeviceofoundremappeds r.device_name_to_devicez#DataSourceEc2.device_name_to_devices " 6mm23#t$ IICS I"yy{ OGV$+%$,*>   = II8$ ?$%E 77>>% L%%bgg&6&6u&=>  II5uh GO <  r-c |jtjk(r,|jj d|j ddS|j ddS#t $rYywxYw)NavailabilityZone placementzavailability-zone)rerr%rArmrnKeyErrorrRs r.availability_zonezDataSourceEc2.availability_zonesl *..0}}((&MM+./BC }}[12EFF  sAA A A)(A)c|jtjk(r:|jj d}|j r|s|j dd}|S|j }||ddSy)Nregion)rerr%rArmr)rDrazs r.rzDataSourceEc2.regionsf ??jnn ,]]&&x0F%%f//4M''B~#2wr-c|sy|jtjk(r*tt j |t t|yyr=)rerr*warn_if_necessaryr r`rarb)rDcfgis_new_instances r.activatezDataSourceEc2.activates=  ??j00 0 $$S.:KL  1r-c H|jtjk7r |jS|jtj dyd}|j j}|jjd}t|trt||j |tj|jdd|j}|j!rt#j$|j&|_|j&t(j*j-t.j0|j&t(j*j-t.j2ntj d|||_|jS)z@Return a network config dict for rendering ENI or netplan files.Nz8Unexpected call to network_config when metadata is None.ruapply_full_imds_network_configT) fallback_nicfull_network_configfallback_nic_orderz%Metadata 'network' key not valid: %s.)_network_configr UNSETrnrcrrFrirmrr#convert_ec2_metadata_network_configr get_cfg_option_boolrrCr|copydeepcopydefault_update_eventsrNETWORKaddrBOOT BOOT_LEGACY)rDresultifacenet_mds r.network_configzDataSourceEc2.network_configsO   7== 0'' ' == KKJ  ..""9- fd #9 "$($<$<KK!A4%$(#;#;F'')-1]]...***:+=+=>BBNN**:+=+=>BB)) KK? H%###r-c(|jsiS|j}|j}i}|jtvr|j }|j }d}n.|jtjk(r dx}}t}ndx}x}} tj||j|j||}tj||d<tj ||j|j||||d<|jtj"k(r5tj$||j|j||}d|i|d<||d <|S#t&$r*tj(t*d|jicYSwxYw) zCrawl metadata service when available. @returns: Dictionary of crawled metadata content containing the keys: meta-data, user-data and dynamic. Nrr[)rrrretrieval_exception_ignore_cbrZr]r\z'Failed reading from metadata address %s_metadata_api_version)rrrrerr#_skip_or_refresh_stale_aws_token_cbrr)r4rget_instance_userdatar@rr maybe_b64decodeget_instance_metadatar%r Exceptionlogexcrc) rDrredactcrawled_metadataexc_cb exc_cb_udskip_cb raw_userdatarAs r.rjzDataSourceEc2.crawl_metadatas --/I335 )) ??> >55F@@IG __ 3 3 3!% %FY)G+/ /F /Y 44%%,,%& L-1,@,@,N [ ),/,E,E%%,,%#.5 - [ )*..044))#00#)!' 0CH.M +5@01  KK9%%  I  s C E0FFc|jtvry| |j}tj d|j |i}dj |j|j} tj|||jd}|jS#tj$r!}tjd||Yd}~yd}~wwxYw)zRequest new metadata API token. @param seconds: The lifetime of the token in seconds @return: The API token or None if unavailable. Nz!Refreshing Ec2 metadata API tokenz{}/{}r)rrrz/Unable to get API token: %s raised exception %s)rerrrcrdrrr@rrrrrrcontents)rDsecondsrequest_header token_urlrrs r._refresh_api_tokenz DataSourceEc2._refresh_api_tokenVs ??"B B ?33G 5666@NN4#8#8$:N:NO  }}&#77$ H   ~~  KKA9a   s,#BC.C  Cr3crtjtj|}|sy|j|S)zSCallback will not retry on SKIP_USERDATA_CODES or if no token is available.F)rskip_retry_on_codesSKIP_USERDATA_CODESr)rDr3retrys r.rz1DataSourceEc2._skip_or_refresh_stale_aws_token_cbss3 ''(?(?K// ::r-cZ|jdk(rtjdd|_y)z=Exception handler for Ec2 to refresh token if token is stale.iz+Clearing cached Ec2 API token due to expiryNT)r1rcrdrrDr3s r.rz)DataSourceEc2._refresh_stale_aws_token_cb}s' >>S IIC D"DOr-c|jrZ|jdk(rtjdy|jdk(ry|jdk\rtjdyy)a2Fail quickly on proper AWS if IMDSv2 rejects API token request Guidance from Amazon is that if IMDSv2 had disabled token requests by returning a 403, or cloud-init malformed requests resulting in other 40X errors, we want the datasource detection to fail quickly without retries as those symptoms will likely not be resolved by retries. Exceptions such as requests.ConnectionError due to IMDS being temporarily unroutable or unavailable will still retry due to the callsite wait_for_url. izLEc2 IMDS endpoint returned a 403 error. HTTP endpoint is disabled. Aborting.Fiiz2Fatal error while requesting Ec2 IMDSv2 API tokensT)r1rcrr&s r.rz!DataSourceEc2._token_exception_cbs_ >>~~$ ;3&3& Hr-c|jtvriS|j|ji}|j|vr|S|j s#|j |_|j siS|j|j iS)zReturn a dict of headers for accessing a url. If _api_token is unset on AWS, attempt to refresh the token via a PUT and then return the updated token header. )rerrrrrr r)rDr2request_token_headers r.rzDataSourceEc2._get_headerss ??"B BI  ( ($*G*G    3 &' '#557DO?? ,,doo>>r-r=)rY)@r"r#r$rrrr7rstr__annotations__ url_max_wait url_timeoutrr rrrgrrrBOOT_NEW_INSTANCErrHOTPLUGsupported_update_eventsrrMrNrrOr?rrLrSrsr|propertyr~rfrrrrrrrrrrrrrr rjr rrrrrrrr __classcell__rHs@r.r6r6Bs< FM( -S LKJmmO   ' ' NN  ! !        ' '     91$2>0 HHH #1f 55 ## ""**==LL)>0(1fH&T1f    -$-$^6 p!:;; ; U^^>?r-r6c&eZdZdZdZfdZxZS)DataSourceEc2LocalayDatasource run at init-local which sets up network to query metadata. In init-local, no network is available. This subclass sets up minimal networking with dhclient on a viable nic so that it can talk to the metadata service. If the metadata service provides network configuration then render the network configuration for that instance based on metadata. Tctjtjf}|j|vr"tj d||jyt t|#S)Nz+Local Ec2 mode only supported on %s, not %sF) rr%r)rercrdr>r5get_data)rDsupported_platformsrHs r.r7zDataSourceEc2Local.get_datasT)~~z/B/BC ??"5 5 II=#  '799r-)r"r#r$__doc__rgr7r2r3s@r.r5r5s : :r-r5ct t|S#t$r!}tj||cYd}~Sd}~wwxYwr=)parse_strict_mode ValueErrorrcr)cfgvaldefaultrs r.r_r_s2 ((  As 7277c|dury|dury|sy|jd\}}}|dvrtd|d |d |r t|}||fSd}||fS#t$r}td |d |d |d}~wwxYw) NT)rUNF)falseN)rr,)rUr@rzInvalid mode 'z' in strict_id setting 'z+': Expected one of 'true', 'false', 'warn'.zInvalid sleep 'z': not an integer) partitionr<r)r=modersleeprs r.r;r;s~  %%c*ND!U ,,:> H    JE ; ; &"  s A A2A--A2c t|\}}|dk(ryt j d|d|y#t$r}tj|Yd}~yd}~wwxYw)Nr@ non_ec2_mdT)rCrD)r;r<rcrr show_warning)r=rrCrDrs r.rrsU'/ e  w ,$eD  As0 AAAcD|d}|jdrtjStt5t j |jjjdrtjcdddS dddy#1swYyxYw)Nuuidr) rrr%rr<rIUUIDbytes_lehex)datauuid_strs r. identify_awsrO sF|H5!~~ * " 99X  ' ' + + - 8 8 ?>> "" ?"  " s A BBcL|djdrtjSy)Nserialz.brightbox.com)endswithrr&rMs r.identify_brightboxrTs& H~/0###1r-cL|djdrtjSy)N asset_tagz .zstack.io)rRrr'rSs r.identify_zstackrW s& K!!,/   0r-c4|ddk(rtjSy)Nvendorr)rr(rSs r.identify_e24cloudrZ%s H~#"""$r-c~|ddjk(r'|ddjk(rtjSyy)N product_namez3DS Outscale VMrYz 3DS Outscale)rrr)rSs r.identify_outscaler]*sD ^ 1 7 7 99 Nn224 4""" 5 :r-ct}ttttt df}|D]} ||}|r|cSy#t $r"}tjd|||Yd}~;d}~wwxYw)Nc"tjSr=)rr*)rs r.z#identify_platform..;s *$$r-z'calling %s with %s raised exception: %s) _collect_platform_datarOrTrWrZr]rrcr)rMcheckscheckerrrs r.rQrQ2s{ ! #D$ F T]F    KK97D!   s ? A*A%%A*c>d}ttt5tjdj }ddd|xst jdxsd}t jdxsd}t jdxsd}t jdxsd}t jdxsd}|j|j|j|j|jd S#1swYxYw) aFReturns a dictionary of platform info from dmi or /sys/hypervisor. Keys in the dictionary are as follows: uuid: system-uuid from dmi or /sys/hypervisor serial: dmi 'system-serial-number' (/sys/.../product_serial) asset_tag: 'dmidecode -s chassis-asset-tag' vendor: dmi 'system-manufacturer' (/sys/.../sys_vendor) product_name: dmi 'system-product-name' (/sys/.../system-manufacturer) On Ec2 instances experimentation is that product_serial is upper case, and product_uuid is lower case. This returns lower case values for both. Nz/sys/hypervisor/uuidz system-uuidrYzsystem-serial-numberzchassis-asset-tagzsystem-manufacturerzsystem-product-namerIrQrVrYr\) rOSErrorUnicodeDecodeErrorr load_text_filestripr read_dmi_datarres r.raraHs D '- .C""#9:@@BC  93$$]3 9rD   5 6 <"F!!"56<"I   4 5 ;F$$%:;ArL ,,.__&,,.$**,  CCs $DD macs_metadata macs_to_nicsrrJc  i}rs|Stdtfdj}d tt | fdDcic] \}\}}}||c}}}}Scc}}}}w)aI Builds a dictionary containing macs as keys and nic orders as values, taking into account `network-card` and `device-number` if present. Note that the first NIC will be the primary NIC as it will be the one with [network-card] == 0 and device-number == 0 if present. @param macs_metadata: dictionary with mac address as key and contents like: {"device-number": "0", "interface-id": "...", "local-ipv4s": ...} @macs_to_nics: dictionary with mac address as key and nic name as value @return: Dictionary with macs as keys and nic orders as values. c|dduS)Nr,)mmds r.r`z"_build_nic_order..sCF$&r-c2|j||fSr=)rm)macrkrls r.r`z"_build_nic_order..sm//4l36GHr-cD|j|d}| t|S|Sr=)rmr)diktkey alt_valuevalues r._get_key_as_int_orz,_build_nic_order.._get_key_as_int_ors(d#  u: r-c|ddtd|ddtdtjk(r|dfS|dfS)Nroz network-cardinfinity device-numberr)floatrNIC_NAME)rprxrs r.r`z"_build_nic_order..se&Aj0A'Az1B .1B1BBA !!V !r-)ru)filtermapkeys enumeratesorted) rkrlr nic_ordervalid_macs_metadatairr _mac_metadata _nic_namerxs ``` @r._build_nic_orderrhs$!#I - & H     3< #  3    .A.]I Q  sA/ dev_confignic_name nic_metadatarFis_ipv4tablec|r#|jd}|jd}n"|jd}|jd}|r|s tjd|rdydy|jd sg|d <|r; |jj || }|d } |d j d | |d t|tr|gn|}|D]} |d j | |d|jdsg|d<t|tr|gn|}|D]} |dj | |dy#t $r!} tjd|| Yd} ~ d} ~ wwxYw)a Configure policy-based routing on secondary NICs / secondary IPs to ensure outgoing packets are routed via the correct interface. @param: dev_config: network cfg v2 to be updated inplace. @param: nic_name: nic name. Only used if ipv4. @param: nic_metadata: nic metadata from IMDS. @param: distro: Instance of Distro. Only used if ipv4. @param: is_ipv4: Boolean indicating if we are acting over ipv4 or not. @param: table: Routing table id. subnet-ipv4-cidr-block local-ipv4szsubnet-ipv6-cidr-blocksipv6szANot enough IMDS information to configure policy routing for IPv%s46Nroutes)rFroutersz 0.0.0.0/0)toviarzoCould not perform dhcp discovery on %s to find its gateway. Not adding default route via the gateway. Error: %s)rrrouting-policy)fromr) rmrcrd dhcp_clientdhcp_discoveryrrrrr*) rrrrFrrsubnet_prefix_routesipsleasegatewayr prefix_routeips r._configure_policy_routingrs(+//0HI}-+//0IJw' S  C !$  >>( #! 8 &&55hv5NEI&G x ' '%""  *C 0  ! - 8##"    >>* +') #$c3'3%SC #$++   I   KK    s"D<< E&E!!E&Tc did}|stj}|dd}|sg|jD] \}} | |k(s ndddji d} |j |} | j d rd| d <| |d | <|St |j tj} t|||} t|j}|D]}||} |j |} | s| |}|d k(}d |dzdzi}d|dd|ji| d} d|z}| r)| j dr|sd|d<t| || | d|| j d r0d| d <|| d<| r$| j dr|st| || | d|t| || d<| ds| jd| |d | <t|d dk(rw|d jD]a} |d | jd|d | jdd|d | jdd|d | jddc|S)a8Convert ec2 metadata to network config version 2 data dict. @param: network_md: 'network' portion of EC2 metadata. generally formed as {"interfaces": {"macs": {}} where 'macs' is a dictionary with mac address as key and contents like: {"device-number": "0", "interface-id": "...", "local-ipv4s": ...} @param: distro: instance of Distro. @param: macs_to_nics: Optional dict of mac addresses and nic names. If not provided, get_interfaces_by_mac is called to get it from the OS. @param: fallback_nic: Optionally provide the primary nic interface name. This nic will be guaranteed to minimally have a dhcp4 configuration. @param: full_network_config: Boolean set True to configure all networking presented by IMDS. This includes rendering secondary IPv4 and IPv6 addresses on all NICs and rendering network config on secondary NICs. If False, only the primary nic will be configured and only with dhcp (IPv4/IPv6). @return A dict of network config version 2 based on the metadata and macs. r|)version ethernetsrvrwTF macaddress)dhcp4dhcp6matchset-namerrrrz route-metricrod)rdhcp4-overridesrrrr{z use-routes)rFrrrrzdhcp6-overrides addressesrNrr)rget_interfaces_by_macrxrrmrnetwork_rendererrRendererrrrrget_secondary_addressespopr) network_mdrFrlrrrnetcfgrkrrrrr is_netplanrrwnic_idxis_primary_nic dhcp_overriders r.rrs6 ,F 002 |,V4M )//1 MC<' "CIIK0  %((-   G $"&Jw (2{H% F33W5E5EFJ |%7I ,##% &D;3$$((-  C. A''A+)<= ,"CIIK0  g    1"*.M, ' %!)     G $"&Jw ,9J( ) $$_5&)!%!-! #:,"L ;+& NN; '(2{H%w;3| 6+ 1${+002 FH ;  ) - -.? @ ;  ) - -.? F ;  ) - -h = ;  ) - -.> E  F Mr-c ||jd}|jd}g}tt|txrt |dkDr|j t |d||dtt|txrt |dkDr|j t |d||dt|S)zParse interface-specific nic metadata and return any secondary IPs :return: List of secondary IPv4 or IPv6 addresses to configure on the interface rrror24zsubnet-ipv6-cidr-block128)rmrrrrextend_get_secondary_addressesr)rrripv4srrs r.rr|s   ] +E   W %EI Jud # 6E Q7 $6UD   Jud # 6E Q7 $6UE  ) r-c4g}|j|}|}|rt|jddk7r#d|vrdnd}tj d|||||n|jdd}|ddD]$} |j dj | | &|S) zReturn list of IP addresses as CIDRs for secondary IPs The CIDR prefix will be default_prefix if cidr_key is absent or not parseable in nic_metadata. rr|rVrWzJCould not parse %s %s for mac %s. %s network config prefix defaults to /%sroNz {ip}/{prefix})rprefix)rmrsplitrcrrr) rcidr_keyrrrdefault_prefixrcidrrip_typers r.rrs I   H %D F 3tzz#'1,"h.&F  -      C#!"gG//2f/EFG r-c6tj|tSr=)r list_from_depends datasources)dependss r.get_datasource_listrs  $ $Wk ::r-)HrloggingrrrI contextlibrtypingrrr cloudinitrrr r rr r cloudinit.distrosr cloudinit.eventrr cloudinit.netrcloudinit.net.dhcprcloudinit.net.ephemeralrcloudinit.sourcesrrcloudinit.sources.helpersr getLoggerr"rcrarbrr4r%rrM DataSourcer6r5r_r;rrOrTrWrZr]rQrarBr*rrrrrrrrDEP_FILESYSTEM DEP_NETWORKrrr,r-r.rs  &&'')$$1!/6<)g!3 ( (H %/NN#3  y ?G&&y ?x::.B E  $ ! # #,F$,<<@T ?@sCx.@!@ #s(^ @FR R R  R  R  R  R  R p|| yx2<'0023W++W-@-@AB ;r-