diff --git a/parts/linux/cloud-init/artifacts/cse_helpers.sh b/parts/linux/cloud-init/artifacts/cse_helpers.sh index e250f3b70f8..78ef89f0334 100755 --- a/parts/linux/cloud-init/artifacts/cse_helpers.sh +++ b/parts/linux/cloud-init/artifacts/cse_helpers.sh @@ -148,8 +148,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/baker.go b/pkg/agent/baker.go index 73bbeac32d6..31b4467f7eb 100644 --- a/pkg/agent/baker.go +++ b/pkg/agent/baker.go @@ -1058,9 +1058,9 @@ func useGridDrivers(size string) bool { func getAKSGPUImageSHA(size string) string { if useGridDrivers(size) { - return datamodel.AKSGPUGridSHA + return datamodel.AKSGPUGridVersionSuffix } - return datamodel.AKSGPUCudaSHA + return datamodel.AKSGPUCudaVersionSuffix } func getGPUDriverType(size string) string { diff --git a/pkg/agent/baker_test.go b/pkg/agent/baker_test.go index 3c549fe62f6..7d65066d952 100644 --- a/pkg/agent/baker_test.go +++ b/pkg/agent/baker_test.go @@ -2169,10 +2169,10 @@ var _ = Describe("getGPUDriverType", func() { }) var _ = Describe("getAKSGPUImageSHA", func() { - It("should use newest AKSGPUGridSHA with nv v5", func() { - Expect(getAKSGPUImageSHA("standard_nv6ads_a10_v5")).To(Equal(datamodel.AKSGPUGridSHA)) + It("should use newest AKSGPUGridVersionSuffix with nv v5", func() { + Expect(getAKSGPUImageSHA("standard_nv6ads_a10_v5")).To(Equal(datamodel.AKSGPUGridVersionSuffix)) }) - It("should use newest AKSGPUCudaSHA with non grid SKU", func() { - Expect(getAKSGPUImageSHA("standard_nc6_v3")).To(Equal(datamodel.AKSGPUCudaSHA)) + It("should use newest AKSGPUCudaVersionSuffix with non grid SKU", func() { + Expect(getAKSGPUImageSHA("standard_nc6_v3")).To(Equal(datamodel.AKSGPUCudaVersionSuffix)) }) }) diff --git a/pkg/agent/datamodel/const.go b/pkg/agent/datamodel/const.go index a1a15fb6344..4fc4fb39808 100644 --- a/pkg/agent/datamodel/const.go +++ b/pkg/agent/datamodel/const.go @@ -134,15 +134,15 @@ const ( const ( Nvidia470CudaDriverVersion = "cuda-470.82.01" - Nvidia550CudaDriverVersion = "cuda-550.90.12" - Nvidia535GridDriverVersion = "grid-535.161.08" + Nvidia550CudaDriverVersion = "550.90.12" + Nvidia535GridDriverVersion = "535.161.08" ) // These SHAs will change once we update aks-gpu images in aks-gpu repository. We do that fairly rarely at this time. // So for now these will be kept here like this. const ( - AKSGPUCudaSHA = "sha-c66998" - AKSGPUGridSHA = "sha-c66998" + AKSGPUCudaVersionSuffix = "20241021235610" + AKSGPUGridVersionSuffix = "20241021235607" ) /* convergedGPUDriverSizes : these sizes use a "converged" driver to support both cuda/grid workloads. diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand index 1fd4c3d5b8c..f7ef23bbbf9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL=containerd-package-url RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL=containerd-package-url RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData index a46e6735e34..a2323ece52a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+Containerd/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand index a58f4fed3a7..bf83cd2e8d5 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData index cb653e7bc1e..914c177b133 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand index 3f81973456a..200fd88fe8a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData index cb653e7bc1e..914c177b133 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand index 9b0ce9b31d6..1197f3ca732 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData index a006a441dc5..2513d72b59d 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand index 9b0ce9b31d6..1197f3ca732 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData index a006a441dc5..2513d72b59d 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand index 9d017cb50d9..c9c07388093 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData index a46e6735e34..a2323ece52a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+Docker/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand index 800684b5cee..6ecd47a013c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData index e933bbe5169..e9b8e1fe389 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand index cdfc358f66f..f8b6f2ba0b6 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData index 1504834daad..42c9e62ba5f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand index 0369dd5d3e1..3f95e628ed1 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData index fcc27881422..66554fa468e 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand index 513529615e5..fa5671e941f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData index a46e6735e34..a2323ece52a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand index 902467a3fbf..a33484f0d3d 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData index 1504834daad..42c9e62ba5f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand index 6ab793a3ae4..c404d235d95 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData index 1504834daad..42c9e62ba5f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand index 8a6fe82239c..671c550902c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData index cb653e7bc1e..914c177b133 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand index 513529615e5..fa5671e941f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData index a46e6735e34..a2323ece52a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand index 731eb13828a..0e51418d51f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData index f87ee4ec157..97d7e5281dc 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand index 89b1aaf76e7..8e99c206341 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData index c0a6582ea19..c3edb45806b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand index 2ab9354cf31..9431206b20c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData index f87ee4ec157..97d7e5281dc 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CSECommand index dc820a4f376..82eecca3909 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CustomData b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CustomData index 8d9f313314b..2614bd437bc 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand index 46ab037c0c4..e747becadb3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData index adc8d181c10..8c202fc314f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand index 1d99118f17b..5fc6a64b9ce 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData index 1eaa5f83c68..18f077b17e1 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand index 8d4e1987ba4..12d92ae1b50 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData index e17d64dd9cb..d9b85b6dd0b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand index 651bc8f9698..1eb2f8ee0b8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData index 17da53e4347..b2435f4d017 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand index e37762c01c0..3fa5143398b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData index e17d64dd9cb..d9b85b6dd0b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand index d053e6354b3..37087e33ffe 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData index 7a327c9f314..f0c60d3a5e7 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand index 5b1fe2bdc41..2d61723ddaf 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData index e17d64dd9cb..d9b85b6dd0b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand index 253a9b3d2d0..661aeee2211 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData index e17d64dd9cb..d9b85b6dd0b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand index 66967efda34..eef5315804d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData index adc8d181c10..8c202fc314f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand index b7e4b3b3247..d543b691f48 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData index adc8d181c10..8c202fc314f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand index 302171f0eb9..9c0af151954 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData index 1504834daad..42c9e62ba5f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand index a33ff09e290..50251de9e39 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData index f7fc66a5e0b..4fbf977cbae 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand index cff5690ab20..a3d413e3ffe 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData index e17d64dd9cb..d9b85b6dd0b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand index e37762c01c0..3fa5143398b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData index e17d64dd9cb..d9b85b6dd0b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand index f31800ce9d9..74cebbe2558 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData index 1504834daad..42c9e62ba5f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand index 0ebf3b432ca..9154b1ded81 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData index 1504834daad..42c9e62ba5f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand index 388fb3caa36..cebb0a00775 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData index e17d64dd9cb..d9b85b6dd0b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand index 388fb3caa36..cebb0a00775 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData index e17d64dd9cb..d9b85b6dd0b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand index a9b0a92eb44..2f49bb43974 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData index 1504834daad..42c9e62ba5f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand index 88f9deeb7e3..2da2ebec5e3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData index 1504834daad..42c9e62ba5f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand index 323010361a0..2f538f1ddca 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData index 43676e09120..05c06c1ecbd 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CSECommand index 7744a0be85a..412d3fbf3a9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CustomData b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CustomData index 8d9f313314b..2614bd437bc 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand index a90904851d6..6f8cf2ec154 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData index 1eaa5f83c68..18f077b17e1 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand index ad2016ed42f..59f7d5ead0e 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4udjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtMy0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtNS0xLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTUtMV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTgtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC04LTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy53d3MtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC53d3MtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0xNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLnYyIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4udjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtMy0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtNS0xLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTUtMV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTgtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC04LTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy53d3MtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC53d3MtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0xNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLnYyIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4udjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtMy0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtNS0xLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTUtMV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTgtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC04LTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy53d3MtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC53d3MtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0xNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLnYyIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4udjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtMy0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtNS0xLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTUtMV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTgtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC04LTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy53d3MtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC53d3MtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0xNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLnYyIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData index 9c518d59f33..74381b1516f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand index 2981ff5d0ba..3bbf556e8c6 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData index d7378e52e19..d3d7d7b6518 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line9.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand index cdb3df91682..92ac778b436 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData index 229b98181fa..43eceb8d99d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line9.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand index 53ac8411e2b..a70dc9494e6 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData index e17d64dd9cb..d9b85b6dd0b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line9.sh b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand index 0493108ec15..7dc500223db 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CustomData b/pkg/agent/testdata/AKSUbuntu2204+China/CustomData index a7d6fde5551..d1a89b4695d 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+China/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+China/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CSECommand index 28c2207d054..e9db89f0935 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCltwcm94eV9wbHVnaW5zXQogIFtwcm94eV9wbHVnaW5zLm92ZXJsYXliZF0KICAgIHR5cGUgPSAic25hcHNob3QiCiAgICBhZGRyZXNzID0gIi9ydW4vb3ZlcmxheWJkLXNuYXBzaG90dGVyL292ZXJsYXliZC5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCltwcm94eV9wbHVnaW5zXQogIFtwcm94eV9wbHVnaW5zLm92ZXJsYXliZF0KICAgIHR5cGUgPSAic25hcHNob3QiCiAgICBhZGRyZXNzID0gIi9ydW4vb3ZlcmxheWJkLXNuYXBzaG90dGVyL292ZXJsYXliZC5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CustomData b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CustomData index b0c30e7911b..b2737294c3e 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand index 510705dd6ac..4c812ab8dec 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData index 53e4de2bbf5..5e5518e2068 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CSECommand index ec078859358..3c12d07edcb 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="https://repodepot.azure.microsoft.fakecustomcloud/ubuntu" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.10 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.10/binaries/azure-acr-credential-provider-linux-amd64-v1.29.10.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.fakecustomcloud/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsIm1jclVSTCI6Im1jci5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkIiwicmVwb0RlcG90RW5kcG9pbnQiOiJodHRwczovL3JlcG9kZXBvdC5henVyZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkL3VidW50dSIsIm1hbmFnZW1lbnRQb3J0YWxVUkwiOiJodHRwczovL3BvcnRhbC5henVyZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInNlcnZpY2VNYW5hZ2VtZW50RW5kcG9pbnQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInJlc291cmNlTWFuYWdlckVuZHBvaW50IjoiaHR0cHM6Ly9tYW5hZ2VtZW50LmF6dXJlLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQvIiwiYWN0aXZlRGlyZWN0b3J5RW5kcG9pbnQiOiJodHRwczovL2xvZ2luLm1pY3Jvc29mdG9ubGluZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsImtleVZhdWx0RW5kcG9pbnQiOiJodHRwczovL3ZhdWx0LmNsb3VkYXBpLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQvIiwiZ3JhcGhFbmRwb2ludCI6Imh0dHBzOi8vZ3JhcGguY2xvdWRhcGkubWljcm9zb2Z0LmZha2VjdXN0b21jbG91ZC8iLCJzdG9yYWdlRW5kcG9pbnRTdWZmaXgiOiJjb3JlLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQiLCJzcWxEYXRhYmFzZUROU1N1ZmZpeCI6ImRhdGFiYXNlLmNsb3VkYXBpLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQiLCJrZXlWYXVsdEROU1N1ZmZpeCI6InZhdWx0LmNsb3VkYXBpLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQiLCJyZXNvdXJjZU1hbmFnZXJWTUROU1N1ZmZpeCI6ImNsb3VkYXBwLmF6dXJlLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQvIiwiY29udGFpbmVyUmVnaXN0cnlETlNTdWZmaXgiOiIuYXp1cmVjci5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkIiwiY29zbW9zREJETlNTdWZmaXgiOiJkb2N1bWVudHMuY29yZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInRva2VuQXVkaWVuY2UiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX=".azurecr.microsoft.fakecustomcloud" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-credential-provider-bin-dir=/var/lib/kubelet/credential-provider --image-credential-provider-config=/var/lib/kubelet/credential-provider-config.yaml --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="https://repodepot.azure.microsoft.fakecustomcloud/ubuntu" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.10 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.10/binaries/azure-acr-credential-provider-linux-amd64-v1.29.10.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.fakecustomcloud/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsIm1jclVSTCI6Im1jci5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkIiwicmVwb0RlcG90RW5kcG9pbnQiOiJodHRwczovL3JlcG9kZXBvdC5henVyZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkL3VidW50dSIsIm1hbmFnZW1lbnRQb3J0YWxVUkwiOiJodHRwczovL3BvcnRhbC5henVyZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInNlcnZpY2VNYW5hZ2VtZW50RW5kcG9pbnQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInJlc291cmNlTWFuYWdlckVuZHBvaW50IjoiaHR0cHM6Ly9tYW5hZ2VtZW50LmF6dXJlLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQvIiwiYWN0aXZlRGlyZWN0b3J5RW5kcG9pbnQiOiJodHRwczovL2xvZ2luLm1pY3Jvc29mdG9ubGluZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsImtleVZhdWx0RW5kcG9pbnQiOiJodHRwczovL3ZhdWx0LmNsb3VkYXBpLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQvIiwiZ3JhcGhFbmRwb2ludCI6Imh0dHBzOi8vZ3JhcGguY2xvdWRhcGkubWljcm9zb2Z0LmZha2VjdXN0b21jbG91ZC8iLCJzdG9yYWdlRW5kcG9pbnRTdWZmaXgiOiJjb3JlLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQiLCJzcWxEYXRhYmFzZUROU1N1ZmZpeCI6ImRhdGFiYXNlLmNsb3VkYXBpLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQiLCJrZXlWYXVsdEROU1N1ZmZpeCI6InZhdWx0LmNsb3VkYXBpLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQiLCJyZXNvdXJjZU1hbmFnZXJWTUROU1N1ZmZpeCI6ImNsb3VkYXBwLmF6dXJlLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQvIiwiY29udGFpbmVyUmVnaXN0cnlETlNTdWZmaXgiOiIuYXp1cmVjci5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkIiwiY29zbW9zREJETlNTdWZmaXgiOiJkb2N1bWVudHMuY29yZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInRva2VuQXVkaWVuY2UiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX=".azurecr.microsoft.fakecustomcloud" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-credential-provider-bin-dir=/var/lib/kubelet/credential-provider --image-credential-provider-config=/var/lib/kubelet/credential-provider-config.yaml --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CustomData index 0be5c5a647d..29a90f16047 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand index 8c3d41d526d..5f46e0204a1 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData index a8688d680c2..033f42e00c1 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand index 2a58441438b..7425db74ef0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData index 79220ccb4e4..25e567adef7 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CSECommand index 5c3c02bae2c..e6b3581a8b8 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.31.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.31.0/binaries/azure-acr-credential-provider-linux-amd64-v1.31.0.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdLAogICAgInNlcmlhbGl6ZUltYWdlUHVsbHMiOiBmYWxzZQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.31.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.31.0/binaries/azure-acr-credential-provider-linux-amd64-v1.31.0.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdLAogICAgInNlcmlhbGl6ZUltYWdlUHVsbHMiOiBmYWxzZQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CustomData index 79220ccb4e4..25e567adef7 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CSECommand index b7bcd0b48e2..d4b9500e833 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CustomData index 79220ccb4e4..25e567adef7 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CSECommand index 91b01751c3f..acf5269a8c8 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --rotate-server-certificates=false --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --rotate-server-certificates=false --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CustomData b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CustomData index 0afcb6d025d..8078c2b9913 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CSECommand index f5d03fdca76..79ac5145987 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CustomData b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CustomData index a7d6fde5551..d1a89b4695d 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CSECommand index 7aad960c198..fff381a8aa9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="true" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="true" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CustomData b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CustomData index a7d6fde5551..d1a89b4695d 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CSECommand index 19f13216897..04035da86a1 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="true" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="true" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="true" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="true" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CustomData b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CustomData index a7d6fde5551..d1a89b4695d 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CSECommand index 9a64e9720ec..f7c0f16f7df 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CustomData b/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CustomData index 8d9f313314b..2614bd437bc 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CSECommand index 8094b25fe23..c8306dcc3e0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDaXBoZXJTdWl0ZXMiOiBbCiAgICAgICAgIlRMU19FQ0RIRV9FQ0RTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9DSEFDSEEyMF9QT0xZMTMwNSIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIKICAgIF0sCiAgICAicm90YXRlQ2VydGlmaWNhdGVzIjogdHJ1ZSwKICAgICJzZXJ2ZXJUTFNCb290c3RyYXAiOiB0cnVlLAogICAgImF1dGhlbnRpY2F0aW9uIjogewogICAgICAgICJ4NTA5IjogewogICAgICAgICAgICAiY2xpZW50Q0FGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9jYS5jcnQiCiAgICAgICAgfSwKICAgICAgICAid2ViaG9vayI6IHsKICAgICAgICAgICAgImVuYWJsZWQiOiB0cnVlCiAgICAgICAgfSwKICAgICAgICAiYW5vbnltb3VzIjoge30KICAgIH0sCiAgICAiYXV0aG9yaXphdGlvbiI6IHsKICAgICAgICAibW9kZSI6ICJXZWJob29rIiwKICAgICAgICAid2ViaG9vayI6IHt9CiAgICB9LAogICAgImV2ZW50UmVjb3JkUVBTIjogMCwKICAgICJjbHVzdGVyRG9tYWluIjogImNsdXN0ZXIubG9jYWwiLAogICAgImNsdXN0ZXJETlMiOiBbCiAgICAgICAgIjEwLjAuMC4xMCIKICAgIF0sCiAgICAic3RyZWFtaW5nQ29ubmVjdGlvbklkbGVUaW1lb3V0IjogIjRoMG0wcyIsCiAgICAibm9kZVN0YXR1c1VwZGF0ZUZyZXF1ZW5jeSI6ICIxMHMiLAogICAgImltYWdlR0NIaWdoVGhyZXNob2xkUGVyY2VudCI6IDkwLAogICAgImltYWdlR0NMb3dUaHJlc2hvbGRQZXJjZW50IjogNzAsCiAgICAiY2dyb3Vwc1BlclFPUyI6IHRydWUsCiAgICAiY3B1TWFuYWdlclBvbGljeSI6ICJzdGF0aWMiLAogICAgInRvcG9sb2d5TWFuYWdlclBvbGljeSI6ICJiZXN0LWVmZm9ydCIsCiAgICAibWF4UG9kcyI6IDExMCwKICAgICJwb2RQaWRzTGltaXQiOiAxMjM0NSwKICAgICJyZXNvbHZDb25mIjogIi9ldGMvcmVzb2x2LmNvbmYiLAogICAgImNwdUNGU1F1b3RhIjogZmFsc2UsCiAgICAiY3B1Q0ZTUXVvdGFQZXJpb2QiOiAiMjAwbXMiLAogICAgImV2aWN0aW9uSGFyZCI6IHsKICAgICAgICAibWVtb3J5LmF2YWlsYWJsZSI6ICI3NTBNaSIsCiAgICAgICAgIm5vZGVmcy5hdmFpbGFibGUiOiAiMTAlIiwKICAgICAgICAibm9kZWZzLmlub2Rlc0ZyZWUiOiAiNSUiCiAgICB9LAogICAgInByb3RlY3RLZXJuZWxEZWZhdWx0cyI6IHRydWUsCiAgICAiZmVhdHVyZUdhdGVzIjogewogICAgICAgICJDdXN0b21DUFVDRlNRdW90YVBlcmlvZCI6IHRydWUsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2,kubernetes.azure.com/kubelet-serving-ca=cluster" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDaXBoZXJTdWl0ZXMiOiBbCiAgICAgICAgIlRMU19FQ0RIRV9FQ0RTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9DSEFDSEEyMF9QT0xZMTMwNSIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIKICAgIF0sCiAgICAicm90YXRlQ2VydGlmaWNhdGVzIjogdHJ1ZSwKICAgICJzZXJ2ZXJUTFNCb290c3RyYXAiOiB0cnVlLAogICAgImF1dGhlbnRpY2F0aW9uIjogewogICAgICAgICJ4NTA5IjogewogICAgICAgICAgICAiY2xpZW50Q0FGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9jYS5jcnQiCiAgICAgICAgfSwKICAgICAgICAid2ViaG9vayI6IHsKICAgICAgICAgICAgImVuYWJsZWQiOiB0cnVlCiAgICAgICAgfSwKICAgICAgICAiYW5vbnltb3VzIjoge30KICAgIH0sCiAgICAiYXV0aG9yaXphdGlvbiI6IHsKICAgICAgICAibW9kZSI6ICJXZWJob29rIiwKICAgICAgICAid2ViaG9vayI6IHt9CiAgICB9LAogICAgImV2ZW50UmVjb3JkUVBTIjogMCwKICAgICJjbHVzdGVyRG9tYWluIjogImNsdXN0ZXIubG9jYWwiLAogICAgImNsdXN0ZXJETlMiOiBbCiAgICAgICAgIjEwLjAuMC4xMCIKICAgIF0sCiAgICAic3RyZWFtaW5nQ29ubmVjdGlvbklkbGVUaW1lb3V0IjogIjRoMG0wcyIsCiAgICAibm9kZVN0YXR1c1VwZGF0ZUZyZXF1ZW5jeSI6ICIxMHMiLAogICAgImltYWdlR0NIaWdoVGhyZXNob2xkUGVyY2VudCI6IDkwLAogICAgImltYWdlR0NMb3dUaHJlc2hvbGRQZXJjZW50IjogNzAsCiAgICAiY2dyb3Vwc1BlclFPUyI6IHRydWUsCiAgICAiY3B1TWFuYWdlclBvbGljeSI6ICJzdGF0aWMiLAogICAgInRvcG9sb2d5TWFuYWdlclBvbGljeSI6ICJiZXN0LWVmZm9ydCIsCiAgICAibWF4UG9kcyI6IDExMCwKICAgICJwb2RQaWRzTGltaXQiOiAxMjM0NSwKICAgICJyZXNvbHZDb25mIjogIi9ldGMvcmVzb2x2LmNvbmYiLAogICAgImNwdUNGU1F1b3RhIjogZmFsc2UsCiAgICAiY3B1Q0ZTUXVvdGFQZXJpb2QiOiAiMjAwbXMiLAogICAgImV2aWN0aW9uSGFyZCI6IHsKICAgICAgICAibWVtb3J5LmF2YWlsYWJsZSI6ICI3NTBNaSIsCiAgICAgICAgIm5vZGVmcy5hdmFpbGFibGUiOiAiMTAlIiwKICAgICAgICAibm9kZWZzLmlub2Rlc0ZyZWUiOiAiNSUiCiAgICB9LAogICAgInByb3RlY3RLZXJuZWxEZWZhdWx0cyI6IHRydWUsCiAgICAiZmVhdHVyZUdhdGVzIjogewogICAgICAgICJDdXN0b21DUFVDRlNRdW90YVBlcmlvZCI6IHRydWUsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2,kubernetes.azure.com/kubelet-serving-ca=cluster" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CustomData index 749a288babc..13c532dd655 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CSECommand index c54320a61ab..45c09fde21f 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDaXBoZXJTdWl0ZXMiOiBbCiAgICAgICAgIlRMU19FQ0RIRV9FQ0RTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9DSEFDSEEyMF9QT0xZMTMwNSIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIKICAgIF0sCiAgICAicm90YXRlQ2VydGlmaWNhdGVzIjogdHJ1ZSwKICAgICJzZXJ2ZXJUTFNCb290c3RyYXAiOiB0cnVlLAogICAgImF1dGhlbnRpY2F0aW9uIjogewogICAgICAgICJ4NTA5IjogewogICAgICAgICAgICAiY2xpZW50Q0FGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9jYS5jcnQiCiAgICAgICAgfSwKICAgICAgICAid2ViaG9vayI6IHsKICAgICAgICAgICAgImVuYWJsZWQiOiB0cnVlCiAgICAgICAgfSwKICAgICAgICAiYW5vbnltb3VzIjoge30KICAgIH0sCiAgICAiYXV0aG9yaXphdGlvbiI6IHsKICAgICAgICAibW9kZSI6ICJXZWJob29rIiwKICAgICAgICAid2ViaG9vayI6IHt9CiAgICB9LAogICAgImV2ZW50UmVjb3JkUVBTIjogMCwKICAgICJjbHVzdGVyRG9tYWluIjogImNsdXN0ZXIubG9jYWwiLAogICAgImNsdXN0ZXJETlMiOiBbCiAgICAgICAgIjEwLjAuMC4xMCIKICAgIF0sCiAgICAic3RyZWFtaW5nQ29ubmVjdGlvbklkbGVUaW1lb3V0IjogIjRoMG0wcyIsCiAgICAibm9kZVN0YXR1c1VwZGF0ZUZyZXF1ZW5jeSI6ICIxMHMiLAogICAgImltYWdlR0NIaWdoVGhyZXNob2xkUGVyY2VudCI6IDg1LAogICAgImltYWdlR0NMb3dUaHJlc2hvbGRQZXJjZW50IjogODAsCiAgICAiY2dyb3Vwc1BlclFPUyI6IHRydWUsCiAgICAibWF4UG9kcyI6IDExMCwKICAgICJwb2RQaWRzTGltaXQiOiAtMSwKICAgICJyZXNvbHZDb25mIjogIi9ldGMvcmVzb2x2LmNvbmYiLAogICAgImV2aWN0aW9uSGFyZCI6IHsKICAgICAgICAibWVtb3J5LmF2YWlsYWJsZSI6ICI3NTBNaSIsCiAgICAgICAgIm5vZGVmcy5hdmFpbGFibGUiOiAiMTAlIiwKICAgICAgICAibm9kZWZzLmlub2Rlc0ZyZWUiOiAiNSUiCiAgICB9LAogICAgInByb3RlY3RLZXJuZWxEZWZhdWx0cyI6IHRydWUsCiAgICAiZmVhdHVyZUdhdGVzIjogewogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --rotate-server-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2,kubernetes.azure.com/kubelet-serving-ca=cluster" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDaXBoZXJTdWl0ZXMiOiBbCiAgICAgICAgIlRMU19FQ0RIRV9FQ0RTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9DSEFDSEEyMF9QT0xZMTMwNSIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIKICAgIF0sCiAgICAicm90YXRlQ2VydGlmaWNhdGVzIjogdHJ1ZSwKICAgICJzZXJ2ZXJUTFNCb290c3RyYXAiOiB0cnVlLAogICAgImF1dGhlbnRpY2F0aW9uIjogewogICAgICAgICJ4NTA5IjogewogICAgICAgICAgICAiY2xpZW50Q0FGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9jYS5jcnQiCiAgICAgICAgfSwKICAgICAgICAid2ViaG9vayI6IHsKICAgICAgICAgICAgImVuYWJsZWQiOiB0cnVlCiAgICAgICAgfSwKICAgICAgICAiYW5vbnltb3VzIjoge30KICAgIH0sCiAgICAiYXV0aG9yaXphdGlvbiI6IHsKICAgICAgICAibW9kZSI6ICJXZWJob29rIiwKICAgICAgICAid2ViaG9vayI6IHt9CiAgICB9LAogICAgImV2ZW50UmVjb3JkUVBTIjogMCwKICAgICJjbHVzdGVyRG9tYWluIjogImNsdXN0ZXIubG9jYWwiLAogICAgImNsdXN0ZXJETlMiOiBbCiAgICAgICAgIjEwLjAuMC4xMCIKICAgIF0sCiAgICAic3RyZWFtaW5nQ29ubmVjdGlvbklkbGVUaW1lb3V0IjogIjRoMG0wcyIsCiAgICAibm9kZVN0YXR1c1VwZGF0ZUZyZXF1ZW5jeSI6ICIxMHMiLAogICAgImltYWdlR0NIaWdoVGhyZXNob2xkUGVyY2VudCI6IDg1LAogICAgImltYWdlR0NMb3dUaHJlc2hvbGRQZXJjZW50IjogODAsCiAgICAiY2dyb3Vwc1BlclFPUyI6IHRydWUsCiAgICAibWF4UG9kcyI6IDExMCwKICAgICJwb2RQaWRzTGltaXQiOiAtMSwKICAgICJyZXNvbHZDb25mIjogIi9ldGMvcmVzb2x2LmNvbmYiLAogICAgImV2aWN0aW9uSGFyZCI6IHsKICAgICAgICAibWVtb3J5LmF2YWlsYWJsZSI6ICI3NTBNaSIsCiAgICAgICAgIm5vZGVmcy5hdmFpbGFibGUiOiAiMTAlIiwKICAgICAgICAibm9kZWZzLmlub2Rlc0ZyZWUiOiAiNSUiCiAgICB9LAogICAgInByb3RlY3RLZXJuZWxEZWZhdWx0cyI6IHRydWUsCiAgICAiZmVhdHVyZUdhdGVzIjogewogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --rotate-server-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2,kubernetes.azure.com/kubelet-serving-ca=cluster" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CustomData b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CustomData index 7b215555205..b35e183ead7 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CSECommand index 4db8f319730..a2ea43af84a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="true" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="true" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CustomData b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CustomData index 8d9f313314b..2614bd437bc 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CSECommand index 29eb694bf47..0f7b7250223 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CustomData b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CustomData index 8d9f313314b..2614bd437bc 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CSECommand index 4db8f319730..a2ea43af84a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="true" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="true" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CustomData b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CustomData index 8d9f313314b..2614bd437bc 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand index fe6c83e3b58..df5d4909f7f 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData index a7d6fde5551..d1a89b4695d 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand index f5d03fdca76..79ac5145987 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData index a7d6fde5551..d1a89b4695d 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand index c5f8c78e3bb..aef7e9d05c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData index 3f4d7f4c459..585a12f2126 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CSECommand index e0d74248108..8596783aa38 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="appID" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="appID" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CustomData index 36a8b1905b7..945008b6183 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand index 6ba7f2da3a2..670cf6a84a7 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.26.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="https://test-pe-proxy" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="testserver.azurecr.io" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.26.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="https://test-pe-proxy" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="testserver.azurecr.io" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData index e8f1612f5f2..cf49b09ccb9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CSECommand index f53a6785c4b..c5254dff271 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.31.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.31.0/binaries/azure-acr-credential-provider-linux-amd64-v1.31.0.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJzZXJpYWxpemVJbWFnZVB1bGxzIjogZmFsc2UKfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --serialize-image-pulls=false --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.31.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.31.0/binaries/azure-acr-credential-provider-linux-amd64-v1.31.0.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJzZXJpYWxpemVJbWFnZVB1bGxzIjogZmFsc2UKfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --serialize-image-pulls=false --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CustomData index be54aa5804c..be548363339 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand index 3a34d182968..3d97d94a340 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData index a7d6fde5551..d1a89b4695d 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CSECommand index 57fbdb6e2e8..a95ef7351d3 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.10 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.10/binaries/azure-acr-credential-provider-linux-amd64-v1.29.10.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-credential-provider-bin-dir=/var/lib/kubelet/credential-provider --image-credential-provider-config=/var/lib/kubelet/credential-provider-config.yaml --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.10 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.10/binaries/azure-acr-credential-provider-linux-amd64-v1.29.10.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-credential-provider-bin-dir=/var/lib/kubelet/credential-provider --image-credential-provider-config=/var/lib/kubelet/credential-provider-config.yaml --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CustomData b/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CustomData index e95e2530dce..802e2a5af27 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand b/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand index b404598f232..635323624e3 100644 --- a/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand +++ b/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData b/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData index 116a3deec3e..a05855322f4 100644 --- a/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData +++ b/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AzureLinuxV2+Kata/line9.sh b/pkg/agent/testdata/AzureLinuxV2+Kata/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AzureLinuxV2+Kata/line9.sh +++ b/pkg/agent/testdata/AzureLinuxV2+Kata/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand index d01a3d30b0d..308334ab120 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData index 116a3deec3e..a05855322f4 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line9.sh b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line9.sh +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand index 30a1cc6cfea..097c7b30d20 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData index 116a3deec3e..a05855322f4 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line9.sh b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line9.sh +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand index b404598f232..635323624e3 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData index 116a3deec3e..a05855322f4 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line9.sh b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line9.sh +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand index 65de9c3c9ae..77a394126d8 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData index 116a3deec3e..a05855322f4 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line9.sh b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line9.sh +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/CustomizedImage/CSECommand b/pkg/agent/testdata/CustomizedImage/CSECommand index 087a6f71fbc..e9441ba6885 100644 --- a/pkg/agent/testdata/CustomizedImage/CSECommand +++ b/pkg/agent/testdata/CustomizedImage/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/CustomizedImage/CustomData b/pkg/agent/testdata/CustomizedImage/CustomData index 31ac58b05fc..74e15a8b19c 100644 --- a/pkg/agent/testdata/CustomizedImage/CustomData +++ b/pkg/agent/testdata/CustomizedImage/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/CustomizedImage/line9.sh b/pkg/agent/testdata/CustomizedImage/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/CustomizedImage/line9.sh +++ b/pkg/agent/testdata/CustomizedImage/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/CustomizedImageKata/CSECommand b/pkg/agent/testdata/CustomizedImageKata/CSECommand index 7f10fd88979..821cc4d745d 100644 --- a/pkg/agent/testdata/CustomizedImageKata/CSECommand +++ b/pkg/agent/testdata/CustomizedImageKata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/CustomizedImageKata/CustomData b/pkg/agent/testdata/CustomizedImageKata/CustomData index 31ac58b05fc..74e15a8b19c 100644 --- a/pkg/agent/testdata/CustomizedImageKata/CustomData +++ b/pkg/agent/testdata/CustomizedImageKata/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/CustomizedImageKata/line9.sh b/pkg/agent/testdata/CustomizedImageKata/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/CustomizedImageKata/line9.sh +++ b/pkg/agent/testdata/CustomizedImageKata/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/MarinerV2+CustomCloud/CSECommand b/pkg/agent/testdata/MarinerV2+CustomCloud/CSECommand index 93bda54a48a..43c70e3c4cc 100644 --- a/pkg/agent/testdata/MarinerV2+CustomCloud/CSECommand +++ b/pkg/agent/testdata/MarinerV2+CustomCloud/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/MarinerV2+CustomCloud/CustomData b/pkg/agent/testdata/MarinerV2+CustomCloud/CustomData index 5e583a399db..5ac7daf58b5 100644 --- a/pkg/agent/testdata/MarinerV2+CustomCloud/CustomData +++ b/pkg/agent/testdata/MarinerV2+CustomCloud/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/MarinerV2+CustomCloud/line9.sh b/pkg/agent/testdata/MarinerV2+CustomCloud/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/MarinerV2+CustomCloud/line9.sh +++ b/pkg/agent/testdata/MarinerV2+CustomCloud/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/MarinerV2+Kata/CSECommand b/pkg/agent/testdata/MarinerV2+Kata/CSECommand index a69376ed0fb..71c1857e52e 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CSECommand +++ b/pkg/agent/testdata/MarinerV2+Kata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/MarinerV2+Kata/CustomData b/pkg/agent/testdata/MarinerV2+Kata/CustomData index e31dcd03036..44851bd6c06 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CustomData +++ b/pkg/agent/testdata/MarinerV2+Kata/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/MarinerV2+Kata/line9.sh b/pkg/agent/testdata/MarinerV2+Kata/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/line9.sh +++ b/pkg/agent/testdata/MarinerV2+Kata/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand index 34a79823d06..e26e0b41cf6 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData index e31dcd03036..44851bd6c06 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line9.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line9.sh +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand index fd23c709664..ed7af791def 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData index e31dcd03036..44851bd6c06 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line9.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line9.sh +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand index a69376ed0fb..71c1857e52e 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData index e31dcd03036..44851bd6c06 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line9.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line9.sh +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand index d43c59a59fd..f965a194914 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData index e31dcd03036..44851bd6c06 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line9.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line9.sh +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/RawUbuntu/CSECommand b/pkg/agent/testdata/RawUbuntu/CSECommand index 806267c74d4..c4aa32c8415 100644 --- a/pkg/agent/testdata/RawUbuntu/CSECommand +++ b/pkg/agent/testdata/RawUbuntu/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntu/CustomData b/pkg/agent/testdata/RawUbuntu/CustomData index a46e6735e34..a2323ece52a 100644 --- a/pkg/agent/testdata/RawUbuntu/CustomData +++ b/pkg/agent/testdata/RawUbuntu/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/RawUbuntu/line9.sh b/pkg/agent/testdata/RawUbuntu/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/RawUbuntu/line9.sh +++ b/pkg/agent/testdata/RawUbuntu/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand index 2a81bff08c1..52ff88e0835 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand +++ b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="20241021235610" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CustomData b/pkg/agent/testdata/RawUbuntuContainerd/CustomData index e17d64dd9cb..d9b85b6dd0b 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CustomData +++ b/pkg/agent/testdata/RawUbuntuContainerd/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYwf5aIIi2nUXHjTKIzDGW5Ow0XLuYnJP2m+TKpTOUysD2OtAhN5xWtN+pq0p02TYXfQU4Qp8aUAbg7jphdClAQgkfC79Xw0Ry5IUrQASQoQlq7DGIMkffbwtRTEsPTco9YyCqctuRXEraVHiBdhQpz3bomUKy9wd+NoqrTCJW7Nl8muG2OltQjSX8Il9sIgViJC99hMZ0oJi9nZixKHfJHM2mvrTN2qboEBwgpb29Jz2eMtZGofZSrnL5kCR7w2FCihQTrprtp9p9k93VBat07UmjrTa9RyyLxoeu3dorjVIF2xOiRtGEcchSEmdOmEhnauDS2y8zs9pY1Uxs8P5y3nn0mEWoPcTVTye1P7glEQE22a3STG4cKcRt4St9AtCnDcanQnRp/sYscTS2nhxbI1TSLfvkXRVRijZpjgBq0APEUYOfE6haGd6qZlfGANbdrE08xD6FvTMJh58+ads/Ch0YgQju6mC9f2ZvbM8fwkQts7cE9zFhnzUKyI8hv47HjYjn2ElorYeQPYW6AwwYq49wbia2+G4ccfKw+UxSyMwAMvAHE7Rp9ABpEx3XkDbkhJyA9jB2L2IIj3v64EwusqQs4NPDzAx5zam8EFiB5I6FPODy65gpP90KSrfUHTBCMXPgrirx8FMpFIid+USCOEkygAOX+ZZ+7shy4exAKIfHTm0Uc3DLhcv1nsqgA9iP0wvEmWOeQ8zDIHM4E8xI5v88BHaBpGriLu06kxdiJMxxVx23Uwgp9/iNMy+Pna8xHgKEEl1DPpIOVcM/wlqqLSJvgSIRssMU2iCAUbpBam2t7mCUHidN3ZAWmOQCytbrMxBYvQcf5SmhYhEpzu7rNWRrweucLj3sBMvNkPcuM/Ckm6htw1nqVmGH0NyBhNw8CNhZKLFXFtB6EdYwfHf4UAJ/H90vD+o2KWQ2uOsI2d6Mrx/Rwl7ET2Y0il5BSpJPKzcExNLd5zs1cZ4MIG6DjaCnxOBBL+54ySEGlPgY7j9o3wZcY6aBO39kGaxWb/FkT6HBbKvAWRq17QefujXOJD1LoA8e/wnQJtuKxThoaOg0uMSgRcBL7UsvYsChd2hOZejKM7m7RMNimNL7Q4mTULfRdFJO69KN04ZSAJO/+JbkFggyXZ/PFOwWAgXRcDWUq7DhDvN7YoK+JGXIvzMjfiGP3hbnTlBU5091UvYmSPOBKjWDr4uupMmYx1f+ImVXyqLLDiVht8qzyn7F7UbaRZRWat01Cn2+wxJQcsi4RNZlzzw1rOX/fHEpJ/tEs+wy2/6po17vm4i1YmbPBYuo2YeX7R19M3T6z9ZGLqn/vMP1+VfI7n9dVExhOXXe2COpqYSYPLyzyV1WcxntUL01jek9TWuFwlYnt4AIxQudoVB2B/lZpHCWZhVLb6IwYvjLxHSZfOLXLZ/p7uZad+mLiSF3hYIrRxk1JQ2vTI7+QTcYaMz0oAkVIQIzJDtJ/TLuZMt77XRidbnBUe94o/o1uklMgFyQOhRdRruUKhYBEchc5v3zI4GqtGfBdjtJhi4ry0eX9eMw7x7ZTUgaxMfGv7nasBroMWYSBFyA8d9ykTmN4gMlX+hC4+l022L0lciJakIJSWzpwk9nL4/R4mUeD4ZJKU5BO+KZwKk8U4XP7b2Yso/Wca69moul7sXPno3w5YpvdfE9s0w5ClPA/Xl4JJA05KQfrrAHKLotgLA3uOMzfDKMYgiNv0PmcGWz/EH4MtEMRfBXgAdlN0Dg9wjRwXpADkHQEUBQRRFhqrRuG9WkB8QA1cs5TM19I8yO02vIK9NojpegwtvSs1LdWamIr490Z9qpPLSQ7eQuWcWZSllLbph/NGAXBZAEgBIn1IBWbWxskwDRPfpRdSVyg9VeLPxEqWYNB6M/gOao6ZQO6QlXZecYtBQRop8pPEp9QuXN0VLDbrwlujl4YkNQeXqr0Zp4vvxVhKAg/HIEkzslWQJKd0eymIcjNG0a03RUJF4XItgGylokxcfBOY4XLJg7mW+Z7EhtEyPmzdaHGLom64WDrcsX12d6kq4nbaiZC+dZpgkFwQfhZIpy3vlEiPc9LOJtKLC9Lh5bxXLBzyN8crgXXtpYaPhBJyc/YcA+DnpremW+R/JA6zEDyHVPi1N79GMT5Pw1gRt/UTU8n3IKmMlZCrLlIm0qzziOrifZnpqk773NdWDTf8HJB02kNX45u5FZ7wvfX47DS9WmXBTX7PL547+auebmhda2R8yBLt4sb1IpCWIJaG0yY8ia9dEO9LI6s8k69FHfGhg3YbnCWW5ghDpjBjQdRbKekzU231UyooXJLO1FlierqRzWOLe6RqlI+D3zQA6M0umaIQ/NgKSrduxMG5CH5CpXGXN3OQ2G6drFRySOCG0RTRly6aFVcnZNdDFuKH05uYvs7gkELoLW/mR0ej9GLy6EjhuYS+WyAm3VUvoBpfK1x00fIbWqLWy9KbNGmy/QMBvIIDeyRcG6vGHOHueKJG0+vcw5xoeq2I20na9i52Gtwe854M7u6uaEQ65JeDfYEIqIxEC/J+fS+axlE63Firs2x04WajNPd4sWoMDvb5FEtU2S5U3+GF1suUN0hrcznOiw12YDOJijP51NHY0Q49lpBZZLDjuAjN0Rdl6x/Nnz+20n9HzZ/FrRJsxfQVKP9LwOcn5zpDtfS0ga+DmRWBaOuH89jGoZ1e6lbUxU58Q+OouD5JB1JqklGGTunW6Ie94U6DI6SF2eJvloQfTuAHq/nD3pAdBhK/zfTKugomJXA3T6V0v8dhYMc48oK5Im7D759I51M0bpLkRHMgPGLsLJYANPlmKq2ENdLREkUOiTbdJaRMgRpCloPpG0FudvbWSSwnviHoQCqWYFnDSCNI9tEt8gEEPZiF0YIq4PjrtAMUx84cpUJJEfURRu4RiD9t4Dv2XErb3jBu1Y1v3eeAHYGYP+/y4ByByP22m8FxBCJ72s2XT3iwx11utUcgFr/sZks7ApE97eYryCjHnrubq529tDx3lcYId7Is3nN+QY9E79e/fliJ92UvXjXJrEaROAWS3AT4TqEAlfMBn/649uaaNEB2fOMt7fRrIduNPNLLF302yexf0hPz0L1TxO3iEA+kdyAMEHZcBztH9PpboM30Mgq/3IHwkwDCNcbLo1ZLPvil2Xm132T/31qwWS0viLETTNHfnaUnsV2E0ml3ZKndkdoyizku1L5lqXQhxVqzZkkQyZJIV0MCEcFWcxoulglGTezM474XY3iAhbPcjpGPpni7SWvDA93abAvmjbc8XSY9CphOluH7whsQPGFnZ+eifdm8dfwEQasFwszxYyTkMylQKeVW6YKB01Hg7MM6U/smuUI+wjZtnYO5PUUR9mbe1MHIjkJMvfs/1nAMhHrbRTW2u7gkXS5vOVoub2KJsZIYnhLDU+LwlDI8hR14gNSUtbZivIS0kg6cyAtQNIroF0l9L0i+VEpUGGeVlBXJMKbNcuUTRNIrPzzUEfBfIq5TrX+MuN4ZlM+LvWof3kC3jj92pjfOHPVYwzYx+pV10JbgXj6SVtxipAAEMYn8mnYECFcQIhQnPlbEe9ITcJ+EpHkwHW1Uzid4PVPwU7TTkPuvT0yzMMHLBCviNnGIzCOJydJbNqJaSlL2O2ZONtTguiVvBrUWBUEcmeV9a5y4IWA3mAHTinS4v38i3W3K//dP8NmJs1FaBMt6rvWF2W4hY/gKZDhofwtTCl2a8JMl6UyM9OvYikWXqckVegJTclhB7JTfZNtEQdwT2FkL/XtMRWBfz5TJ++FnFHWdmAve+zCm20myJ704ot/6Hl1ukWefEB9dsmD7/iSMIP1Md5cYRMyFgxeDfNhs74MTuCBE8mF7XyAvHT8OwUUzL0Au2fiQvBAGpHLSgrmbtpxi9omwF9NUicOMRyrX9Bae70T+Hd1BddqZoE6n2d5vwghfo+izF6M6Rk2GQrNYAoteKhy4GY7/2bkrNMjggyD8zM0uoroGhL1mO4Xgdq/Zfg4CzGg8ApTF15yf2q4S3tnuJDMvc6YVS9BC080ziR43CYvcKVbNj8IteZOdE3wUhB1aIYLEr00lvMOtz637pKwu5VWc+b2Hr8ME90Jc8tKMMT21RC5sxa2PzVZrvlXaID5x3clVEuCkGXGMC7Grx1fNrXjD/GztfKizPM6I4395yJcSTBmQLOjLsP5RiYL9/Ux28mIq2zuNxks9U0i32BsswusruGjmJD7OLfBi2U3xnkG8arJ8Hp93HveRFEffwcWpW6xsb5QvRd+iQqmvKskiqhHNaMtUGhF2dipKLiN064VJ3P8Tla2VWVK6loJXnhSD2yz3kpbivoz2xa+XJDdydzh1zvmzsi2I97dZDBTs8/vveln1oP2RMquJ8l/ixo+H1eZcffuv8ZKLy8zC64jfbsT4Sfjm2OaLyjPzIPGxp0bT60puTpfqLZw5ssJjNE5IZ5dm6AbA979/oi3E2myYReGCDk3DADukbOuER9wEfQbd8rsL77K5qHI475BOIAgxDYfdTGV87eDd9NSVvXkKs8a611SWlFmsTpGNSe5rCW6DDOoVNXJeksqemsZeotILE9Zzk9Vg0rd0m/5XCZ7m1d+aoZ4tKN8Ipilpczp4FtpZ4D817J+mNrsRLzdgmzfSWQ/GTgWKU4JObf/F7rX+Yt1XulXxZvBY7gX0xYsx233MyY7jGkFB389TWITY3ifMd1kbycsCWRcGf0Tn90ifxWmhvLwsctwEkKKiMtNbVW50JUChE/z4Y16D8j/MJgoJ9GaqfqjCrrH5oOVblsjQ/+ra/px1sWpFvHPVaDiue5Ye9w1DF/WdK1S96+qrx1rfNi1DH55yZ3TpNwseCCJPIMDf/vY3EMTsL8CHo55mUwJTgLdQ/Ml25+2P9d9ksMNHCEIXgU/0gZKEdCMfIce9I1UmRgHeJdX52gvmZK/uuOufj5TbNnav6LpkRp0EHMK6FnGz2RSKA1t6bla7ympQ1BARw9S8Xu2K97wiq5pL0TpuJe25rW6EFuEteol5EQhrOr3Awk+HolUV28rB4JWrEO3+ScpVxT5Juf8f3TLVUo/4/p3WH2uGqY1OGv8XAAD///PxyKelTgAA + H4sIAAAAAAAC/9xc/1ejSLb/PX/FHYYZdUaSEG3bsZfewQRtnvn2gNjTz3Y5GCqRkUAaCrtdzfvb36migIIQW9vZebPrnj6L1K17b33u16rC+f671pUXtK6c+LqhGYZtfjAtbdC1+rZpqYZln6h6X9kHOtbtjyY9Wx/qlm3pA200sZRX6ciJ3tfs96rVfZePHKQj70b9nv1e7evDyW/qqTa0lNfpgKH1NdXUaggOUwJ1bNn60LTUfj9n+ks61Bt1zzRjbbTTLg33Ru+H/ZHaK8bl0viZ9qGGplOiIUoQunx4rzTMYdRhIA1Gxx/otL5uFjh1GFAD0z4dn24QfcBxWFsbg607GlqqPtSM3joJA86YDLvrgwy6s0OTEAz14Wk+ttcuxta02mOgnU2ONeIWw5Fln4wmw56yx6DSB6c10/aKaX3N4pHa2y9bcXBqjyecqnuv1pbateroDtbpDJ3ouE66GT3qutyiDtcozzXD1EdDWx+eq329p+wxKLtDfX3d+3Ju6LEx6tk97biGqLNOND47tdVejwUcQ29kqJxJNMMYGco+gyeNVG4hdOJh5kO9sTE61thbpvFoYh2TVZLVDdOhV5zt1bFum5pxrhk8gVxL0Buadn80OpuMGVmnlkz9n4mhrRNnzqFaan0sHLQ5imoQHsjcYNXRD5gi5+96VdserDvWmuDXbS6I1keZ5O7EtEYD29RUo/vO7o0Gqj4007UdMgan48n6/MM9btDQiWfxkXG4vz5cXd/hK45GO9e7mj3uT071YYnRQUGkD09GtjEa2N2RYUzGltZTDlk4mKe/bZTzS3udhpPwi1xk6Z6q9wvr/MLl78m4p1paMZRFjqkRxz/XaVyZXUMfW9ROhqb2Ck5yu80JIel0Mj411J7GUXBqjCfGKXN4ud3Jg4QkBEMjZlDkNsO/q5u2apr66dA2RiPLHr9XZFleG6P+M9aMgW4STRVZZmzHKk1d3dH4AyVSZJnnPB73P9hj1TTfjwwabCf6qSLLlcDNa8iIhYUsZxktTWNr7iPLr0sEo7FmqBbBME0NspxlL8uoGfwFGilYNChNS+2e2aeaZavGwLZGZ9pQkbMSWiUZatb7kXHG1jJJGStyVlGr5ObkeKhZ9tjQTvTfFJkU1Twojyd6P8tlMqmLKSjv1bHdNTTiLikYWVXiR/ShOTk50bu6NqQecWabY7WrKTKpUpTa0vraeGRYvVLaVOQszxXjmcOnw9lCDEs/UbukXhmaOiBVMuOjyFmOqyFizBSZpLa08bGsMXHy3z7YXZXgdq4ZliJniY1FBhnSDMtU5IO8OWFqm1qXgGr1Tft4NLJMy1DHeTnVftO6Wdzn3nGQGbinm8dqX7P1saUe9zVTkUlaS3OmMTEtwmHdubLk1tNNMss2zXeK/DrzeEMfqMYHe6h3bX3MJVX5NfN8fWhqhmXrg55pG5ppERcl3mdMiCZDa2QP1OFpX7OpTor8ev+p8070vqUZ+TwWRj0ChLZh3glJeBV5B0+dV5H3mnNeQyO2sA3tvye6ofWUTpaihiOaFNRTzWTAdLLcZA7VsflulGdDvmlsZ5ExNvRzMkjqJ2kFiFd2snRFXvLu2mnvZ2GTt+sD1TxjTNlY19B62tDS1X6abHu1PXE7i0DSzlRbnU77ABqNohWhTRXRhmn/Gipj5D1BlVR/W1Y67cMqBVd836vmQOm0f3mUyZ7SkduPUuwrnSx3b6B4pXTkDBXWh2ROnvenmnFOAplEo36id4ktjJGVJlBLPVU68l6j4c1g5gUutBCegoTvlghmuz5IgbNAIPwkRchHTowEkJaRF2CQPiUehs7blotuW0Hi+/AA8wgtQfoEW82tN4CvUdAAABiZirgdhxEGKaLsWzk3Msf5fANbCwdPr7fF9i60/rGt9+y+fqYp29MwQmG886D3lO3mTzs7YmsXnB24h1QFHCbLJYq2nYvOJTgXe5c7bwB98TCstnaY5Mzsz9Qgd5ZnC4YHwBFILmwJWzsN5MeIaoKm1yEIFdFBiGEWJoErNGZeozE5ngytiT0y7aE60BQh/V1oDFSDOFUxwF4UI7RbrA6Tl0KDli+6Ay0IindCg+19lFYSRy0/nDo+3TTfJFdoiv1GWsjTUfLeDac3KGqgL0uCJm3UzhVBvC/augzxI2UllOg00+KlBLee6zlMQG4muSnvNWVJzmYOz/Wermas9YF6qtnmOzUTmb/gpdXNIW6eqXm+ksT7DYzXuHALsz6MtcpayauviFaExTRqLrxpFMbhDDen4aLl3MTknzRfJoUqFbYFU9LxpN1umia7g54iTImXBXBzGDe9EKIkAIkE5q3nozlyQZKiBUhSgLB0HcYYJOmzh6+lIIal5x61llE4bcmtIG4tPUK8CBPi1ndLpFx5gbsbR1OlFS5xa75Mdt0YK61FkP4SLrEXBrESEbrHZjpTSljMzl6UOOSLZH6wts7U4eoWGCCssLUtPZc93kKm9lGmcv6SKXDEa0OBEhqkx+6q3Xea3dMNpXXrRK2pM71GLYfMi6bX3i2KWw3SL6tD0qBxxFEYYkKXTmho59rQInvC01PaYmX8/HDecv6ZRKg1yH1BJb83tS8YBTHRptlNYhwuzGnkLXEL3aIAx61Gd2L0yf52PLGUFl4sW9Mk8u1bFF2FMWqGCW7Q2sBThJETr1MY2qluWsYH1uqm7T3NSYS+NQ2DmTdv3jkLHxqNCOHobrpwbW9mzxzPTyK0vQP3NJuRMQ/Fiii/gc+Oh+3YR2ipiJ03gL0FChOsiHtvIL72Zhh+/LHyQFnMwgg88AIQt2P0CWQQGdOdN+CGlIT8MHYgZg+CeP/rSiC8riLk3MDDA3zMqb0ZXIDogYQ+5fzgkitF2Q9Nx9oXNE0wcuGjIP76USATiZT4TYk0QjiJApDzl3lOz37o4kEsgMhHZx59dMOAqwKbxa4K0IPYD8ObZJlDzsMsczATyEPs+DYPfISmYeQq4j6dGmMnwnRcEbddByP4+Yc4LZCfrz0fAY4SVEI9kw5SzjXDX6IqKm2CLxGywRLTJIpQsEFqYartbZ4QJE7XnR2Q5gjE0uo2G1OwCB3nL6VpESLB6e4+a2XE65ErPO4NzMSb/SA3/qOQpGvIXeNZaobR14CM0TQM3FgouVgR13YQ2jF2cPxXCHAS3y8N7z8qZjm05gjb2ImuHN/PUcJOZD+GVEpOkUoiPwvH1NTiPTd7lQEubICOo63A50Qg4X/OKAmR9hToOG7fCF9mrIM2cWsfpFls9m9BpM9hocxbELnqBZ23P8olPkStCxD/Dt8p0IbLOmVo6Di4xKhEwEXgSy1rz6JwYUdo7sU4urNJy2ST0vhCi5NZs9B3UUTi3ovSLVUGkrDzn+gWBDZYkm0h7xQMBtJ1MZCltOsA8X5ji7IibsS1OC9zI47RH+5GV17gRHdf9SJG9ogjMYqlg6+rzpTJWPcnblLFp8oCK261wbfKc8ruRd1GmlVk1joNdbrNHlNywLJI2GTGNT+s5fx1fywh+Ue75DPc8quuWeOej7toZcIGj6XbiJnnF309ffPE2k8mpv65z/zzVcnneF5fTWQ8cdnVLqijiZk0uLzMU1l9FuNZvTCN5T1JbY3LVSK2hwfACJWrXXE09lepeZRgFkZlqz9i8MLIe5R06dwil+3v6V526oeJK3mBhyVCGzcpBaVNDwNPPhFnyPisBBApBTEiM0T7Oe1iznTre210ssVZ4XGv+DO6RUqJXJA8EFpEvZYrFAoWwVHo/PYtg6OxasR3MUaLKSbOS5v35zXjEN9OSR3IysS3tt+5GuA6aBEGUoT80HGfMoHpDSJT5U/o4nPZZPuSxIVoSQpCaenMSWIvh9/vYRIFjk8mSUk+4ZvCqTBZjMPlv529iNJ/prGejarrxc6Vj/7tgGV6/zWxTTMMWcrzcH0pmDTgpBSkvw4gtyiKvTCw5zhzM4xiDIK4TW96ZrD1Q/wx2AJB/FWAB2B3SOfwANfIcUEKQN4RQFFAEGWhsWoU3qsFxAfUwDVLyXwtzYPcbsMr2GuDmK7H0NJbVNNSrYmpiH9v1Kc6uZzk4C1UzplFWUppm344bxQAlwWAFCDSh1RgZm2cDNMw8V16VXWF0lMl/kysZAkGrTeD76DmmAnkDllp5xW3GBSkkSI/SXxK7cLVXcFisy68NXppSFJzcKnam3G6+F6MpSTwcAySNCNbBUlySveagig3YxTdelMkVBQu1wLIVirKxMU3gRkulzyYa5nvSWwYLePD1o0Wtyjqhoulwx3bZ7eaqiJup50I6VunCQbJBeFngXTa8k6J9Dgn7WwivbggHV7Oe8XCIX9zvBJY115q+EgoITdnzzEAfm56n7pF/kfiMAvBc0iFX3vzaxTj8zSMFXFbPzGVfA+SylgJueoiZSLNOo+oLt6Xma7qtM99bdVww88BSac9dDW+mVvhCd9bj89O00tXFtzk9/xKupO/6umG1rVGxocs0S5uXC8CaQliaThtwpP42gXxvjSyyjP5WtQRHzpot8FZYmmOMGQKMxZEvZWSPjPVVj+lgsIl6UydJaanG9k8trhHqkb5OPhNA4De+ZIpCsGPraB060YcnIvgJ1Qad3kzB4nt1slKJYcEbhhNEX3pollxdUJ2PWQhfji9ienrDA4phN7yZn50NEovJo+OFJ5L6LsFYtJd9QKq8bXCRRctv6Elar0svUmTJts/EMArOLBHwrWxaswR7o4najS9zj3MiabXiridpG3vYqfB7THvyeDu7opGpEN+OdgXiIDKSLQg79f3omkcpcONtTrLRhduNkpzjxerxuBgn0+xRJXtQvUdXmi9THmDtDaX47zYYAc2k6g4k08djR3t0GMJmUUGO46L0Bx9Ubb+0fz5Yyv9d9T8WdwqwVZMX4HyvwR8fnKuM1RLTxv4OphZEYi2fjiPbRza6aVuRV3sxDc0jorrk3QgpSYZZeiUbo1+2BvuNDhCWpgt/mZJ+OEEfrCaP+wN2WEg8dtMr6yrYFICd/NUSvd7HAZ2jCMvmCviNvz+iXQ+ReMmSU40B8Ijxs5iCUCTb6bSSlgjHS1R5JBo011CyhSoIWQ5mL4R5GZnb53EcuIbgg6kYgmWNYw0gmQf3SIfQNCDWRgtqAKOv047QHHszFEqlBRRH2HkHoH40wa+Y8+ltO0N41bd+NZ9DtgRiPnzLg/OEYjcb7sZHEcgsqfdfPmEB3vc5VZ7BGLxy262tCMQ2dNuvoKMcuy5u7na2UvLc1dpjHAny+I95xf0SPR+/euHlXhf9uJVk8xqFIlTIMlNgO8UClA5H/Dpj2tvrkkDZMc33tJOvyOy3cgjvXzRZ5PM/iU9MQ/dO0XcLg7xQHoHwgBhx3Wwc0SvvwXaTC+j8MsdCD8JIFxjvDxqteSDX5qdV/tN9v+tBZvV8oIYO8EU/d1ZehLbRSiddkeW2h2pLbOY40LtW5ZKF1KsNWuWBJEsiXQ1JBARbDWn4WKZYNTEzjzuezGGB1g4y+0Y+WiKt5u0NjzQrc22YN54y9Nl0qOA6WQZvi+8AcETdnZ2LtqXzVvHTxC0WiDMHD9GQj6TApVSbpUuGDgdBc4+rDO1b5Ir5CNs09Y5mNtTFGFv5k0djOwoxNS7/2MNx0Cot11UY7uLS9Ll8paj5fImlhgrieEpMTwlDk8pw1PYgQdITVlrK8ZLSCvpwIm8AEWjiH6R1PeC5EulRIVxVklZkQxj2ixXPk4kvfLDQx0B/43iOtX6Z4rrnUH5vNir9uENdOv4Y2d648xRjzVsE6NfWQdtCe7lI2nFLUYKQBCTyK9pR4BwBSFCceJjRbwnPQH3SUiaB9PRRuV8gtczBT9FOw25//rENAsTvEywIm4Th8g8kpgsvWUjqqUkZb9j5mRDDa5b8mZQa1EQxJFZ3rfGiRsCdoMZMK1Ih/v7J9Ldpvx//wSfnTgbpUWwrOdaX5jtFjKGr0CGg/a3MKXQpQk/WZLOxEi/m61YdJmaXKEnMCWHFcRO+U22TRTEPYGdtdC/1FQE9vVMmbwffkZR14m54L0PY7qdJHvSiyP6FfDR5RZ59gnx0SULtu9PwgjSD3h3iUHEXDh4MciHzfY+OIELQiQftvcF8tLx4xBcNPMC5JKND8kLYUAqJy2Yu2nLKWYfD3sxTZU4zHikck1v4flO5N/RHVSnnQnqdJrt/SaM8DWKPnsxqmPUZCg0iyWw6KXCgZvh+J+du0KDDD4Iws/c7CKqa0DYa7ZTCG73mu3nIMCMxiNAWXzN+antKuGd7U4y8zJnWrEELTTdPJPocZOwyJ1i1fwo3JI32TnBR0HYoRUiSPzaVMI73Prcuk/K6lJexZnfe/g6THAvxCUvzRjTU0vkwlbc+thsteZbpQ3iE9edXCUBTpoRx7gQu3p81dyKN8zP1s6HOsvjjDj+l4d8KcGUAcmCvgzrH5Uo2F/WZCcvprK902i81DOFdIu9wSK8voKLZk7i49wCL5bdFO8ZxKsmy+fxeedxH0lx9B1cnLrFyvZG+VL0LSqU+qqSLKIa0Yy2TKURYWenouQyQrdemMT9P1HZWpklpWspeOVJMbjNci9pKe7LaF/8eklyI3eHU+ecPyvbgnh/m8VAwT6//66XVQ/aHymzmij/JW78eFhtztW3/xovubjMLLyO+O1GjJ+Eb45tvqg8Mw8SH3tqNL2u5OZ0qd7CmSMrPEbjhHR2aYZuAHz/+yfaQqzNhlkULujQNAywQ8q2TnjETdBn0C2/u/Aum4sqh/MO6QSCENNw2M1UxtcO3k1PXdmbpzBrrHtNZUmZxeoU2ZjkvpbgNsigXlEj5yWp7Klp7CUqvTBhPTdZDSZ9S7fpf6/gaV79rRnq2YLyjWCakjang2ehnQX+U8P+aWqzG/FyA7Z5I531YOxUoDgl6NT2X+xe6y/WfaVbFW8Gj+VeQF+8GLPdx5zsOK4RFPT9PIVFiO19wnyXtZG8LJB1YfBHdH6P9FmcFsrLyyLHTQApKiozvVXlRlcCFDrBjz/mNSj/k22ikEBvpuqHKuwamw9avmWJDP2vru3PWRerVsQ7V42G47pn6XHfMHRR37lC1buuvnqs9W3TMvThKXdGl36z4IEg8gQC/O1vfwNBzP42fDjqaTYlMAV4C8Ufc3fe/lj/TQY7fIQgdBH4RB8oSUg38hFy3DtSZWIU4F1Sna+9YE726o67/vlIuW1j94quS2bUScAhrGsRN5tNoTiwpedmtausBkUNETFMzevVrnjPK7KquRSt41bSntvqRmgR3qKXmBeBsKbTCyz8dChaVbGtHAxeuQrR7p+kXFXsk5T7/9EtUy31iO/faf2xZpja6KTxfwEAAP//TkMp6r9OAAA= diff --git a/pkg/agent/testdata/RawUbuntuContainerd/line9.sh b/pkg/agent/testdata/RawUbuntuContainerd/line9.sh index afcbdadd761..ca850ba0f2b 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/line9.sh +++ b/pkg/agent/testdata/RawUbuntuContainerd/line9.sh @@ -133,8 +133,8 @@ export GPU_DEST=/usr/local/nvidia DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" -export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-${NVIDIA_GPU_DRIVER_TYPE}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/vhdbuilder/packer/install-dependencies.sh b/vhdbuilder/packer/install-dependencies.sh index 8cba978c1a4..1ca79c8e85c 100644 --- a/vhdbuilder/packer/install-dependencies.sh +++ b/vhdbuilder/packer/install-dependencies.sh @@ -353,8 +353,9 @@ capture_benchmark "${SCRIPT_NAME}_artifact_streaming_download" if [[ $OS == $UBUNTU_OS_NAME && $(isARM64) != 1 ]]; then # no ARM64 SKU with GPU now gpu_action="copy" - NVIDIA_DRIVER_IMAGE_SHA="sha-c66998" - export NVIDIA_DRIVER_IMAGE_TAG="cuda-550.90.12-${NVIDIA_DRIVER_IMAGE_SHA}" + NVIDIA_DRIVER_IMAGE_SHA="20241008175307" + export NVIDIA_DRIVER_IMAGE_TAG="550.90.12-${NVIDIA_DRIVER_IMAGE_SHA}" + NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu-cuda" mkdir -p /opt/{actions,gpu} ctr -n k8s.io image pull $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG