[v0.16.0] Allow use of PodAutoscalerUseRestClient without addon metrics-server.

builtin/files/cluster.yaml.tmpl

@@ -1166,6 +1166,10 @@ kubernetes:
   encryptionAtRest:
     enabled: false
 
+  # Tells Kubernetes to enable the autoscaler rest client (not using heapster) without the requirement to use metrics-server.
+  podAutoscalerUseRestClient:
+    enabled: false
+
 #  controllerManager:
 #   resources:
 #     requests:

builtin/files/userdata/cloud-config-controller

@@ -3569,7 +3569,7 @@ write_files:
           - --configure-cloud-routes=false
           {{ end -}}
           - --service-cluster-ip-range={{.ServiceCIDR}} {{/* removes the service CIDR range from the cluster CIDR if it intersects */}}
-          {{ if not .Addons.MetricsServer.Enabled -}}
+          {{ if and (not .Addons.MetricsServer.Enabled) (not .Kubernetes.PodAutoscalerUseRestClient.Enabled) -}}
           - --horizontal-pod-autoscaler-use-rest-clients=false
           {{end}}
           {{range $f := .ControllerFlags -}}

pkg/api/kubernetes.go

@@ -1,15 +1,16 @@
 package api
 
 type Kubernetes struct {
-	Authentication    KubernetesAuthentication `yaml:"authentication"`
-	EncryptionAtRest  EncryptionAtRest         `yaml:"encryptionAtRest"`
-	Networking        Networking               `yaml:"networking,omitempty"`
-	ControllerManager ControllerManager        `yaml:"controllerManager,omitempty"`
-	KubeScheduler     KubeScheduler            `yaml:"kubeScheduler,omitempty"`
-	KubeProxy         KubeProxy                `yaml:"kubeProxy,omitempty"`
-	KubeApiServer     KubeApiServer            `yaml:"apiServer,omitempty"`
-	Kubelet           Kubelet                  `yaml:"kubelet,omitempty"`
-	APIServer         KubernetesAPIServer      `yaml:"apiserver,omitempty"`
+	Authentication             KubernetesAuthentication   `yaml:"authentication"`
+	EncryptionAtRest           EncryptionAtRest           `yaml:"encryptionAtRest"`
+	PodAutoscalerUseRestClient PodAutoscalerUseRestClient `yaml:"podAutoscalerUseRestClient"`
+	Networking                 Networking                 `yaml:"networking,omitempty"`
+	ControllerManager          ControllerManager          `yaml:"controllerManager,omitempty"`
+	KubeScheduler              KubeScheduler              `yaml:"kubeScheduler,omitempty"`
+	KubeProxy                  KubeProxy                  `yaml:"kubeProxy,omitempty"`
+	KubeApiServer              KubeApiServer              `yaml:"apiServer,omitempty"`
+	Kubelet                    Kubelet                    `yaml:"kubelet,omitempty"`
+	APIServer                  KubernetesAPIServer        `yaml:"apiserver,omitempty"`
 
 	// Manifests is a list of manifests to be installed to the cluster.
 	// Note that the list is sorted by their names by kube-aws so that it won't result in unnecessarily node replacements.

pkg/api/types.go

@@ -118,6 +118,10 @@ type EncryptionAtRest struct {
 	Enabled bool `yaml:"enabled"`
 }
 
+type PodAutoscalerUseRestClient struct {
+	Enabled bool `yaml:"enabled"`
+}
+
 type EphemeralImageStorage struct {
 	Enabled    bool   `yaml:"enabled"`
 	Disk       string `yaml:"disk"`

pkg/model/cluster_test.go

@@ -1059,6 +1059,73 @@ encryptionAtRest:
 	}
 }
 
+func TestPodAutoscalerUseRestClientConfig(t *testing.T) {
+	validConfigs := []struct {
+		conf                       string
+		podAutoscalerUseRestClient api.PodAutoscalerUseRestClient
+	}{
+		{
+			conf: `
+`,
+			podAutoscalerUseRestClient: api.PodAutoscalerUseRestClient{
+				Enabled: false,
+			},
+		},
+		{
+			conf: `
+kubernetes:
+  podAutoscalerUseRestClient:
+    enabled: false
+`,
+			podAutoscalerUseRestClient: api.PodAutoscalerUseRestClient{
+				Enabled: false,
+			},
+		},
+		{
+			conf: `
+kubernetes:
+  podAutoscalerUseRestClient:
+    enabled: true
+`,
+			podAutoscalerUseRestClient: api.PodAutoscalerUseRestClient{
+				Enabled: true,
+			},
+		},
+		{
+			conf: `
+# Settings for an experimental feature must be under the "experimental" field. Ignored.
+podAutoscalerUseRestClient:
+  enabled: true
+`,
+			podAutoscalerUseRestClient: api.PodAutoscalerUseRestClient{
+				Enabled: false,
+			},
+		},
+	}
+
+	for _, conf := range validConfigs {
+		confBody := singleAzConfigYaml + conf.conf
+		c, err := ClusterFromBytes([]byte(confBody))
+		if err != nil {
+			y, err2 := json.MarshalIndent(c, "", "  ")
+			if err2 != nil {
+				t.Errorf("%v", err2)
+				t.FailNow()
+			}
+			t.Logf("%s", string(y))
+			t.Errorf("failed to parse config: %v:\n%s", err, confBody)
+			continue
+		}
+		if !reflect.DeepEqual(c.Kubernetes.PodAutoscalerUseRestClient, conf.podAutoscalerUseRestClient) {
+			t.Errorf(
+				"parsed encryption at rest settings %+v does not match config: %s",
+				c.Kubernetes.PodAutoscalerUseRestClient,
+				confBody,
+			)
+		}
+	}
+}
+
 func TestKubeletReserved(t *testing.T) {
 
 	validConfigs := []struct {