Merge pull request #370 from zalando-incubator/schedule-scaling-window

Scheduled scaling: scale up/down slowly

README.md

@@ -306,20 +306,27 @@ for this object. But to satisfy the schema we specify a dummy pod called `dummy-
 ## Skipper collector
 
 The skipper collector is a simple wrapper around the Prometheus collector to
-make it easy to define an HPA for scaling based on ingress metrics when
+make it easy to define an HPA for scaling based on [Ingress][ingress] or
+[RouteGroup][routegroup] metrics when
 [skipper](https://github.com/zalando/skipper) is used as the ingress
 implementation in your cluster. It assumes you are collecting Prometheus
 metrics from skipper and it provides the correct Prometheus queries out of the
 box so users don't have to define those manually.
 
+[ingress]: https://kubernetes.io/docs/concepts/services-networking/ingress/
+[routegroup]: https://opensource.zalando.com/skipper/kubernetes/routegroups/
+
 ### Supported metrics
 
 | Metric | Description | Type | Kind | K8s Versions |
 | ----------- | -------------- | ------ | ---- | ---- |
-| `requests-per-second` | Scale based on requests per second for a certain ingress. | Object | `Ingress` | `>=1.14` |
+| `requests-per-second` | Scale based on requests per second for a certain ingress or routegroup. | Object | `Ingress`, `RouteGroup` | `>=1.14` |
 
 ### Example
 
+
+#### Ingress
+
 This is an example of an HPA that will scale based on `requests-per-second` for
 an ingress called `myapp`.
 
@@ -339,11 +346,48 @@ spec:
   - type: Object
     object:
       describedObject:
-        apiVersion: extensions/v1beta1
+        apiVersion: networking.k8s.io/v1
         kind: Ingress
         name: myapp
       metric:
         name: requests-per-second
+        selector:
+          matchLabels:
+            backend: backend1 # optional backend
+      target:
+        averageValue: "10"
+        type: AverageValue
+```
+
+#### RouteGroup
+
+This is an example of an HPA that will scale based on `requests-per-second` for
+a routegroup called `myapp`.
+
+```yaml
+apiVersion: autoscaling/v2beta2
+kind: HorizontalPodAutoscaler
+metadata:
+  name: myapp-hpa
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: myapp
+  minReplicas: 1
+  maxReplicas: 10
+  metrics:
+  - type: Object
+    object:
+      describedObject:
+        apiVersion: zalando.org/v1
+        kind: RouteGroup
+        name: myapp
+      metric:
+        name: requests-per-second
+        selector:
+          matchLabels:
+            backend: backend1 # optional backend
       target:
         averageValue: "10"
         type: AverageValue
@@ -351,15 +395,14 @@ spec:
 
 ### Metric weighting based on backend
 
-Skipper supports sending traffic to different backend based on annotations
-present on the `Ingress` object. When the metric name is specified without a
-backend as `requests-per-second` then the number of replicas will be calculated
-based on the full traffic served by that ingress.  If however only the traffic
-being routed to a specific backend should be used then the backend name can be
-specified as a metric name like `requests-per-second,backend1` which would
-return the requests-per-second being sent to the `backend1`. The ingress
-annotation where the backend weights can be obtained can be specified through
-the flag `--skipper-backends-annotation`.
+Skipper supports sending traffic to different backends based on annotations
+present on the `Ingress` object, or weights on the RouteGroup backends. By
+default the number of replicas will be calculated based on the full traffic
+served by that ingress/routegroup.  If however only the traffic being routed to
+a specific backend should be used then the backend name can be specified via
+the `backend` label under `matchLabels` for the metric.  The ingress annotation
+where the backend weights can be obtained can be specified through the flag
+`--skipper-backends-annotation`.
 
 ## InfluxDB collector
 

docs/cluster_scaling_schedules_crd.yaml

@@ -37,6 +37,11 @@ spec:
           spec:
             description: ScalingScheduleSpec is the spec part of the ScalingSchedule.
             properties:
+              scalingWindowDurationMinutes:
+                description: Fade the scheduled values in and out over this many minutes.
+                  If unset, the default per-cluster value will be used.
+                format: int64
+                type: integer
               schedules:
                 description: Schedules is the list of schedules for this ScalingSchedule
                   resource. All the schedules defined here will result on the value
@@ -96,6 +101,7 @@ spec:
                     value:
                       description: The metric value that will be returned for the
                         defined schedule.
+                      format: int64
                       type: integer
                   required:
                   - durationMinutes

docs/rbac.yaml

@@ -64,12 +64,23 @@ rules:
   - statefulsets
   verbs:
   - get
+# only relevant if running with the flag:
+# --skipper-ingress-metrics
 - apiGroups:
   - extensions
+  - networking.k8s.io
   resources:
   - ingresses
   verbs:
   - get
+# only relevant if running with the flag:
+# --skipper-routegroup-metrics
+- apiGroups:
+  - zalando.org
+  resources:
+  - routegroups
+  verbs:
+  - get
 - apiGroups:
   - autoscaling
   resources:

docs/scaling_schedules_crd.yaml

@@ -37,6 +37,11 @@ spec:
           spec:
             description: ScalingScheduleSpec is the spec part of the ScalingSchedule.
             properties:
+              scalingWindowDurationMinutes:
+                description: Fade the scheduled values in and out over this many minutes.
+                  If unset, the default per-cluster value will be used.
+                format: int64
+                type: integer
               schedules:
                 description: Schedules is the list of schedules for this ScalingSchedule
                   resource. All the schedules defined here will result on the value
@@ -96,6 +101,7 @@ spec:
                     value:
                       description: The metric value that will be returned for the
                         defined schedule.
+                      format: int64
                       type: integer
                   required:
                   - durationMinutes

go.mod

@@ -2,31 +2,33 @@ module github.com/zalando-incubator/kube-metrics-adapter
 
 require (
 	github.com/NYTimes/gziphandler v1.0.1 // indirect
-	github.com/aws/aws-sdk-go v1.39.2
+	github.com/aws/aws-sdk-go v1.40.22
 	github.com/go-openapi/spec v0.20.3
 	github.com/influxdata/influxdb-client-go v0.2.0
 	github.com/influxdata/line-protocol v0.0.0-20201012155213-5f565037cbc9 // indirect
 	github.com/kubernetes-sigs/custom-metrics-apiserver v0.0.0-20201216091021-1b9fa998bbaa
 	github.com/mailru/easyjson v0.7.7 // indirect
-	github.com/prometheus/client_golang v1.10.0
-	github.com/prometheus/common v0.25.0
+	github.com/prometheus/client_golang v1.11.0
+	github.com/prometheus/common v0.26.0
 	github.com/sirupsen/logrus v1.8.1
 	github.com/spf13/cobra v1.1.3
 	github.com/spyzhov/ajson v0.4.2
 	github.com/stretchr/testify v1.7.0
+	github.com/szuecs/routegroup-client v0.18.3
 	github.com/zalando-incubator/cluster-lifecycle-manager v0.0.0-20180921141935-824b77fb1f84
+	go.uber.org/zap v1.13.0 // indirect
 	golang.org/x/crypto v0.0.0-20201124201722-c8d3bf9c5392 // indirect
 	golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d
 	gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b // indirect
-	k8s.io/api v0.20.5
-	k8s.io/apimachinery v0.20.5
-	k8s.io/apiserver v0.20.5
-	k8s.io/client-go v0.20.5
-	k8s.io/code-generator v0.20.5
-	k8s.io/component-base v0.20.5
+	k8s.io/api v0.20.9
+	k8s.io/apimachinery v0.20.9
+	k8s.io/apiserver v0.20.9
+	k8s.io/client-go v0.20.9
+	k8s.io/code-generator v0.20.9
+	k8s.io/component-base v0.20.9
 	k8s.io/klog v1.0.0
 	k8s.io/kube-openapi v0.0.0-20201113171705-d219536bb9fd
-	k8s.io/metrics v0.20.5
+	k8s.io/metrics v0.20.9
 	sigs.k8s.io/controller-tools v0.5.0
 )
 

pkg/api/generated/openapi/zz_generated.openapi.go

@@ -1,3 +1,4 @@
+//go:build !ignore_autogenerated
 // +build !ignore_autogenerated
 
 /*
@@ -10415,6 +10416,7 @@ func schema_k8sio_api_core_v1_ServicePort(ref common.ReferenceCallback) common.O
 					"protocol": {
 						SchemaProps: spec.SchemaProps{
 							Description: "The IP protocol for this port. Supports \"TCP\", \"UDP\", and \"SCTP\". Default is TCP.",
+							Default:     "TCP",
 							Type:        []string{"string"},
 							Format:      "",
 						},

pkg/apis/zalando.org/v1/types.go

@@ -1,6 +1,8 @@
 package v1
 
 import (
+	"time"
+
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 )
 
@@ -37,6 +39,10 @@ type ClusterScalingSchedule struct {
 // ScalingScheduleSpec is the spec part of the ScalingSchedule.
 // +k8s:deepcopy-gen=true
 type ScalingScheduleSpec struct {
+	// Fade the scheduled values in and out over this many minutes. If unset, the default per-cluster value will be used.
+	// +optional
+	ScalingWindowDurationMinutes *int64 `json:"scalingWindowDurationMinutes,omitempty"`
+
 	// Schedules is the list of schedules for this ScalingSchedule
 	// resource. All the schedules defined here will result on the value
 	// to the same metric. New metrics require a new ScalingSchedule
@@ -59,7 +65,11 @@ type Schedule struct {
 	// returned for the defined schedule.
 	DurationMinutes int `json:"durationMinutes"`
 	// The metric value that will be returned for the defined schedule.
-	Value int `json:"value"`
+	Value int64 `json:"value"`
+}
+
+func (in Schedule) Duration() time.Duration {
+	return time.Duration(in.DurationMinutes) * time.Minute
 }
 
 // Defines if the schedule is a OneTime schedule or
@@ -119,11 +129,11 @@ type ScalingScheduleList struct {
 
 // +k8s:deepcopy-gen:interfaces=k8s.io/apimachinery/pkg/runtime.Object
 
-// ScalingScheduleList is a list of cluster scoped scaling schedules.
+// ClusterScalingScheduleList is a list of cluster scoped scaling schedules.
 // +k8s:deepcopy-gen=true
 type ClusterScalingScheduleList struct {
 	metav1.TypeMeta `json:",inline"`
 	metav1.ListMeta `json:"metadata,omitempty"`
 
-	Items []ScalingSchedule `json:"items"`
+	Items []ClusterScalingSchedule `json:"items"`
 }

pkg/apis/zalando.org/v1/zz_generated.deepcopy.go

@@ -58,7 +58,7 @@ func (in *ClusterScalingScheduleList) DeepCopyInto(out *ClusterScalingScheduleLi
 	in.ListMeta.DeepCopyInto(&out.ListMeta)
 	if in.Items != nil {
 		in, out := &in.Items, &out.Items
-		*out = make([]ScalingSchedule, len(*in))
+		*out = make([]ClusterScalingSchedule, len(*in))
 		for i := range *in {
 			(*in)[i].DeepCopyInto(&(*out)[i])
 		}
@@ -147,6 +147,11 @@ func (in *ScalingScheduleList) DeepCopyObject() runtime.Object {
 // DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
 func (in *ScalingScheduleSpec) DeepCopyInto(out *ScalingScheduleSpec) {
 	*out = *in
+	if in.ScalingWindowDurationMinutes != nil {
+		in, out := &in.ScalingWindowDurationMinutes, &out.ScalingWindowDurationMinutes
+		*out = new(int64)
+		**out = **in
+	}
 	if in.Schedules != nil {
 		in, out := &in.Schedules, &out.Schedules
 		*out = make([]Schedule, len(*in))

pkg/collector/collector.go

@@ -247,13 +247,19 @@ func ParseHPAMetrics(hpa *autoscalingv2.HorizontalPodAutoscaler) ([]*MetricConfi
 		}
 
 		if metric.Type == autoscalingv2.ExternalMetricSourceType &&
-			metric.External.Metric.Selector != nil &&
-			metric.External.Metric.Selector.MatchLabels != nil {
+			metric.External.Metric.Selector != nil {
 			for k, v := range metric.External.Metric.Selector.MatchLabels {
 				config.Config[k] = v
 			}
 		}
 
+		if metric.Type == autoscalingv2.ObjectMetricSourceType &&
+			metric.Object.Metric.Selector != nil {
+			for k, v := range metric.Object.Metric.Selector.MatchLabels {
+				config.Config[k] = v
+			}
+		}
+
 		annotationConfigs, present := parser.GetAnnotationConfig(typeName.Metric.Name, typeName.Type)
 		if present {
 			config.CollectorType = annotationConfigs.CollectorType

pkg/collector/scaling_schedule_collector.go

@@ -3,6 +3,7 @@ package collector
 import (
 	"errors"
 	"fmt"
+	"math"
 	"time"
 
 	v1 "github.com/zalando-incubator/kube-metrics-adapter/pkg/apis/zalando.org/v1"
@@ -78,30 +79,34 @@ type Store interface {
 // ScalingScheduleCollectorPlugin is a collector plugin for initializing metrics
 // collectors for getting ScalingSchedule configured metrics.
 type ScalingScheduleCollectorPlugin struct {
-	store Store
-	now   Now
+	store                Store
+	now                  Now
+	defaultScalingWindow time.Duration
 }
 
 // ClusterScalingScheduleCollectorPlugin is a collector plugin for initializing metrics
 // collectors for getting ClusterScalingSchedule configured metrics.
 type ClusterScalingScheduleCollectorPlugin struct {
-	store Store
-	now   Now
+	store                Store
+	now                  Now
+	defaultScalingWindow time.Duration
 }
 
 // NewScalingScheduleCollectorPlugin initializes a new ScalingScheduleCollectorPlugin.
-func NewScalingScheduleCollectorPlugin(store Store, now Now) (*ScalingScheduleCollectorPlugin, error) {
+func NewScalingScheduleCollectorPlugin(store Store, now Now, defaultScalingWindow time.Duration) (*ScalingScheduleCollectorPlugin, error) {
 	return &ScalingScheduleCollectorPlugin{
-		store: store,
-		now:   now,
+		store:                store,
+		now:                  now,
+		defaultScalingWindow: defaultScalingWindow,
 	}, nil
 }
 
 // NewClusterScalingScheduleCollectorPlugin initializes a new ClusterScalingScheduleCollectorPlugin.
-func NewClusterScalingScheduleCollectorPlugin(store Store, now Now) (*ClusterScalingScheduleCollectorPlugin, error) {
+func NewClusterScalingScheduleCollectorPlugin(store Store, now Now, defaultScalingWindow time.Duration) (*ClusterScalingScheduleCollectorPlugin, error) {
 	return &ClusterScalingScheduleCollectorPlugin{
-		store: store,
-		now:   now,
+		store:                store,
+		now:                  now,
+		defaultScalingWindow: defaultScalingWindow,
 	}, nil
 }
 
@@ -109,14 +114,14 @@ func NewClusterScalingScheduleCollectorPlugin(store Store, now Now) (*ClusterSca
 // specified HPA. It's the only required method to implement the
 // collector.CollectorPlugin interface.
 func (c *ScalingScheduleCollectorPlugin) NewCollector(hpa *autoscalingv2.HorizontalPodAutoscaler, config *MetricConfig, interval time.Duration) (Collector, error) {
-	return NewScalingScheduleCollector(c.store, c.now, hpa, config, interval)
+	return NewScalingScheduleCollector(c.store, c.defaultScalingWindow, c.now, hpa, config, interval)
 }
 
 // NewCollector initializes a new cluster wide scaling schedule
 // collector from the specified HPA. It's the only required method to
 // implement the collector.CollectorPlugin interface.
 func (c *ClusterScalingScheduleCollectorPlugin) NewCollector(hpa *autoscalingv2.HorizontalPodAutoscaler, config *MetricConfig, interval time.Duration) (Collector, error) {
-	return NewClusterScalingScheduleCollector(c.store, c.now, hpa, config, interval)
+	return NewClusterScalingScheduleCollector(c.store, c.defaultScalingWindow, c.now, hpa, config, interval)
 }
 
 // ScalingScheduleCollector is a metrics collector for time based
@@ -135,41 +140,44 @@ type ClusterScalingScheduleCollector struct {
 // struct used by both ClusterScalingScheduleCollector and the
 // ScalingScheduleCollector.
 type scalingScheduleCollector struct {
-	store           Store
-	now             Now
-	metric          autoscalingv2.MetricIdentifier
-	objectReference custom_metrics.ObjectReference
-	hpa             *autoscalingv2.HorizontalPodAutoscaler
-	interval        time.Duration
-	config          MetricConfig
+	store                Store
+	now                  Now
+	metric               autoscalingv2.MetricIdentifier
+	objectReference      custom_metrics.ObjectReference
+	hpa                  *autoscalingv2.HorizontalPodAutoscaler
+	interval             time.Duration
+	config               MetricConfig
+	defaultScalingWindow time.Duration
 }
 
 // NewScalingScheduleCollector initializes a new ScalingScheduleCollector.
-func NewScalingScheduleCollector(store Store, now Now, hpa *autoscalingv2.HorizontalPodAutoscaler, config *MetricConfig, interval time.Duration) (*ScalingScheduleCollector, error) {
+func NewScalingScheduleCollector(store Store, defaultScalingWindow time.Duration, now Now, hpa *autoscalingv2.HorizontalPodAutoscaler, config *MetricConfig, interval time.Duration) (*ScalingScheduleCollector, error) {
 	return &ScalingScheduleCollector{
 		scalingScheduleCollector{
-			store:           store,
-			now:             now,
-			objectReference: config.ObjectReference,
-			hpa:             hpa,
-			metric:          config.Metric,
-			interval:        interval,
-			config:          *config,
+			store:                store,
+			now:                  now,
+			objectReference:      config.ObjectReference,
+			hpa:                  hpa,
+			metric:               config.Metric,
+			interval:             interval,
+			config:               *config,
+			defaultScalingWindow: defaultScalingWindow,
 		},
 	}, nil
 }
 
 // NewClusterScalingScheduleCollector initializes a new ScalingScheduleCollector.
-func NewClusterScalingScheduleCollector(store Store, now Now, hpa *autoscalingv2.HorizontalPodAutoscaler, config *MetricConfig, interval time.Duration) (*ClusterScalingScheduleCollector, error) {
+func NewClusterScalingScheduleCollector(store Store, defaultScalingWindow time.Duration, now Now, hpa *autoscalingv2.HorizontalPodAutoscaler, config *MetricConfig, interval time.Duration) (*ClusterScalingScheduleCollector, error) {
 	return &ClusterScalingScheduleCollector{
 		scalingScheduleCollector{
-			store:           store,
-			now:             now,
-			objectReference: config.ObjectReference,
-			hpa:             hpa,
-			metric:          config.Metric,
-			interval:        interval,
-			config:          *config,
+			store:                store,
+			now:                  now,
+			objectReference:      config.ObjectReference,
+			hpa:                  hpa,
+			metric:               config.Metric,
+			interval:             interval,
+			config:               *config,
+			defaultScalingWindow: defaultScalingWindow,
 		},
 	}, nil
 }
@@ -188,7 +196,7 @@ func (c *ScalingScheduleCollector) GetMetrics() ([]CollectedMetric, error) {
 	if !ok {
 		return nil, ErrNotScalingScheduleFound
 	}
-	return calculateMetrics(scalingSchedule.Spec.Schedules, c.now(), c.objectReference, c.metric)
+	return calculateMetrics(scalingSchedule.Spec, c.defaultScalingWindow, c.now(), c.objectReference, c.metric)
 }
 
 // GetMetrics is the main implementation for collector.Collector interface
@@ -221,7 +229,7 @@ func (c *ClusterScalingScheduleCollector) GetMetrics() ([]CollectedMetric, error
 		clusterScalingSchedule = v1.ClusterScalingSchedule(*scalingSchedule)
 	}
 
-	return calculateMetrics(clusterScalingSchedule.Spec.Schedules, c.now(), c.objectReference, c.metric)
+	return calculateMetrics(clusterScalingSchedule.Spec, c.defaultScalingWindow, c.now(), c.objectReference, c.metric)
 }
 
 // Interval returns the interval at which the collector should run.
@@ -234,9 +242,17 @@ func (c *ClusterScalingScheduleCollector) Interval() time.Duration {
 	return c.interval
 }
 
-func calculateMetrics(schedules []v1.Schedule, now time.Time, objectReference custom_metrics.ObjectReference, metric autoscalingv2.MetricIdentifier) ([]CollectedMetric, error) {
-	value := 0
-	for _, schedule := range schedules {
+func calculateMetrics(spec v1.ScalingScheduleSpec, defaultScalingWindow time.Duration, now time.Time, objectReference custom_metrics.ObjectReference, metric autoscalingv2.MetricIdentifier) ([]CollectedMetric, error) {
+	scalingWindowDuration := defaultScalingWindow
+	if spec.ScalingWindowDurationMinutes != nil {
+		scalingWindowDuration = time.Duration(*spec.ScalingWindowDurationMinutes) * time.Minute
+	}
+	if scalingWindowDuration < 0 {
+		return nil, fmt.Errorf("scaling window duration cannot be negative")
+	}
+
+	value := int64(0)
+	for _, schedule := range spec.Schedules {
 		switch schedule.Type {
 		case v1.RepeatingSchedule:
 			location, err := time.LoadLocation(schedule.Period.Timezone)
@@ -269,9 +285,7 @@ func calculateMetrics(schedules []v1.Schedule, now time.Time, objectReference cu
 						parsedStartTime.Nanosecond(),
 						location,
 					)
-					if within(now, scheduledTime, schedule.DurationMinutes) && schedule.Value > value {
-						value = schedule.Value
-					}
+					value = maxInt64(value, valueForEntry(now, scheduledTime, schedule.Duration(), scalingWindowDuration, schedule.Value))
 					break
 				}
 			}
@@ -280,9 +294,8 @@ func calculateMetrics(schedules []v1.Schedule, now time.Time, objectReference cu
 			if err != nil {
 				return nil, ErrInvalidScheduleDate
 			}
-			if within(now, scheduledTime, schedule.DurationMinutes) && schedule.Value > value {
-				value = schedule.Value
-			}
+
+			value = maxInt64(value, valueForEntry(now, scheduledTime, schedule.Duration(), scalingWindowDuration, schedule.Value))
 		}
 	}
 
@@ -293,17 +306,47 @@ func calculateMetrics(schedules []v1.Schedule, now time.Time, objectReference cu
 			Custom: custom_metrics.MetricValue{
 				DescribedObject: objectReference,
 				Timestamp:       metav1.Time{Time: now},
-				Value:           *resource.NewMilliQuantity(int64(value*1000), resource.DecimalSI),
+				Value:           *resource.NewMilliQuantity(value*1000, resource.DecimalSI),
 				Metric:          custom_metrics.MetricIdentifier(metric),
 			},
 		},
 	}, nil
 }
 
-// within receive two time.Time and a number of minutes. It returns true
-// if the first given time, instant, is within the period of the second
-// given time (start) plus the given number of minutes.
-func within(instant, start time.Time, minutes int) bool {
-	return (instant.After(start) || instant.Equal(start)) &&
-		instant.Before(start.Add(time.Duration(minutes)*time.Minute))
+func valueForEntry(timestamp time.Time, startTime time.Time, entryDuration time.Duration, scalingWindowDuration time.Duration, value int64) int64 {
+	scaleUpStart := startTime.Add(-scalingWindowDuration)
+	endTime := startTime.Add(entryDuration)
+	scaleUpEnd := endTime.Add(scalingWindowDuration)
+
+	if between(timestamp, startTime, endTime) {
+		return value
+	}
+	if between(timestamp, scaleUpStart, startTime) {
+		return scaledValue(timestamp, scaleUpStart, scalingWindowDuration, value)
+	}
+	if between(timestamp, endTime, scaleUpEnd) {
+		return scaledValue(scaleUpEnd, timestamp, scalingWindowDuration, value)
+	}
+	return 0
+}
+
+func scaledValue(timestamp time.Time, startTime time.Time, scalingWindowDuration time.Duration, value int64) int64 {
+	if scalingWindowDuration == 0 {
+		return 0
+	}
+	return int64(math.Ceil(math.Abs(float64(timestamp.Sub(startTime))) / float64(scalingWindowDuration) * float64(value)))
+}
+
+func between(timestamp, start, end time.Time) bool {
+	if timestamp.Before(start) {
+		return false
+	}
+	return timestamp.Before(end)
+}
+
+func maxInt64(i1, i2 int64) int64 {
+	if i1 > i2 {
+		return i1
+	}
+	return i2
 }

pkg/collector/scaling_schedule_collector_test.go

@@ -12,7 +12,10 @@ import (
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 )
 
-const hHMMFormat = "15:04"
+const (
+	hHMMFormat                   = "15:04"
+	defaultScalingWindowDuration = 1 * time.Minute
+)
 
 type schedule struct {
 	kind      string
@@ -21,7 +24,7 @@ type schedule struct {
 	days      []v1.ScheduleDay
 	timezone  string
 	duration  int
-	value     int
+	value     int64
 }
 
 func TestScalingScheduleCollector(t *testing.T) {
@@ -37,11 +40,14 @@ func TestScalingScheduleCollector(t *testing.T) {
 		return uTCNow
 	}
 
+	tenMinutes := int64(10)
+
 	for _, tc := range []struct {
-		msg           string
-		schedules     []schedule
-		expectedValue int
-		err           error
+		msg                          string
+		schedules                    []schedule
+		scalingWindowDurationMinutes *int64
+		expectedValue                int64
+		err                          error
 	}{
 		{
 			msg: "Return the right value for one time config",
@@ -80,7 +86,45 @@ func TestScalingScheduleCollector(t *testing.T) {
 			expectedValue: 100,
 		},
 		{
-			msg: "Return the default value (0) for one time config - 30 seconds after",
+			msg: "Return the scaled value (67) for one time config - 20 seconds before starting",
+			schedules: []schedule{
+				{
+					date:     nowTime.Add(time.Second * 20).Format(time.RFC3339),
+					kind:     "OneTime",
+					duration: 45,
+					value:    100,
+				},
+			},
+			expectedValue: 67,
+		},
+		{
+			msg: "Return the scaled value (67) for one time config - 20 seconds after",
+			schedules: []schedule{
+				{
+					date:     nowTime.Add(-time.Minute * 45).Add(-time.Second * 20).Format(time.RFC3339),
+					kind:     "OneTime",
+					duration: 45,
+					value:    100,
+				},
+			},
+			expectedValue: 67,
+		},
+		{
+			msg:                          "Return the scaled value (95) for one time config with a custom scaling window - 30 seconds before starting",
+			scalingWindowDurationMinutes: &tenMinutes,
+			schedules: []schedule{
+				{
+					date:     nowTime.Add(time.Second * 30).Format(time.RFC3339),
+					kind:     "OneTime",
+					duration: 45,
+					value:    100,
+				},
+			},
+			expectedValue: 95,
+		},
+		{
+			msg:                          "Return the scaled value (95) for one time config with a custom scaling window - 30 seconds after",
+			scalingWindowDurationMinutes: &tenMinutes,
 			schedules: []schedule{
 				{
 					date:     nowTime.Add(-time.Minute * 45).Add(-time.Second * 30).Format(time.RFC3339),
@@ -89,7 +133,7 @@ func TestScalingScheduleCollector(t *testing.T) {
 					value:    100,
 				},
 			},
-			expectedValue: 0,
+			expectedValue: 95,
 		},
 		{
 			msg: "Return the default value (0) for one time config not started yet (20 minutes before)",
@@ -428,16 +472,16 @@ func TestScalingScheduleCollector(t *testing.T) {
 			namespace := "default"
 
 			schedules := getSchedules(tc.schedules)
-			store := newMockStore(scalingScheduleName, namespace, schedules)
-			plugin, err := NewScalingScheduleCollectorPlugin(store, now)
+			store := newMockStore(scalingScheduleName, namespace, tc.scalingWindowDurationMinutes, schedules)
+			plugin, err := NewScalingScheduleCollectorPlugin(store, now, defaultScalingWindowDuration)
 			require.NoError(t, err)
 
-			clusterStore := newClusterMockStore(scalingScheduleName, schedules)
-			clusterPlugin, err := NewClusterScalingScheduleCollectorPlugin(clusterStore, now)
+			clusterStore := newClusterMockStore(scalingScheduleName, tc.scalingWindowDurationMinutes, schedules)
+			clusterPlugin, err := NewClusterScalingScheduleCollectorPlugin(clusterStore, now, defaultScalingWindowDuration)
 			require.NoError(t, err)
 
-			clusterStoreFirstRun := newClusterMockStoreFirstRun(scalingScheduleName, schedules)
-			clusterPluginFirstRun, err := NewClusterScalingScheduleCollectorPlugin(clusterStoreFirstRun, now)
+			clusterStoreFirstRun := newClusterMockStoreFirstRun(scalingScheduleName, tc.scalingWindowDurationMinutes, schedules)
+			clusterPluginFirstRun, err := NewClusterScalingScheduleCollectorPlugin(clusterStoreFirstRun, now, defaultScalingWindowDuration)
 			require.NoError(t, err)
 
 			hpa := makeScalingScheduleHPA(namespace, scalingScheduleName)
@@ -505,14 +549,14 @@ func TestScalingScheduleObjectNotPresentReturnsError(t *testing.T) {
 		make(map[string]interface{}),
 		getByKeyFn,
 	}
-	plugin, err := NewScalingScheduleCollectorPlugin(store, time.Now)
+	plugin, err := NewScalingScheduleCollectorPlugin(store, time.Now, defaultScalingWindowDuration)
 	require.NoError(t, err)
 
 	clusterStore := mockStore{
 		make(map[string]interface{}),
 		getByKeyFn,
 	}
-	clusterPlugin, err := NewClusterScalingScheduleCollectorPlugin(clusterStore, time.Now)
+	clusterPlugin, err := NewClusterScalingScheduleCollectorPlugin(clusterStore, time.Now, defaultScalingWindowDuration)
 	require.NoError(t, err)
 
 	hpa := makeScalingScheduleHPA("namespace", "scalingScheduleName")
@@ -567,10 +611,10 @@ func TestReturnsErrorWhenStoreDoes(t *testing.T) {
 		},
 	}
 
-	plugin, err := NewScalingScheduleCollectorPlugin(store, time.Now)
+	plugin, err := NewScalingScheduleCollectorPlugin(store, time.Now, defaultScalingWindowDuration)
 	require.NoError(t, err)
 
-	clusterPlugin, err := NewClusterScalingScheduleCollectorPlugin(store, time.Now)
+	clusterPlugin, err := NewClusterScalingScheduleCollectorPlugin(store, time.Now, defaultScalingWindowDuration)
 	require.NoError(t, err)
 
 	hpa := makeScalingScheduleHPA("namespace", "scalingScheduleName")
@@ -615,7 +659,7 @@ func getByKeyFn(d map[string]interface{}, key string) (item interface{}, exists
 	return item, exists, nil
 }
 
-func newMockStore(name, namespace string, schedules []v1.Schedule) mockStore {
+func newMockStore(name, namespace string, scalingWindowDurationMinutes *int64, schedules []v1.Schedule) mockStore {
 	return mockStore{
 		map[string]interface{}{
 			fmt.Sprintf("%s/%s", namespace, name): &v1.ScalingSchedule{
@@ -623,7 +667,8 @@ func newMockStore(name, namespace string, schedules []v1.Schedule) mockStore {
 					Name: name,
 				},
 				Spec: v1.ScalingScheduleSpec{
-					Schedules: schedules,
+					ScalingWindowDurationMinutes: scalingWindowDurationMinutes,
+					Schedules:                    schedules,
 				},
 			},
 		},
@@ -631,7 +676,7 @@ func newMockStore(name, namespace string, schedules []v1.Schedule) mockStore {
 	}
 }
 
-func newClusterMockStore(name string, schedules []v1.Schedule) mockStore {
+func newClusterMockStore(name string, scalingWindowDurationMinutes *int64, schedules []v1.Schedule) mockStore {
 	return mockStore{
 		map[string]interface{}{
 			name: &v1.ClusterScalingSchedule{
@@ -639,7 +684,8 @@ func newClusterMockStore(name string, schedules []v1.Schedule) mockStore {
 					Name: name,
 				},
 				Spec: v1.ScalingScheduleSpec{
-					Schedules: schedules,
+					ScalingWindowDurationMinutes: scalingWindowDurationMinutes,
+					Schedules:                    schedules,
 				},
 			},
 		},
@@ -650,7 +696,7 @@ func newClusterMockStore(name string, schedules []v1.Schedule) mockStore {
 // The cache.Store returns the v1.ClusterScalingSchedule items as
 // v1.ScalingSchedule when it first lists it. When it's update it
 // asserts it correctly to the v1.ClusterScalingSchedule type.
-func newClusterMockStoreFirstRun(name string, schedules []v1.Schedule) mockStore {
+func newClusterMockStoreFirstRun(name string, scalingWindowDurationMinutes *int64, schedules []v1.Schedule) mockStore {
 	return mockStore{
 		map[string]interface{}{
 			name: &v1.ScalingSchedule{
@@ -658,7 +704,8 @@ func newClusterMockStoreFirstRun(name string, schedules []v1.Schedule) mockStore
 					Name: name,
 				},
 				Spec: v1.ScalingScheduleSpec{
-					Schedules: schedules,
+					ScalingWindowDurationMinutes: scalingWindowDurationMinutes,
+					Schedules:                    schedules,
 				},
 			},
 		},

pkg/collector/skipper_collector.go

@@ -10,6 +10,8 @@ import (
 	"strings"
 	"time"
 
+	rgv1 "github.com/szuecs/routegroup-client/apis/zalando.org/v1"
+	rginterface "github.com/szuecs/routegroup-client/client/clientset/versioned"
 	autoscalingv2 "k8s.io/api/autoscaling/v2beta2"
 	"k8s.io/apimachinery/pkg/api/resource"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
@@ -31,14 +33,16 @@ var (
 // collectors for getting skipper ingress metrics.
 type SkipperCollectorPlugin struct {
 	client             kubernetes.Interface
+	rgClient           rginterface.Interface
 	plugin             CollectorPlugin
 	backendAnnotations []string
 }
 
 // NewSkipperCollectorPlugin initializes a new SkipperCollectorPlugin.
-func NewSkipperCollectorPlugin(client kubernetes.Interface, prometheusPlugin *PrometheusCollectorPlugin, backendAnnotations []string) (*SkipperCollectorPlugin, error) {
+func NewSkipperCollectorPlugin(client kubernetes.Interface, rgClient rginterface.Interface, prometheusPlugin *PrometheusCollectorPlugin, backendAnnotations []string) (*SkipperCollectorPlugin, error) {
 	return &SkipperCollectorPlugin{
 		client:             client,
+		rgClient:           rgClient,
 		plugin:             prometheusPlugin,
 		backendAnnotations: backendAnnotations,
 	}, nil
@@ -47,14 +51,18 @@ func NewSkipperCollectorPlugin(client kubernetes.Interface, prometheusPlugin *Pr
 // NewCollector initializes a new skipper collector from the specified HPA.
 func (c *SkipperCollectorPlugin) NewCollector(hpa *autoscalingv2.HorizontalPodAutoscaler, config *MetricConfig, interval time.Duration) (Collector, error) {
 	if strings.HasPrefix(config.Metric.Name, rpsMetricName) {
-		backend := ""
-		if len(config.Metric.Name) > len(rpsMetricName) {
-			metricNameParts := strings.Split(config.Metric.Name, rpsMetricBackendSeparator)
-			if len(metricNameParts) == 2 {
-				backend = metricNameParts[1]
+		backend, ok := config.Config["backend"]
+		if !ok {
+			// TODO: remove the deprecated way of specifying
+			// optional backend at a later point in time.
+			if len(config.Metric.Name) > len(rpsMetricName) {
+				metricNameParts := strings.Split(config.Metric.Name, rpsMetricBackendSeparator)
+				if len(metricNameParts) == 2 {
+					backend = metricNameParts[1]
+				}
 			}
 		}
-		return NewSkipperCollector(c.client, c.plugin, hpa, config, interval, c.backendAnnotations, backend)
+		return NewSkipperCollector(c.client, c.rgClient, c.plugin, hpa, config, interval, c.backendAnnotations, backend)
 	}
 	return nil, fmt.Errorf("metric '%s' not supported", config.Metric.Name)
 }
@@ -63,6 +71,7 @@ func (c *SkipperCollectorPlugin) NewCollector(hpa *autoscalingv2.HorizontalPodAu
 // It depends on the prometheus collector for getting the metrics.
 type SkipperCollector struct {
 	client             kubernetes.Interface
+	rgClient           rginterface.Interface
 	metric             autoscalingv2.MetricIdentifier
 	objectReference    custom_metrics.ObjectReference
 	hpa                *autoscalingv2.HorizontalPodAutoscaler
@@ -74,9 +83,10 @@ type SkipperCollector struct {
 }
 
 // NewSkipperCollector initializes a new SkipperCollector.
-func NewSkipperCollector(client kubernetes.Interface, plugin CollectorPlugin, hpa *autoscalingv2.HorizontalPodAutoscaler, config *MetricConfig, interval time.Duration, backendAnnotations []string, backend string) (*SkipperCollector, error) {
+func NewSkipperCollector(client kubernetes.Interface, rgClient rginterface.Interface, plugin CollectorPlugin, hpa *autoscalingv2.HorizontalPodAutoscaler, config *MetricConfig, interval time.Duration, backendAnnotations []string, backend string) (*SkipperCollector, error) {
 	return &SkipperCollector{
 		client:             client,
+		rgClient:           rgClient,
 		objectReference:    config.ObjectReference,
 		hpa:                hpa,
 		metric:             config.Metric,
@@ -100,7 +110,7 @@ func getAnnotationWeight(backendWeights string, backend string) (float64, error)
 	return 0, nil
 }
 
-func getWeights(ingressAnnotations map[string]string, backendAnnotations []string, backend string) (float64, error) {
+func getIngressWeight(ingressAnnotations map[string]string, backendAnnotations []string, backend string) (float64, error) {
 	maxWeight := 0.0
 	annotationsPresent := false
 
@@ -128,26 +138,65 @@ func getWeights(ingressAnnotations map[string]string, backendAnnotations []strin
 	return 0.0, errBackendNameMissing
 }
 
-// getCollector returns a collector for getting the metrics.
-func (c *SkipperCollector) getCollector() (Collector, error) {
-	ingress, err := c.client.NetworkingV1beta1().Ingresses(c.objectReference.Namespace).Get(context.TODO(), c.objectReference.Name, metav1.GetOptions{})
-	if err != nil {
-		return nil, err
+func getRouteGroupWeight(backends []rgv1.RouteGroupBackendReference, backendName string) (float64, error) {
+	if len(backends) <= 1 {
+		return 1.0, nil
 	}
 
-	backendWeight, err := getWeights(ingress.Annotations, c.backendAnnotations, c.backend)
-	if err != nil {
-		return nil, err
+	if backendName == "" {
+		return 0.0, errBackendNameMissing
 	}
+
+	for _, backend := range backends {
+		if backend.BackendName == backendName {
+			return float64(backend.Weight) / 100.0, nil
+		}
+	}
+
+	return 0.0, nil
+}
+
+// getCollector returns a collector for getting the metrics.
+func (c *SkipperCollector) getCollector(ctx context.Context) (Collector, error) {
+	var escapedHostnames []string
+	var backendWeight float64
+	switch c.objectReference.Kind {
+	case "Ingress":
+		ingress, err := c.client.NetworkingV1beta1().Ingresses(c.objectReference.Namespace).Get(ctx, c.objectReference.Name, metav1.GetOptions{})
+		if err != nil {
+			return nil, err
+		}
+
+		backendWeight, err = getIngressWeight(ingress.Annotations, c.backendAnnotations, c.backend)
+		if err != nil {
+			return nil, err
+		}
+
+		for _, rule := range ingress.Spec.Rules {
+			escapedHostnames = append(escapedHostnames, regexp.QuoteMeta(strings.Replace(rule.Host, ".", "_", -1)))
+		}
+	case "RouteGroup":
+		routegroup, err := c.rgClient.ZalandoV1().RouteGroups(c.objectReference.Namespace).Get(ctx, c.objectReference.Name, metav1.GetOptions{})
+		if err != nil {
+			return nil, err
+		}
+
+		backendWeight, err = getRouteGroupWeight(routegroup.Spec.DefaultBackends, c.backend)
+		if err != nil {
+			return nil, err
+		}
+
+		for _, host := range routegroup.Spec.Hosts {
+			escapedHostnames = append(escapedHostnames, regexp.QuoteMeta(strings.Replace(host, ".", "_", -1)))
+		}
+	default:
+		return nil, fmt.Errorf("unknown skipper resource kind %s for resource %s/%s", c.objectReference.Kind, c.objectReference.Namespace, c.objectReference.Name)
+	}
+
 	config := c.config
 
-	var escapedHostnames []string
-	for _, rule := range ingress.Spec.Rules {
-		escapedHostnames = append(escapedHostnames, regexp.QuoteMeta(strings.Replace(rule.Host, ".", "_", -1)))
-	}
-
 	if len(escapedHostnames) == 0 {
-		return nil, fmt.Errorf("no hosts defined on ingress %s/%s, unable to create collector", c.objectReference.Namespace, c.objectReference.Name)
+		return nil, fmt.Errorf("no hosts defined on %s %s/%s, unable to create collector", c.objectReference.Kind, c.objectReference.Namespace, c.objectReference.Name)
 	}
 
 	config.Config = map[string]string{
@@ -165,7 +214,7 @@ func (c *SkipperCollector) getCollector() (Collector, error) {
 
 // GetMetrics gets skipper metrics from prometheus.
 func (c *SkipperCollector) GetMetrics() ([]CollectedMetric, error) {
-	collector, err := c.getCollector()
+	collector, err := c.getCollector(context.TODO())
 	if err != nil {
 		return nil, err
 	}

pkg/provider/metric_store.go

@@ -82,6 +82,16 @@ func (s *MetricStore) insertCustomMetric(value custom_metrics.MetricValue) {
 			Resource: "ingresses",
 			Group:    group,
 		}
+	case "RouteGroup":
+		group := "zalando.org"
+		gv, err := schema.ParseGroupVersion(value.DescribedObject.APIVersion)
+		if err == nil {
+			group = gv.Group
+		}
+		groupResource = schema.GroupResource{
+			Resource: "routegroups",
+			Group:    group,
+		}
 	case "ScalingSchedule":
 		group := "zalando.org"
 		gv, err := schema.ParseGroupVersion(value.DescribedObject.APIVersion)

pkg/server/start.go

@@ -30,6 +30,7 @@ import (
 	"github.com/kubernetes-sigs/custom-metrics-apiserver/pkg/cmd/server"
 	"github.com/prometheus/client_golang/prometheus/promhttp"
 	"github.com/spf13/cobra"
+	rg "github.com/szuecs/routegroup-client/client/clientset/versioned"
 	"github.com/zalando-incubator/cluster-lifecycle-manager/pkg/credentials-loader/platformiam"
 	generatedopenapi "github.com/zalando-incubator/kube-metrics-adapter/pkg/api/generated/openapi"
 	v1 "github.com/zalando-incubator/kube-metrics-adapter/pkg/apis/zalando.org/v1"
@@ -113,6 +114,8 @@ func NewCommandStartAdapterServer(stopCh <-chan struct{}) *cobra.Command {
 		"path to the credentials dir where tokens are stored")
 	flags.BoolVar(&o.SkipperIngressMetrics, "skipper-ingress-metrics", o.SkipperIngressMetrics, ""+
 		"whether to enable skipper ingress metrics")
+	flags.BoolVar(&o.SkipperRouteGroupMetrics, "skipper-routegroup-metrics", o.SkipperRouteGroupMetrics, ""+
+		"whether to enable skipper routegroup metrics")
 	flags.StringArrayVar(&o.SkipperBackendWeightAnnotation, "skipper-backends-annotation", o.SkipperBackendWeightAnnotation, ""+
 		"the annotation to get backend weights so that the returned metric can be weighted")
 	flags.BoolVar(&o.AWSExternalMetrics, "aws-external-metrics", o.AWSExternalMetrics, ""+
@@ -125,6 +128,7 @@ func NewCommandStartAdapterServer(stopCh <-chan struct{}) *cobra.Command {
 	flags.DurationVar(&o.GCInterval, "garbage-collector-interval", 10*time.Minute, "Interval to clean up metrics that are stored in in-memory cache.")
 	flags.BoolVar(&o.ScalingScheduleMetrics, "scaling-schedule", o.ScalingScheduleMetrics, ""+
 		"whether to enable time-based ScalingSchedule metrics")
+	flags.DurationVar(&o.DefaultScheduledScalingWindow, "scaling-schedule-default-scaling-window", 10*time.Minute, "Default scale-up/scale-down window duration for scheduled metrics")
 	return cmd
 }
 
@@ -170,6 +174,11 @@ func (o AdapterServerOptions) RunCustomMetricsAdapterServer(stopCh <-chan struct
 		return fmt.Errorf("failed to initialize new client: %v", err)
 	}
 
+	rgClient, err := rg.NewForConfig(clientConfig)
+	if err != nil {
+		return fmt.Errorf("failed to initialize RouteGroup client: %v", err)
+	}
+
 	collectorFactory := collector.NewCollectorFactory()
 
 	if o.PrometheusServer != "" {
@@ -186,15 +195,24 @@ func (o AdapterServerOptions) RunCustomMetricsAdapterServer(stopCh <-chan struct
 		collectorFactory.RegisterExternalCollector([]string{collector.PrometheusMetricType, collector.PrometheusMetricNameLegacy}, promPlugin)
 
 		// skipper collector can only be enabled if prometheus is.
-		if o.SkipperIngressMetrics {
-			skipperPlugin, err := collector.NewSkipperCollectorPlugin(client, promPlugin, o.SkipperBackendWeightAnnotation)
+		if o.SkipperIngressMetrics || o.SkipperRouteGroupMetrics {
+			skipperPlugin, err := collector.NewSkipperCollectorPlugin(client, rgClient, promPlugin, o.SkipperBackendWeightAnnotation)
 			if err != nil {
 				return fmt.Errorf("failed to initialize skipper collector plugin: %v", err)
 			}
 
-			err = collectorFactory.RegisterObjectCollector("Ingress", "", skipperPlugin)
-			if err != nil {
-				return fmt.Errorf("failed to register skipper collector plugin: %v", err)
+			if o.SkipperIngressMetrics {
+				err = collectorFactory.RegisterObjectCollector("Ingress", "", skipperPlugin)
+				if err != nil {
+					return fmt.Errorf("failed to register skipper Ingress collector plugin: %v", err)
+				}
+			}
+
+			if o.SkipperRouteGroupMetrics {
+				err = collectorFactory.RegisterObjectCollector("RouteGroup", "", skipperPlugin)
+				if err != nil {
+					return fmt.Errorf("failed to register skipper RouteGroup collector plugin: %v", err)
+				}
 			}
 		}
 	}
@@ -276,7 +294,7 @@ func (o AdapterServerOptions) RunCustomMetricsAdapterServer(stopCh <-chan struct
 		)
 		go reflector.Run(ctx.Done())
 
-		clusterPlugin, err := collector.NewClusterScalingScheduleCollectorPlugin(clusterScalingSchedulesStore, time.Now)
+		clusterPlugin, err := collector.NewClusterScalingScheduleCollectorPlugin(clusterScalingSchedulesStore, time.Now, o.DefaultScheduledScalingWindow)
 		if err != nil {
 			return fmt.Errorf("unable to create ClusterScalingScheduleCollector plugin: %v", err)
 		}
@@ -285,7 +303,7 @@ func (o AdapterServerOptions) RunCustomMetricsAdapterServer(stopCh <-chan struct
 			return fmt.Errorf("failed to register ClusterScalingSchedule object collector plugin: %v", err)
 		}
 
-		plugin, err := collector.NewScalingScheduleCollectorPlugin(scalingSchedulesStore, time.Now)
+		plugin, err := collector.NewScalingScheduleCollectorPlugin(scalingSchedulesStore, time.Now, o.DefaultScheduledScalingWindow)
 		if err != nil {
 			return fmt.Errorf("unable to create ScalingScheduleCollector plugin: %v", err)
 		}
@@ -390,6 +408,9 @@ type AdapterServerOptions struct {
 	// SkipperIngressMetrics switches on support for skipper ingress based
 	// metric collection.
 	SkipperIngressMetrics bool
+	// SkipperRouteGroupMetrics switches on support for skipper routegroup
+	// based metric collection.
+	SkipperRouteGroupMetrics bool
 	// AWSExternalMetrics switches on support for getting external metrics
 	// from AWS.
 	AWSExternalMetrics bool
@@ -408,4 +429,6 @@ type AdapterServerOptions struct {
 	GCInterval time.Duration
 	// Time-based scaling based on the CRDs ScheduleScaling and ClusterScheduleScaling.
 	ScalingScheduleMetrics bool
+	// Default scale-up/scale-down window duration for scheduled metrics
+	DefaultScheduledScalingWindow time.Duration
 }