Enable autoscaling for additional node pools

CHANGES.next.md

@@ -448,6 +448,8 @@
 -   Add support for enabling live migration on AMD SEV
 -   Increased maintenance simulation notification timeout to 4 hours in
     maintenance_simulation_trigger.py.
+-   Added `--retry_on_insufficient_capacity_cloud_failure` so that resource
+    creation can be retried on stock outs.
 
 ### Bug fixes and maintenance updates:
 

perfkitbenchmarker/configs/static_vm_decoders.py

@@ -13,8 +13,8 @@
 # limitations under the License.
 """Module containing Static VM Decoders."""
 
-from perfkitbenchmarker import static_virtual_machine
 from perfkitbenchmarker.configs import option_decoders
+from perfkitbenchmarker.configs import static_vm_spec
 
 
 class StaticVmDecoder(option_decoders.TypeVerifier):
@@ -38,7 +38,7 @@ def Decode(self, value, component_full_name, flag_values):
       errors.Config.InvalidValue upon invalid input value.
     """
     input_dict = super().Decode(value, component_full_name, flag_values)
-    return static_virtual_machine.StaticVmSpec(
+    return static_vm_spec.StaticVmSpec(
         self._GetOptionFullName(component_full_name),
         flag_values=flag_values,
         **input_dict

perfkitbenchmarker/configs/static_vm_spec.py

@@ -0,0 +1,86 @@
+# Copyright 2014 PerfKitBenchmarker Authors. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""The static VM spec.
+
+Used to define static VMs (ie not created by PKB). See static_virtual_machine.py
+for more details.
+"""
+
+from perfkitbenchmarker import disk
+from perfkitbenchmarker import virtual_machine_spec
+
+
+class StaticVmSpec(virtual_machine_spec.BaseVmSpec):
+  """Object containing all info needed to create a Static VM."""
+
+  CLOUD = 'Static'
+
+  def __init__(
+      self,
+      component_full_name,
+      ip_address=None,
+      user_name=None,
+      ssh_private_key=None,
+      internal_ip=None,
+      internal_ips=None,
+      ssh_port=22,
+      password=None,
+      disk_specs=None,
+      os_type=None,
+      tag=None,
+      zone=None,
+      **kwargs
+  ):
+    """Initialize the StaticVmSpec object.
+
+    Args:
+      component_full_name: string. Fully qualified name of the configurable
+        component containing the config options.
+      ip_address: The public ip address of the VM.
+      user_name: The username of the VM that the keyfile corresponds to.
+      ssh_private_key: The absolute path to the private keyfile to use to ssh to
+        the VM.
+      internal_ip: The internal ip address of the VM.
+      internal_ips: The internal ip addresses of the VMs.
+      ssh_port: The port number to use for SSH and SCP commands.
+      password: The password used to log into the VM (Windows Only).
+      disk_specs: None or a list of dictionaries containing kwargs used to
+        create disk.BaseDiskSpecs.
+      os_type: The OS type of the VM. See the flag of the same name for more
+        information.
+      tag: A string that allows the VM to be included or excluded from a run by
+        using the 'static_vm_tags' flag.
+      zone: The VM's zone.
+      **kwargs: Other args for the superclass.
+    """
+    super().__init__(component_full_name, **kwargs)
+    self.ip_address = ip_address
+    self.user_name = user_name
+    self.ssh_private_key = ssh_private_key
+    self.internal_ip = internal_ip
+    self.internal_ips = internal_ips
+    self.ssh_port = ssh_port
+    self.password = password
+    self.os_type = os_type
+    self.tag = tag
+    self.zone = zone
+    self.disk_specs = [
+        disk.BaseDiskSpec(
+            '{}.disk_specs[{}]'.format(component_full_name, i),
+            flag_values=kwargs.get('flag_values'),
+            **disk_spec
+        )
+        for i, disk_spec in enumerate(disk_specs or ())
+    ]

perfkitbenchmarker/configs/vm_group_decoders.py

@@ -18,11 +18,11 @@
 from perfkitbenchmarker import os_types
 from perfkitbenchmarker import provider_info
 from perfkitbenchmarker import providers
-from perfkitbenchmarker import static_virtual_machine
 from perfkitbenchmarker import virtual_machine_spec
 from perfkitbenchmarker.configs import option_decoders
 from perfkitbenchmarker.configs import spec
 from perfkitbenchmarker.configs import static_vm_decoders
+from perfkitbenchmarker.configs import static_vm_spec
 
 _DEFAULT_DISK_COUNT = 1
 _DEFAULT_VM_COUNT = 1
@@ -52,7 +52,7 @@ class VmGroupSpec(spec.BaseSpec):
   disk_type: str
   disk_spec: disk.BaseDiskSpec
   os_type: str
-  static_vms: list[static_virtual_machine.StaticVmSpec]
+  static_vms: list[static_vm_spec.StaticVmSpec]
   vm_count: int
   vm_spec: virtual_machine_spec.BaseVmSpec
   vm_as_nfs: bool

perfkitbenchmarker/data/capture_db_scoped_configurations.sql

@@ -0,0 +1,32 @@
+SELECT * FROM sys.databases;
+
+SELECT * FROM sys.master_files;
+
+DECLARE @dbname SYSNAME;
+DECLARE @cmd NVARCHAR(300);
+
+DECLARE db_cursor CURSOR LOCAL FAST_FORWARD FOR
+SELECT name
+FROM sys.databases d
+WHERE
+  d.state = 0
+    OPEN db_cursor;
+
+FETCH NEXT FROM db_cursor INTO @dbname;
+
+WHILE @@FETCH_STATUS
+= 0
+  BEGIN
+SET
+  @cmd = 'USE '
+    + QUOTENAME(@dbname)
+    + '; SELECT DB_NAME() as databasename,* FROM sys.database_scoped_configurations'
+      EXEC sp_executesql @cmd;
+
+FETCH NEXT FROM db_cursor INTO @dbname;
+
+END;
+
+CLOSE db_cursor;
+
+DEALLOCATE db_cursor;

perfkitbenchmarker/data/container/kubernetes_scale/kubernetes_node_scale.yaml.j2

@@ -0,0 +1,33 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: app
+  labels:
+    app: app
+spec:
+  replicas: 0
+  selector:
+    matchLabels:
+      app: app
+  template:
+    metadata:
+      labels:
+        app: app
+    spec:
+      affinity:
+        podAntiAffinity:
+          requiredDuringSchedulingIgnoredDuringExecution:
+          - labelSelector:
+              matchExpressions:
+              - key: app
+                operator: In
+                values:
+                - app
+            topologyKey: "kubernetes.io/hostname"
+      containers:
+      - name: pause
+        image: registry.k8s.io/pause:3.10
+        resources:
+          requests:
+            cpu: 100m
+            memory: 100Mi

perfkitbenchmarker/linux_benchmarks/fio/fio_latency_sla_benchmark.py

@@ -141,6 +141,7 @@ def Run(spec: benchmark_spec.BenchmarkSpec) -> list[sample.Sample]:
   while numjobs > 0:
     left_iodepth = 1
     right_iodepth = max_iodepth
+    benchmark_params['numjobs'] = numjobs
     iodepth_details[numjobs] = {}
     while left_iodepth <= right_iodepth:
       iodepth = (left_iodepth + right_iodepth) // 2

perfkitbenchmarker/linux_benchmarks/hammerdbcli_benchmark.py

@@ -361,13 +361,12 @@ def _CheckAlloyDbColumnarEngine(
 def _PreRun(db: relational_db.BaseRelationalDb) -> None:
   """Prepares the database for the benchmark run."""
   db.ClearWaitStats()
-  db.QueryIOStats()
+  db.LogDatabaseDebugInfo()
 
 
 def _PostRun(db: relational_db.BaseRelationalDb) -> None:
   """Records the database metrics after the benchmark run."""
-  db.QueryWaitStats()
-  db.QueryIOStats()
+  db.LogDatabaseDebugInfo()
 
 
 def Run(benchmark_spec: bm_spec.BenchmarkSpec) -> list[sample.Sample]: