9c70924dc3
This patch refactors the stress-ng workload code to make it easier to integrate with dynamic workloads. A parameter has been added for nova_api_version as this is required in dynamic workloads to use tags for VMs. The file stress-ng.py has been renamed to stress_ng.py and stress-ng.yml to stress_ng.yml, in order to adhere to Python module naming conventions. Without this change, a syntax error occurs while importing the module. Common code that can be used for dynamic workloads has been moved to a new file called stress_ng_utils.py. Browbeat results and logs : http://perfscale.perf.lab.eng.bos.redhat.com/pub/schari/browbeat_logs/stressng_refactoring/ Change-Id: Ifdcdd1e91658f48d6b19275446f1fb3df4e9575f
112 lines
4.7 KiB
Python
112 lines
4.7 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import logging
|
|
|
|
from rally_openstack.task.scenarios.vm import utils as vm_utils
|
|
from rally_openstack.task.scenarios.neutron import utils as neutron_utils
|
|
from rally.utils import sshutils
|
|
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
class BrowbeatStressNgUtils(vm_utils.VMScenario, neutron_utils.NeutronScenario):
|
|
|
|
def create_clients(self, jump_ssh, num_clients, image, flavor, user, **kwargs):
|
|
"""Creates Client VM's
|
|
|
|
:param jump_ssh: ssh connection
|
|
:param num_clients: no.of clients
|
|
:param image: VM image name
|
|
:param flavor: VM flavor name
|
|
:param user: ssh username on server
|
|
:param kwargs: optional args to create a VM
|
|
"""
|
|
_clients = []
|
|
for i in range(num_clients):
|
|
LOG.info("ITER: {} Launching stress-ng client : {}".format(
|
|
self.context["iteration"], i))
|
|
server = self._boot_server(
|
|
image,
|
|
flavor,
|
|
key_name=self.context["user"]["keypair"]["name"],
|
|
**kwargs)
|
|
for net in server.addresses:
|
|
network_name = net
|
|
break
|
|
if network_name is None:
|
|
return False
|
|
# IP Address
|
|
_clients.append(
|
|
str(server.addresses[network_name][0]["addr"]))
|
|
|
|
for sip in _clients:
|
|
cmd = "ssh -o StrictHostKeyChecking=no {}@{} /bin/true".format(
|
|
user, sip)
|
|
s1_exitcode, s1_stdout, s1_stderr = jump_ssh.execute(cmd)
|
|
return _clients
|
|
|
|
def run_stress_ng_on_clients(self, flavor, username, ssh_timeout, num_clients,
|
|
command, image=None, floating_network=None, port=22,
|
|
use_floating_ip=True, tag=None, nova_api_version=2.52,
|
|
**kwargs):
|
|
"""Create a jumphost on network with fip and all
|
|
other vm's on the same neutron network so that jumphost
|
|
can access the other vm's and run the stress tests
|
|
|
|
:param flavor: VM flavor name
|
|
:param username: ssh username on server
|
|
:param ssh_timeout: ssh timeout in seconds
|
|
:param num_clients: no.of clients
|
|
:param command: command that runs inside the client vm's
|
|
:param image: VM image name
|
|
:param floating_network: external network name, for floating ip
|
|
:param port: ssh port for SSH connection
|
|
:param use_floating_ip: bool, floating or fixed IP for SSH connection
|
|
:param tag: str, tag for the VM
|
|
:param nova_api_version: api microversion of nova
|
|
:param kwargs: optional args to create a VM
|
|
"""
|
|
# tags for VMs are available only for nova_api_version >= 2.52
|
|
if nova_api_version >= 2.52:
|
|
kwargs["tags"] = ["{}_jumphost".format(tag)]
|
|
jump_host, fip = self._boot_server_with_fip(
|
|
image, flavor, use_floating_ip=use_floating_ip,
|
|
floating_network=floating_network,
|
|
key_name=self.context["user"]["keypair"]["name"],
|
|
**kwargs)
|
|
ssh = sshutils.SSH(username, fip["ip"], port=port, pkey=self.context[
|
|
"user"]["keypair"]["private"])
|
|
self._wait_for_ssh(ssh, timeout=ssh_timeout)
|
|
|
|
# Write id_rsa to get to guests.
|
|
self._run_command_over_ssh(ssh, {'remote_path': "rm -rf ~/.ssh"})
|
|
self._run_command_over_ssh(ssh, {'remote_path': "mkdir ~/.ssh"})
|
|
ssh.run(
|
|
"cat > ~/.ssh/id_rsa",
|
|
stdin=self.context["user"]["keypair"]["private"])
|
|
ssh.execute("chmod 0600 ~/.ssh/id_rsa")
|
|
|
|
# tags for VMs are available only for nova_api_version >= 2.52
|
|
if nova_api_version >= 2.52:
|
|
kwargs["tags"] = ["{}_client".format(tag)]
|
|
_clients = self.create_clients(
|
|
ssh, num_clients, image, flavor, username, **kwargs)
|
|
|
|
# Run stress test
|
|
for sip in _clients:
|
|
cmd = " {} 'ssh {}@{}' ".format(command, username, sip)
|
|
exitcode, stdout, stderr = ssh.execute(cmd)
|
|
if exitcode != 0:
|
|
raise Exception(" couldn't run the stress-ng command: {}".format(stderr))
|