Test plan & results for k8s+OS+Cinder+Ceph
* Initial data, description of used environment and tests * Tests results, raw results data, graphs Change-Id: Ib60716724350b8e4555f3b625b63b6bfe2816150
This commit is contained in:
Igor Yozhikov
parent
09b76b1148
commit
398544d585
56
doc/source/test_plans/k8s_cinder_ceph/heat/main.yaml
Normal file
56
doc/source/test_plans/k8s_cinder_ceph/heat/main.yaml
Normal file
@ -0,0 +1,56 @@
|
|||||||
|
heat_template_version: newton
|
||||||
|
|
||||||
|
parameters:
|
||||||
|
image:
|
||||||
|
type: string
|
||||||
|
flavor:
|
||||||
|
type: string
|
||||||
|
key_name:
|
||||||
|
type: string
|
||||||
|
vm_count:
|
||||||
|
type: string
|
||||||
|
volume_size:
|
||||||
|
type: string
|
||||||
|
network_name:
|
||||||
|
type: string
|
||||||
|
test_iodepth:
|
||||||
|
type: number
|
||||||
|
default: 64
|
||||||
|
test_runtime:
|
||||||
|
type: number
|
||||||
|
default: 600
|
||||||
|
test_filesize:
|
||||||
|
type: string
|
||||||
|
default: 4G
|
||||||
|
test_mode:
|
||||||
|
type: string
|
||||||
|
default: size
|
||||||
|
test_rw:
|
||||||
|
type: string
|
||||||
|
default: randrw
|
||||||
|
|
||||||
|
|
||||||
|
resources:
|
||||||
|
server_resources:
|
||||||
|
type: OS::Heat::ResourceGroup
|
||||||
|
properties:
|
||||||
|
count: { get_param: vm_count }
|
||||||
|
resource_def:
|
||||||
|
type: vm-with-vol.yaml
|
||||||
|
properties:
|
||||||
|
image: { get_param: image }
|
||||||
|
flavor: { get_param: flavor }
|
||||||
|
key_name: { get_param: key_name }
|
||||||
|
network_name: { get_param: network_name }
|
||||||
|
volume_size: { get_param: volume_size }
|
||||||
|
test_iodepth: { get_param: test_iodepth }
|
||||||
|
test_filesize: { get_param: test_filesize }
|
||||||
|
test_runtime: { get_param: test_runtime }
|
||||||
|
test_mode: { get_param: test_mode }
|
||||||
|
test_rw: { get_param: test_rw }
|
||||||
|
index:
|
||||||
|
list_join: ['-', [ {get_param: test_mode},'vm', {get_param: test_rw}, '%index%' ]]
|
||||||
|
|
||||||
|
outputs:
|
||||||
|
script_result:
|
||||||
|
value: { get_attr: [server_resources, result] }
|
||||||
74
doc/source/test_plans/k8s_cinder_ceph/heat/vm-with-vol.yaml
Normal file
74
doc/source/test_plans/k8s_cinder_ceph/heat/vm-with-vol.yaml
Normal file
@ -0,0 +1,74 @@
|
|||||||
|
heat_template_version: newton
|
||||||
|
parameters:
|
||||||
|
image:
|
||||||
|
type: string
|
||||||
|
flavor:
|
||||||
|
type: string
|
||||||
|
key_name:
|
||||||
|
type: string
|
||||||
|
volume_size:
|
||||||
|
type: string
|
||||||
|
network_name:
|
||||||
|
type: string
|
||||||
|
volume_image:
|
||||||
|
type: string
|
||||||
|
default: 40g-urandom
|
||||||
|
test_iodepth:
|
||||||
|
type: number
|
||||||
|
test_filesize:
|
||||||
|
type: string
|
||||||
|
index:
|
||||||
|
type: string
|
||||||
|
test_mode:
|
||||||
|
type: string
|
||||||
|
default: size
|
||||||
|
test_rw:
|
||||||
|
type: string
|
||||||
|
default: randrw
|
||||||
|
test_runtime:
|
||||||
|
type: number
|
||||||
|
default: 300
|
||||||
|
|
||||||
|
resources:
|
||||||
|
server:
|
||||||
|
type: OS::Nova::Server
|
||||||
|
properties:
|
||||||
|
name: { get_param: index }
|
||||||
|
image: { get_param: image }
|
||||||
|
flavor: { get_param: flavor }
|
||||||
|
key_name: { get_param: key_name }
|
||||||
|
networks:
|
||||||
|
- network: { get_param: network_name }
|
||||||
|
user_data_format: RAW
|
||||||
|
user_data:
|
||||||
|
str_replace:
|
||||||
|
template: |
|
||||||
|
#!/bin/bash
|
||||||
|
export IODEPTH=iodepth
|
||||||
|
export SIZE=filesize
|
||||||
|
export RWMODE=rwmode
|
||||||
|
export RUNMOD=runmode
|
||||||
|
export RUNTIME=runtime
|
||||||
|
scriptfile
|
||||||
|
params:
|
||||||
|
scriptfile: { get_file: vmScript.sh }
|
||||||
|
iodepth: { get_param: test_iodepth }
|
||||||
|
filesize: { get_param: test_filesize }
|
||||||
|
runmode: { get_param: test_mode }
|
||||||
|
rwmode: { get_param: test_rw }
|
||||||
|
runtime: { get_param: test_runtime }
|
||||||
|
volume:
|
||||||
|
type: OS::Cinder::Volume
|
||||||
|
properties:
|
||||||
|
size: { get_param: volume_size }
|
||||||
|
image: { get_param: volume_image }
|
||||||
|
|
||||||
|
attachment:
|
||||||
|
type: OS::Cinder::VolumeAttachment
|
||||||
|
properties:
|
||||||
|
instance_uuid: { get_resource: server }
|
||||||
|
volume_id: { get_resource: volume }
|
||||||
|
|
||||||
|
outputs:
|
||||||
|
result:
|
||||||
|
value: stub-attribute
|
||||||
172
doc/source/test_plans/k8s_cinder_ceph/heat/vmScript.sh
Executable file
172
doc/source/test_plans/k8s_cinder_ceph/heat/vmScript.sh
Executable file
@ -0,0 +1,172 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
# Script for IO testing
|
||||||
|
WORKDIR="$(cd "$(dirname ${0})" && pwd)"
|
||||||
|
WORKSPACE="${WORKDIR}/workspace"
|
||||||
|
USER_NAME="${USER_NAME:-root}"
|
||||||
|
USER_PASS="${USER_PASS:-r00tme}"
|
||||||
|
REMOTE_HOST="${REMOTE_HOST:-172.20.9.15}"
|
||||||
|
STARTTIME=""
|
||||||
|
STOPTIME=""
|
||||||
|
function prepare()
|
||||||
|
{
|
||||||
|
local ec=0
|
||||||
|
mkdir -p ${WORKSPACE}
|
||||||
|
export DEBIAN_FRONTEND=noninteractive
|
||||||
|
apt update > /dev/null 2>&1 || ec=$?
|
||||||
|
apt install -y fio sshpass bc > /dev/null 2>&1 || ec=$?
|
||||||
|
return ${ec}
|
||||||
|
}
|
||||||
|
|
||||||
|
function check_vol()
|
||||||
|
{
|
||||||
|
local volpath
|
||||||
|
local retval
|
||||||
|
local maxretry
|
||||||
|
local counter
|
||||||
|
retval=1
|
||||||
|
counter=0
|
||||||
|
maxretry=60
|
||||||
|
volpath=${TARGET}
|
||||||
|
while true
|
||||||
|
do
|
||||||
|
if [ -e ${volpath} ]; then
|
||||||
|
retval=0
|
||||||
|
break
|
||||||
|
else
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
counter=$(( counter + 1 ))
|
||||||
|
sleep 2
|
||||||
|
if [ "${counter}" -ge "${maxretry}" ]; then
|
||||||
|
break
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
return ${retval}
|
||||||
|
}
|
||||||
|
|
||||||
|
function u2m_sec()
|
||||||
|
{
|
||||||
|
local input
|
||||||
|
local output
|
||||||
|
input=${1}
|
||||||
|
output=$(echo "scale=4;${input}/1000" | bc)
|
||||||
|
if echo ${output} | grep -q '^\..'; then
|
||||||
|
output="0${output}"
|
||||||
|
fi
|
||||||
|
echo "${output}"
|
||||||
|
}
|
||||||
|
|
||||||
|
parse_terse()
|
||||||
|
{
|
||||||
|
# msec = 1000 usec, 1s = 1000 msec
|
||||||
|
local input=$*
|
||||||
|
local jobname #3
|
||||||
|
local read_iops #8
|
||||||
|
local read_bw #7 #KB/s
|
||||||
|
local read_clat_min #14 #usec
|
||||||
|
local read_clat_max #15 #usec
|
||||||
|
local read_clat_mean #16 #usec
|
||||||
|
local read_clat_95 #29 #usec
|
||||||
|
local read_clat_99 #30 #usec
|
||||||
|
local read_total_lat_avg #40 #usec
|
||||||
|
local read_bw_avg #45 #KB/s
|
||||||
|
local write_iops #49
|
||||||
|
local write_bw #48 #KB/s
|
||||||
|
local write_clat_min #55 #usec
|
||||||
|
local write_clat_max #56 #usec
|
||||||
|
local write_clat_mean #57 #usec
|
||||||
|
local read_clat_95 #70 #usec
|
||||||
|
local read_clat_99 #71 #usec
|
||||||
|
local write_total_lat_avg #81 #usec
|
||||||
|
local write_bw_avg #86 #KB/s
|
||||||
|
jobname="$(echo "${input}" | cut -d';' -f3)"
|
||||||
|
read_iops="$(echo "${input}" | cut -d';' -f8)"
|
||||||
|
read_bw="$(echo "${input}" | cut -d';' -f7)"
|
||||||
|
read_clat_min="$(u2m_sec "$(echo "${input}" | cut -d';' -f14)")"
|
||||||
|
read_clat_max="$(u2m_sec "$(echo "${input}" | cut -d';' -f15)")"
|
||||||
|
read_clat_mean="$(u2m_sec "$(echo "${input}" | cut -d';' -f16)")"
|
||||||
|
read_clat_95="$(u2m_sec "$(echo "${input}" | cut -d';' -f29 | cut -d'=' -f2)")"
|
||||||
|
read_clat_99="$(u2m_sec "$(echo "${input}" | cut -d';' -f30 | cut -d'=' -f2)")"
|
||||||
|
read_total_lat_avg="$(u2m_sec "$(echo "${input}" | cut -d';' -f40)")"
|
||||||
|
read_bw_avg="$(echo "${input}" | cut -d';' -f45)"
|
||||||
|
write_iops="$(echo "${input}" | cut -d';' -f49)"
|
||||||
|
write_bw="$(echo "${input}" | cut -d';' -f48)"
|
||||||
|
write_clat_min="$(u2m_sec "$(echo "${input}" | cut -d';' -f55)")"
|
||||||
|
write_clat_max="$(u2m_sec "$(echo "${input}" | cut -d';' -f56)")"
|
||||||
|
write_clat_mean="$(u2m_sec "$(echo "${input}" | cut -d';' -f57)")"
|
||||||
|
write_clat_95="$(u2m_sec "$(echo "${input}" | cut -d';' -f70 | cut -d'=' -f2)")"
|
||||||
|
write_clat_99="$(u2m_sec "$(echo "${input}" | cut -d';' -f71 | cut -d'=' -f2)")"
|
||||||
|
write_total_lat_avg="$(u2m_sec "$(echo "${input}" | cut -d';' -f81)")"
|
||||||
|
write_bw_avg="$(echo "${input}" | cut -d';' -f86)"
|
||||||
|
echo "${STARTTIME},${STOPTIME},${jobname},${read_iops},${read_bw},${read_clat_mean},${read_clat_min},${read_clat_max},${read_clat_95},${read_clat_99},${read_total_lat_avg},${read_bw_avg},${write_iops},${write_bw},${write_clat_mean},${write_clat_min},${write_clat_max},${write_clat_95},${write_clat_99},${write_total_lat_avg},${write_bw_avg}"
|
||||||
|
}
|
||||||
|
|
||||||
|
function run_fio()
|
||||||
|
{
|
||||||
|
local iodepth
|
||||||
|
local bs
|
||||||
|
local ioengine
|
||||||
|
local direct
|
||||||
|
local buffered
|
||||||
|
local jobname
|
||||||
|
local filename
|
||||||
|
local size
|
||||||
|
local readwrite
|
||||||
|
local runtime
|
||||||
|
bs="4k"
|
||||||
|
direct=1
|
||||||
|
buffered=0
|
||||||
|
ioengine="libaio"
|
||||||
|
jobname="$(hostname)_fio"
|
||||||
|
iodepth="${IODEPTH}"
|
||||||
|
filename="${TARGET}"
|
||||||
|
size="--size=${SIZE}"
|
||||||
|
readwrite="${RWMODE}"
|
||||||
|
STARTTIME=$(date +%Y.%m.%d-%H:%M:%S)
|
||||||
|
if [[ "${RUNMOD}" == "time" ]]; then runtime="--runtime=${RUNTIME} --time_based=1"; size='';fi
|
||||||
|
fio --ioengine=${ioengine} --direct=${direct} --buffered=${buffered} \
|
||||||
|
--name=${jobname} --filename=${filename} --bs=${bs} --iodepth=${iodepth} ${size} \
|
||||||
|
--readwrite=${readwrite} ${runtime} --output-format=terse --terse-version=3 --output=${WORKSPACE}/"$(hostname)"_terse.out 2>&1 | tee ${WORKSPACE}/"$(hostname)"_raw_fio_terse.log
|
||||||
|
STOPTIME="$(date +%Y.%m.%d-%H:%M:%S)"
|
||||||
|
if [ "$(stat ${WORKSPACE}/"$(hostname)"_raw_fio_terse.log | grep -oP '(?<=(Size:))(.[0-9]+\s)')" -eq 0 ]; then
|
||||||
|
rm ${WORKSPACE}/"$(hostname)"_raw_fio_terse.log
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
function put_results()
|
||||||
|
{
|
||||||
|
local remotehost
|
||||||
|
local remotepath
|
||||||
|
remotehost="${1}"
|
||||||
|
remotepath="/${USER_NAME}/results"
|
||||||
|
if [ -f ${WORKSPACE}/"$(hostname)"_results.csv ]; then
|
||||||
|
sshpass -p ${USER_PASS} ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ${USER_NAME}@${remotehost} "mkdir -p ${remotepath}"
|
||||||
|
sshpass -p ${USER_PASS} scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -r ${WORKSPACE}/*.* ${USER_NAME}@${remotehost}:${remotepath}/
|
||||||
|
else
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# Main
|
||||||
|
IODEPTH="${IODEPTH:-64}"
|
||||||
|
TARGET="${TARGET:-/dev/vdc}"
|
||||||
|
SIZE="${SIZE:-4G}"
|
||||||
|
RUNTIME="${RUNTIME:-600}" # 10min
|
||||||
|
RWMODE="${RWMODE:-randrw}"
|
||||||
|
RUNMOD="${RUNMOD}"
|
||||||
|
PARSEONLY="${PARSEONLY:-false}"
|
||||||
|
|
||||||
|
# Output format:
|
||||||
|
# starttime, endtime, Jobname, read IOPS, read bandwith KB/s, mean read complete latency msec, avg read latency msec, avg read bandwith KB/s, write IOPS, write bandwith KB/s, mean write complete latency msec, avg write latency msec, avg write bandwith KB/s
|
||||||
|
if [[ "${PARSEONLY}" == "true" ]]; then
|
||||||
|
for tline in $(cat "${1}")
|
||||||
|
do
|
||||||
|
parse_terse "${tline}"
|
||||||
|
done
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
prepare || exit $?
|
||||||
|
check_vol || exit $?
|
||||||
|
run_fio
|
||||||
|
parse_terse "$(cat ${WORKSPACE}/"$(hostname)"_terse.out)" > ${WORKSPACE}/"$(hostname)"_results.csv
|
||||||
|
put_results "${REMOTE_HOST}"
|
||||||
438
doc/source/test_plans/k8s_cinder_ceph/plan.rst
Normal file
438
doc/source/test_plans/k8s_cinder_ceph/plan.rst
Normal file
@ -0,0 +1,438 @@
|
|||||||
|
.. _Measuring_performance_of_cinder_with_ceph_backend:
|
||||||
|
|
||||||
|
=================================================
|
||||||
|
Measuring performance of Cinder with Ceph backend
|
||||||
|
=================================================
|
||||||
|
|
||||||
|
:status: **ready**
|
||||||
|
:version: 1.0
|
||||||
|
|
||||||
|
:Abstract:
|
||||||
|
|
||||||
|
This document describes a test plan for quantifying the performance of
|
||||||
|
block storage devices provided by OpenStack Cinder with Ceph used as back-end.
|
||||||
|
The plan includes the collection of several resource utilization metrics,
|
||||||
|
which will be used to analyze and understand the overall performance of used
|
||||||
|
storage technologies. In particular, resource bottlenecks will either be
|
||||||
|
fixed, or best practices developed for system and hardware requirements.
|
||||||
|
|
||||||
|
:Conventions:
|
||||||
|
|
||||||
|
- **Kubernetes:** is an open-source system for automating deployment, scaling,
|
||||||
|
and management of containerized applications.
|
||||||
|
|
||||||
|
- **Calico:** is a new approach to virtual networking and network security for
|
||||||
|
containers, VMs, and bare metal services, that provides a rich set of
|
||||||
|
security enforcement capabilities running on top of a highly scalable and
|
||||||
|
efficient virtual network fabric. Calico includes pre-integration with
|
||||||
|
Kubernetes and Mesos (as a CNI network plugin), Docker (as a libnetwork
|
||||||
|
plugin) and OpenStack (as a Neutron plugin).
|
||||||
|
|
||||||
|
- **fuel-ccp:** CCP stands for "Containerized Control Plane". The goal of this
|
||||||
|
project is to make building, running and managing production-ready OpenStack
|
||||||
|
containers on top of Kubernetes an easy task for operators.
|
||||||
|
|
||||||
|
- **OpenStack:** OpenStack is a cloud operating system that controls large
|
||||||
|
pools of compute, storage, and networking resources throughout a datacenter,
|
||||||
|
all managed through a dashboard that gives administrators control while
|
||||||
|
empowering their users to provision resources through a web interface.
|
||||||
|
|
||||||
|
- **Cinder:** The Block Storage service provides block storage devices to
|
||||||
|
guest instances. The method in which the storage is provisioned and consumed
|
||||||
|
is determined by the Block Storage driver, or drivers in the case of a
|
||||||
|
multi-backend configuration. There are a variety of drivers that are
|
||||||
|
available: NAS/SAN, NFS, iSCSI, Ceph, and more.
|
||||||
|
|
||||||
|
- **Heat:** Heat is a service to orchestrate composite cloud applications
|
||||||
|
using a declarative template format through an OpenStack-native REST API.
|
||||||
|
|
||||||
|
- **Ceph:** Ceph is a massively scalable, open source, distributed storage
|
||||||
|
system. It is comprised of an object store, block store, and a
|
||||||
|
POSIX-compliant distributed file system. The platform can auto-scale to the
|
||||||
|
exabyte level and beyond. It runs on commodity hardware, is self-healing and
|
||||||
|
self-managing, and has no single point of failure. Ceph is in the Linux
|
||||||
|
kernel and is integrated with the OpenStack cloud operating system.
|
||||||
|
|
||||||
|
- **Nodes:** are servers used for workloads.
|
||||||
|
|
||||||
|
- **IOPS:** Input/output operations per second is a performance measurement
|
||||||
|
used to characterize computer storage devices like hard disk drives (HDD),
|
||||||
|
solid state drives (SSD), and storage area networks (SAN).
|
||||||
|
|
||||||
|
- **Completion latency:** This is the time that passes between submission to
|
||||||
|
the kernel and when the IO is complete, not including submission latency.
|
||||||
|
|
||||||
|
Test Plan
|
||||||
|
=========
|
||||||
|
|
||||||
|
This test plan aims to identify Cinder + Ceph storage performance and its
|
||||||
|
dependency from amount of concurrent attached consumers.
|
||||||
|
|
||||||
|
Test Environment
|
||||||
|
----------------
|
||||||
|
|
||||||
|
Preparation
|
||||||
|
^^^^^^^^^^^
|
||||||
|
|
||||||
|
1.
|
||||||
|
To be able to run test we need:
|
||||||
|
|
||||||
|
- Ceph cluster installed and configured
|
||||||
|
|
||||||
|
- K8s cluster installed and configured with Calico
|
||||||
|
|
||||||
|
- OpenStack cloud with Heat and Cinder installed on top of K8s cluster
|
||||||
|
|
||||||
|
- Created and uploaded into Glance image with random data which will be used
|
||||||
|
for prefilling of Cinder volumes
|
||||||
|
|
||||||
|
.. table:: Software to be installed
|
||||||
|
|
||||||
|
+-----------------+------------+------------------------------------------+
|
||||||
|
| software | version | source |
|
||||||
|
+=================+============+==========================================+
|
||||||
|
| `Ceph`_ | jewell | Debian jessie ceph package repository |
|
||||||
|
+-----------------+------------+------------------------------------------+
|
||||||
|
| `Kargo`_ | master | From sources |
|
||||||
|
+-----------------+------------+------------------------------------------+
|
||||||
|
| `Kubernetes`_ | 1.4.3 | quay.io/coreos/hyperkube:v1.4.3_coreos.0 |
|
||||||
|
+-----------------+------------+------------------------------------------+
|
||||||
|
| `Calico`_ | 0.22.0 | docker hub |
|
||||||
|
+-----------------+------------+------------------------------------------+
|
||||||
|
| `calicoctl`_ | 1.0.0-beta | docker hub |
|
||||||
|
+-----------------+------------+------------------------------------------+
|
||||||
|
| `OpenStack`_ | newton | From sources |
|
||||||
|
+-----------------+------------+------------------------------------------+
|
||||||
|
|
||||||
|
|
||||||
|
Environment description
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
|
||||||
|
Test results MUST include a description of the environment used. The following
|
||||||
|
items should be included:
|
||||||
|
|
||||||
|
- **Hardware configuration of each server.** If virtual machines are used then
|
||||||
|
both physical and virtual hardware should be fully documented.
|
||||||
|
An example format is given below:
|
||||||
|
|
||||||
|
**Ceph cluster member:**
|
||||||
|
|
||||||
|
.. table:: Description of server hardware
|
||||||
|
|
||||||
|
+-------+----------------+-------+-------+
|
||||||
|
|server |name | | |
|
||||||
|
| +----------------+-------+-------+
|
||||||
|
| |role | | |
|
||||||
|
| +----------------+-------+-------+
|
||||||
|
| |vendor,model | | |
|
||||||
|
| +----------------+-------+-------+
|
||||||
|
| |operating_system| | |
|
||||||
|
+-------+----------------+-------+-------+
|
||||||
|
|CPU |vendor,model | | |
|
||||||
|
| +----------------+-------+-------+
|
||||||
|
| |processor_count | | |
|
||||||
|
| +----------------+-------+-------+
|
||||||
|
| |core_count | | |
|
||||||
|
| +----------------+-------+-------+
|
||||||
|
| |frequency_MHz | | |
|
||||||
|
+-------+----------------+-------+-------+
|
||||||
|
|RAM |vendor,model | | |
|
||||||
|
| +----------------+-------+-------+
|
||||||
|
| |amount_MB | | |
|
||||||
|
+-------+----------------+-------+-------+
|
||||||
|
|NETWORK|interface_name | | |
|
||||||
|
| +----------------+-------+-------+
|
||||||
|
| |vendor,model | | |
|
||||||
|
| +----------------+-------+-------+
|
||||||
|
| |bandwidth | | |
|
||||||
|
+-------+----------------+-------+-------+
|
||||||
|
|STORAGE|dev_name | | |
|
||||||
|
| +----------------+-------+-------+
|
||||||
|
| |vendor,model | | |
|
||||||
|
| +----------------+-------+-------+
|
||||||
|
| |SSD/HDD | | |
|
||||||
|
| +----------------+-------+-------+
|
||||||
|
| |size | | |
|
||||||
|
+-------+----------------+-------+-------+
|
||||||
|
|
||||||
|
- **Configuration of physical network.** The description of phisical and logical
|
||||||
|
connectivities.
|
||||||
|
|
||||||
|
- **Configuration of virtual machines and virtual networks (if used).**
|
||||||
|
The configuration files can be attached, along with the mapping of virtual
|
||||||
|
machines to host machines.
|
||||||
|
|
||||||
|
- **Ceph cluster configuration** Deployment scheme and configuration of
|
||||||
|
ceph components.
|
||||||
|
|
||||||
|
#) ceph nodes configuration and roles
|
||||||
|
|
||||||
|
#) amount of ceph monitor nodes
|
||||||
|
|
||||||
|
#) amount of ceph OSD and placement groups
|
||||||
|
|
||||||
|
- **Kubernetes + Calico configuration** Deployment scheme and configuration of
|
||||||
|
servers used within testing environment.
|
||||||
|
|
||||||
|
#) k8s nodes configuration and roles
|
||||||
|
|
||||||
|
#) k8s networking configuration (Calico)
|
||||||
|
|
||||||
|
- **OpenStack deployment configuration used by fuel-ccp.**
|
||||||
|
OpenStack services configuration and topology used by fuel-ccp.
|
||||||
|
|
||||||
|
#) OpenStack services and roles topology
|
||||||
|
|
||||||
|
#) OpenStack cinder + ceph configuration
|
||||||
|
|
||||||
|
Test Cases
|
||||||
|
----------
|
||||||
|
|
||||||
|
- Case group 1 - average time of creation, attachment and deletion of Cinder
|
||||||
|
volumes
|
||||||
|
- Case group 2 - amount of concurrent read, write and simultaneous read, write
|
||||||
|
IOPS depending on amount of VMs
|
||||||
|
|
||||||
|
Description
|
||||||
|
^^^^^^^^^^^
|
||||||
|
|
||||||
|
This specific test plan contains test cases, that needs to be run
|
||||||
|
on the environments differing list of parameters below. Here we have 2 kinds of
|
||||||
|
metrics to be measured.
|
||||||
|
|
||||||
|
- OpenStack control plane side tests of Cinder with Ceph back-end like
|
||||||
|
execution time for basic functionality of cinder.
|
||||||
|
|
||||||
|
- Load tests of VM storage subsystem provided by Cinder with Ceph back-end.
|
||||||
|
This tests will show dependency of IOPS from amount of consumers and disk
|
||||||
|
operations types.
|
||||||
|
|
||||||
|
Parameters
|
||||||
|
^^^^^^^^^^
|
||||||
|
|
||||||
|
Parameters depend on ceph and OpenStack configurations.
|
||||||
|
|
||||||
|
**Case group 1:**
|
||||||
|
|
||||||
|
.. table:
|
||||||
|
|
||||||
|
+------------------+------------------------+
|
||||||
|
| Parameter name | Value |
|
||||||
|
+==================+========================+
|
||||||
|
| vms + volumes | 30, 60, 90 |
|
||||||
|
+------------------+------------------------+
|
||||||
|
| concurrency | 10, 20, 30 |
|
||||||
|
+------------------+------------------------+
|
||||||
|
| operation | create, attach, delete |
|
||||||
|
+------------------+------------------------+
|
||||||
|
|
||||||
|
|
||||||
|
**Case group 2:**
|
||||||
|
|
||||||
|
.. table:
|
||||||
|
|
||||||
|
+------------------+---------------------+
|
||||||
|
| Parameter name | Value |
|
||||||
|
+==================+=====================+
|
||||||
|
| VMs per rw mode | 1, 2, 5, 10, 20 |
|
||||||
|
+------------------+---------------------+
|
||||||
|
| read/write mode | randread, randwrite |
|
||||||
|
+------------------+---------------------+
|
||||||
|
| block size | 4k - constant |
|
||||||
|
+------------------+---------------------+
|
||||||
|
| io depth (queue) | 64 |
|
||||||
|
+------------------+---------------------+
|
||||||
|
| test duration in | 600 |
|
||||||
|
| seconds | |
|
||||||
|
+------------------+---------------------+
|
||||||
|
| filesize | 40G |
|
||||||
|
+------------------+---------------------+
|
||||||
|
|
||||||
|
|
||||||
|
List of performance metrics
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
|
||||||
|
The tables below show the list of test metrics to be collected. The priority
|
||||||
|
is the relative ranking of the importance of each metric in evaluating the
|
||||||
|
performance of the system.
|
||||||
|
|
||||||
|
|
||||||
|
**Case group 1:**
|
||||||
|
|
||||||
|
.. table:: List of performance metrics for cinder functionality
|
||||||
|
|
||||||
|
+-------------------+-------------------+------------------------------------------+
|
||||||
|
| Value | Measurement Units | Description |
|
||||||
|
+===================+===================+==========================================+
|
||||||
|
| Time | seconds || time spent on requested operation |
|
||||||
|
+-------------------+-------------------+------------------------------------------+
|
||||||
|
|
||||||
|
**Case group 2:**
|
||||||
|
|
||||||
|
.. table:: List of performance metrics for storage subsystem
|
||||||
|
|
||||||
|
+-------------------+-------------------+------------------------------------------+
|
||||||
|
| Value | Measurement Units | Description |
|
||||||
|
+===================+===================+==========================================+
|
||||||
|
| | || amount of input/output operations per |
|
||||||
|
| READ_IO | operations/second || second during random read from storage |
|
||||||
|
| | || subsystem |
|
||||||
|
| | || |
|
||||||
|
+-------------------+-------------------+------------------------------------------+
|
||||||
|
| | || amount of input/output operations per |
|
||||||
|
| WRITE_IO | operations/second || second during random read from storage |
|
||||||
|
| | || subsystem |
|
||||||
|
| | || |
|
||||||
|
+-------------------+-------------------+------------------------------------------+
|
||||||
|
| | || time that passes between submission to |
|
||||||
|
| READ_LATENCY | milliseconds || the kernel and when the IO is complete |
|
||||||
|
| | || |
|
||||||
|
| | || |
|
||||||
|
+-------------------+-------------------+------------------------------------------+
|
||||||
|
| | || time that passes between submission to |
|
||||||
|
| WRITE_LATENCY | milliseconds || the kernel and when the IO is complete |
|
||||||
|
| | || |
|
||||||
|
| | || |
|
||||||
|
+-------------------+-------------------+------------------------------------------+
|
||||||
|
| | || amount of simultaneously launched VMs |
|
||||||
|
| VMs_COUNT | number || with attached cinder volumes producing |
|
||||||
|
| | || storage loads |
|
||||||
|
| | || |
|
||||||
|
+-------------------+-------------------+------------------------------------------+
|
||||||
|
|
||||||
|
Measuring performance values
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
|
||||||
|
**Case group 1:**
|
||||||
|
|
||||||
|
"Control plane" test will be executed using OpenStack `Rally`_ scenarios.
|
||||||
|
|
||||||
|
.. table:: Maximum values of performance metrics from Rally
|
||||||
|
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| | | | | | | | | |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
|
||||||
|
Where:
|
||||||
|
|
||||||
|
- operation will be one of create, attach or delete
|
||||||
|
- volume size is also matters and all operations mentioned above
|
||||||
|
will be repeated for each groups of volumes
|
||||||
|
|
||||||
|
**Case group 2:**
|
||||||
|
|
||||||
|
Storage performance testing will be based on test scripts which will be
|
||||||
|
delivered and launched inside VMs using OpenStack Heat templates.
|
||||||
|
|
||||||
|
`Heat templates`_ could be laucnhed with different set of paramteters. These
|
||||||
|
parameters are serving for 2 porpuses:
|
||||||
|
|
||||||
|
- 1.Parameters for OpenStack environment:
|
||||||
|
|
||||||
|
#) *key_name* - SSH key name that will be injected into instances
|
||||||
|
|
||||||
|
#) *flavor* - flavor to be used for instances
|
||||||
|
|
||||||
|
#) *image* - image to be used for instances
|
||||||
|
|
||||||
|
#) *network_name* - internal network to be used for instances
|
||||||
|
|
||||||
|
#) *volume_size* - volume size to be created and attached to instance
|
||||||
|
|
||||||
|
#) *vm_count* - amount of VMs with volumes to be spawned
|
||||||
|
|
||||||
|
- 2.Parameters for test script:
|
||||||
|
|
||||||
|
#) *test_mode* - condition of test (time or disk)
|
||||||
|
|
||||||
|
#) *test_rw* - read or write mode (randread, randwrite, randrw)
|
||||||
|
|
||||||
|
#) *test_runtime* - amount of time in seconds (default 600)
|
||||||
|
|
||||||
|
#) *test_filesize* - amount of data size (default 4G)
|
||||||
|
|
||||||
|
#) *test_iodepth* - IO queue size generated by test (default 64)
|
||||||
|
|
||||||
|
.. table:: Average values of performance metrics from cinder + ceph
|
||||||
|
|
||||||
|
+-------+----------------+----------+----------+---------+-----------+
|
||||||
|
|| nodes|| test duration || average || average || average|| average |
|
||||||
|
|| count|| time in sec || IOPS || IOPS || latency|| latency |
|
||||||
|
|| || || READ || WRITE || READ || WRITE |
|
||||||
|
+=======+================+==========+==========+=========+===========+
|
||||||
|
| 2 | | | | | |
|
||||||
|
+-------+----------------+----------+----------+---------+-----------+
|
||||||
|
| 4 | | | | | |
|
||||||
|
+-------+----------------+----------+----------+---------+-----------+
|
||||||
|
| 10 | | | | | |
|
||||||
|
+-------+----------------+----------+----------+---------+-----------+
|
||||||
|
| 20 | | | | | |
|
||||||
|
+-------+----------------+----------+----------+---------+-----------+
|
||||||
|
| 40 | | | | | |
|
||||||
|
+-------+----------------+----------+----------+---------+-----------+
|
||||||
|
|
||||||
|
.. table:: Summary values of performance metrics from cinder + ceph
|
||||||
|
|
||||||
|
+-------+----------------+----------+----------+
|
||||||
|
|| nodes|| test duration || SUM || SUM |
|
||||||
|
|| count|| time in sec || IOPS || IOPS |
|
||||||
|
|| || || READ || WRITE |
|
||||||
|
+=======+================+==========+==========+
|
||||||
|
| 2 | | | |
|
||||||
|
+-------+----------------+----------+----------+
|
||||||
|
| 4 | | | |
|
||||||
|
+-------+----------------+----------+----------+
|
||||||
|
| 10 | | | |
|
||||||
|
+-------+----------------+----------+----------+
|
||||||
|
| 20 | | | |
|
||||||
|
+-------+----------------+----------+----------+
|
||||||
|
| 40 | | | |
|
||||||
|
+-------+----------------+----------+----------+
|
||||||
|
|
||||||
|
Applications
|
||||||
|
============
|
||||||
|
|
||||||
|
Rally jobs templates:
|
||||||
|
--------------------
|
||||||
|
.. literalinclude:: rally/cinder30.yaml
|
||||||
|
:language: yaml
|
||||||
|
|
||||||
|
.. literalinclude:: rally/cinder60.yaml
|
||||||
|
:language: yaml
|
||||||
|
|
||||||
|
.. literalinclude:: rally/cinder120.yaml
|
||||||
|
:language: yaml
|
||||||
|
|
||||||
|
Heat templates
|
||||||
|
--------------
|
||||||
|
.. literalinclude:: heat/main.yaml
|
||||||
|
:language: yaml
|
||||||
|
|
||||||
|
.. literalinclude:: heat/vm-with-vol.yaml
|
||||||
|
:language: yaml
|
||||||
|
|
||||||
|
Test script for heat
|
||||||
|
--------------------
|
||||||
|
|
||||||
|
.. literalinclude:: heat/vmScript.sh
|
||||||
|
:language: bash
|
||||||
|
|
||||||
|
.. references:
|
||||||
|
|
||||||
|
.. _Ceph: http://ceph.com/
|
||||||
|
.. _Kargo: https://github.com/kubernetes-incubator/kargo
|
||||||
|
.. _Kubernetes: http://kubernetes.io/
|
||||||
|
.. _Calico: https://github.com/projectcalico/calico-containers/releases/tag/v0.22.0
|
||||||
|
.. _calicoctl: https://github.com/projectcalico/calico-containers/releases/tag/v1.0.0-beta
|
||||||
|
.. _OpenStack: http://www.openstack.org/
|
||||||
|
.. _fuel-ccp: http://fuel-ccp.readthedocs.io/
|
||||||
|
.. _fio: https://github.com/axboe/fio
|
||||||
|
.. _Rally: https://rally.readthedocs.io/en/latest/index.html
|
||||||
|
|
||||||
|
Reports
|
||||||
|
=======
|
||||||
|
|
||||||
|
Test plan execution reports:
|
||||||
|
* :ref:`Measuring_performance_of_cinder_ceph`
|
||||||
29
doc/source/test_plans/k8s_cinder_ceph/rally/cinder120.yaml
Normal file
29
doc/source/test_plans/k8s_cinder_ceph/rally/cinder120.yaml
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
---
|
||||||
|
CinderVolumes.create_and_attach_volume:
|
||||||
|
-
|
||||||
|
args:
|
||||||
|
size: 10
|
||||||
|
image:
|
||||||
|
name: "cirros_vm"
|
||||||
|
flavor:
|
||||||
|
name: "m1.tiny"
|
||||||
|
runner:
|
||||||
|
type: "constant"
|
||||||
|
times: 120
|
||||||
|
concurrency: 40
|
||||||
|
context:
|
||||||
|
users:
|
||||||
|
tenants: 3
|
||||||
|
users_per_tenant: 3
|
||||||
|
quotas:
|
||||||
|
cinder:
|
||||||
|
volumes: -1
|
||||||
|
gigabytes: -1
|
||||||
|
snapshots: -1
|
||||||
|
api_versions:
|
||||||
|
cinder:
|
||||||
|
version: 2
|
||||||
|
service_type: volumev2
|
||||||
|
sla:
|
||||||
|
failure_rate:
|
||||||
|
max: 10
|
||||||
29
doc/source/test_plans/k8s_cinder_ceph/rally/cinder30.yaml
Normal file
29
doc/source/test_plans/k8s_cinder_ceph/rally/cinder30.yaml
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
---
|
||||||
|
CinderVolumes.create_and_attach_volume:
|
||||||
|
-
|
||||||
|
args:
|
||||||
|
size: 10
|
||||||
|
image:
|
||||||
|
name: "cirros_vm"
|
||||||
|
flavor:
|
||||||
|
name: "m1.tiny"
|
||||||
|
runner:
|
||||||
|
type: "constant"
|
||||||
|
times: 30
|
||||||
|
concurrency: 10
|
||||||
|
context:
|
||||||
|
users:
|
||||||
|
tenants: 3
|
||||||
|
users_per_tenant: 3
|
||||||
|
quotas:
|
||||||
|
cinder:
|
||||||
|
volumes: -1
|
||||||
|
gigabytes: -1
|
||||||
|
snapshots: -1
|
||||||
|
api_versions:
|
||||||
|
cinder:
|
||||||
|
version: 2
|
||||||
|
service_type: cinderv2
|
||||||
|
sla:
|
||||||
|
failure_rate:
|
||||||
|
max: 10
|
||||||
29
doc/source/test_plans/k8s_cinder_ceph/rally/cinder60.yaml
Normal file
29
doc/source/test_plans/k8s_cinder_ceph/rally/cinder60.yaml
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
---
|
||||||
|
CinderVolumes.create_and_attach_volume:
|
||||||
|
-
|
||||||
|
args:
|
||||||
|
size: 10
|
||||||
|
image:
|
||||||
|
name: "cirros_vm"
|
||||||
|
flavor:
|
||||||
|
name: "m1.tiny"
|
||||||
|
runner:
|
||||||
|
type: "constant"
|
||||||
|
times: 60
|
||||||
|
concurrency: 20
|
||||||
|
context:
|
||||||
|
users:
|
||||||
|
tenants: 3
|
||||||
|
users_per_tenant: 3
|
||||||
|
quotas:
|
||||||
|
cinder:
|
||||||
|
volumes: -1
|
||||||
|
gigabytes: -1
|
||||||
|
snapshots: -1
|
||||||
|
api_versions:
|
||||||
|
cinder:
|
||||||
|
version: 2
|
||||||
|
service_type: volumev2
|
||||||
|
sla:
|
||||||
|
failure_rate:
|
||||||
|
max: 10
|
||||||
BIN
doc/source/test_results/k8s_cinder_ceph/configs/calico.tar.gz
Normal file
BIN
doc/source/test_results/k8s_cinder_ceph/configs/calico.tar.gz
Normal file
Binary file not shown.
Binary file not shown.
BIN
doc/source/test_results/k8s_cinder_ceph/configs/fuel-ccp.tar.gz
Normal file
BIN
doc/source/test_results/k8s_cinder_ceph/configs/fuel-ccp.tar.gz
Normal file
Binary file not shown.
Binary file not shown.
586
doc/source/test_results/k8s_cinder_ceph/index.rst
Normal file
586
doc/source/test_results/k8s_cinder_ceph/index.rst
Normal file
@ -0,0 +1,586 @@
|
|||||||
|
|
||||||
|
.. _Measuring_performance_of_cinder_ceph:
|
||||||
|
|
||||||
|
************************************************************
|
||||||
|
Results of measuring performance of Cinder with Ceph backend
|
||||||
|
************************************************************
|
||||||
|
|
||||||
|
:Abstract:
|
||||||
|
|
||||||
|
This document includes performance test results of `Cinder`_
|
||||||
|
service with `Ceph`_ as storage backend. All tests have been performed
|
||||||
|
regarding :ref:`Measuring_performance_of_cinder_with_ceph_backend`
|
||||||
|
|
||||||
|
|
||||||
|
Environment description
|
||||||
|
=======================
|
||||||
|
Hardware configuration of each server
|
||||||
|
-------------------------------------
|
||||||
|
|
||||||
|
.. table:: Description of servers hardware
|
||||||
|
|
||||||
|
+-------+----------------+-----------------------------+-----------------------------+
|
||||||
|
|server |name | -- | -- |
|
||||||
|
| +----------------+-----------------------------+-----------------------------+
|
||||||
|
| |role | ceph cluster member | kubernetes cluster member |
|
||||||
|
| +----------------+-----------------------------+-----------------------------+
|
||||||
|
| |vendor,model | HP ProLiant DL380 Gen9 | HP ProLiant DL380 Gen9 |
|
||||||
|
| +----------------+-----------------------------+-----------------------------+
|
||||||
|
| |operating_system| Ubuntu 16.04.1 LTS x86_64 | Ubuntu 16.04.1 LTS x86_64 |
|
||||||
|
+-------+----------------+-----------------------------+-----------------------------+
|
||||||
|
|CPU |vendor,model | Intel(R) Xeon(R) E5-2680 v3 | Intel(R) Xeon(R) E5-2680 v3 |
|
||||||
|
| +----------------+-----------------------------+-----------------------------+
|
||||||
|
| |processor_count | 2 | 2 |
|
||||||
|
| +----------------+-----------------------------+-----------------------------+
|
||||||
|
| |core_count | 12 | 12 |
|
||||||
|
| +----------------+-----------------------------+-----------------------------+
|
||||||
|
| |frequency_MHz | 2500 | 2500 |
|
||||||
|
+-------+----------------+-----------------------------+-----------------------------+
|
||||||
|
|RAM |vendor,model | HP DIMM 16Gb 2133 MHz | HP DIMM 16Gb 2133 MHz |
|
||||||
|
| +----------------+-----------------------------+-----------------------------+
|
||||||
|
| |amount_GiB | 256 | 256 |
|
||||||
|
+-------+----------------+-----------------------------+-----------------------------+
|
||||||
|
|NETWORK|interface_name | p1p1 | p1p1 |
|
||||||
|
| +----------------+-----------------------------+-----------------------------+
|
||||||
|
| |vendor,model | Intel X710 for 10GbE SFP+ | Intel X710 for 10GbE SFP+ |
|
||||||
|
| +----------------+-----------------------------+-----------------------------+
|
||||||
|
| |bandwidth | 10Gbit/s | 10Gbit/s |
|
||||||
|
+-------+----------------+-----------------------------+-----------------------------+
|
||||||
|
|STORAGE|dev_name | /dev/sd[a-k] | /dev/sda |
|
||||||
|
| +----------------+-----------------------------+-----------------------------+
|
||||||
|
| |vendor,model | HP Smart Array Gen9 | HP Smart Array Gen9 RAID10 |
|
||||||
|
| | | 12xHDD SAS 15K EH0600JEDHE | 12xHDD SAS 15K EH0600JEDHE |
|
||||||
|
| +----------------+-----------------------------+-----------------------------+
|
||||||
|
| |SSD/HDD | HDD | HDD |
|
||||||
|
| +----------------+-----------------------------+-----------------------------+
|
||||||
|
| |size | 600GB x 11 | 3600GB |
|
||||||
|
+-------+----------------+-----------------------------+-----------------------------+
|
||||||
|
|
||||||
|
Configuration of physical network
|
||||||
|
---------------------------------
|
||||||
|
All servers connected between themselves with 10G media. Logically environment
|
||||||
|
network devided into 2 parts at L2 with vlans. First VLAN is for cluster
|
||||||
|
interconnect and second is serving as a provider network for OpenStack cloud.
|
||||||
|
|
||||||
|
Ceph cluster configuration
|
||||||
|
--------------------------
|
||||||
|
Ceph cluster contains 3 hardware servers with identical configuration.
|
||||||
|
|
||||||
|
- All servers configured in AIO manner - mon, osd & mds roles present on each of
|
||||||
|
these 3 servers. Each server has 10 x 600Gib volumes used by OSDs - 30 OSD
|
||||||
|
total.
|
||||||
|
|
||||||
|
- Ceph monitor instances - 3
|
||||||
|
|
||||||
|
- Ceph OSDs - 30, 10 per cluster member, placement groups - 1984
|
||||||
|
|
||||||
|
..
|
||||||
|
|
||||||
|
root@729346-comp-disk-348:~# ceph status
|
||||||
|
cluster 0478bb62-4951-44fc-aecc-e5f1474bd00d
|
||||||
|
health HEALTH_WARN
|
||||||
|
noscrub,nodeep-scrub,sortbitwise flag(s) set
|
||||||
|
monmap e1: 3 mons at {729346-comp-disk-348=172.20.9.137:6789/0,729353-comp-disk-341=172.20.9.144:6789/0,729693-comp-disk-199=172.20.9.242:6789/0}
|
||||||
|
election epoch 6, quorum 0,1,2 729346-comp-disk-348,729353-comp-disk-341,729693-comp-disk-199
|
||||||
|
osdmap e81: 30 osds: 30 up, 30 in
|
||||||
|
flags noscrub,nodeep-scrub,sortbitwise
|
||||||
|
pgmap v670470: 1984 pgs, 9 pools, 2291 MB data, 300 objects
|
||||||
|
9236 MB used, 16599 GB / 16608 GB avail
|
||||||
|
1984 active+clean
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
:download:`Ceph configuration files <configs/ceph.nodes.tar.gz>`
|
||||||
|
|
||||||
|
Kubernetes + Calico configuration
|
||||||
|
---------------------------------
|
||||||
|
Kubernetes deployed with `Kargo`_ on 6 hardware nodes.
|
||||||
|
|
||||||
|
- Kargo installation topology of k8s by roles:
|
||||||
|
|
||||||
|
- kube-master:
|
||||||
|
|
||||||
|
- node1
|
||||||
|
|
||||||
|
- node2
|
||||||
|
|
||||||
|
- kube-node:
|
||||||
|
|
||||||
|
- node1
|
||||||
|
|
||||||
|
- node2
|
||||||
|
|
||||||
|
- node3
|
||||||
|
|
||||||
|
- node4
|
||||||
|
|
||||||
|
- node5
|
||||||
|
|
||||||
|
- node6
|
||||||
|
|
||||||
|
- etcd:
|
||||||
|
|
||||||
|
- node1
|
||||||
|
|
||||||
|
- node2
|
||||||
|
|
||||||
|
- node3
|
||||||
|
|
||||||
|
- Calico k8s cni plugin configuration:
|
||||||
|
Calico configured by Kargo and deployed with next configuration:
|
||||||
|
|
||||||
|
- Calico container launched from systemd units as services on each node
|
||||||
|
|
||||||
|
- Calico addressing configuration for k8s:
|
||||||
|
..
|
||||||
|
|
||||||
|
etcdctl --endpoint https://node1:2379 get /calico/v1/ipam/v4/pool/10.240.0.0-12
|
||||||
|
|
||||||
|
{"masquerade": true, "cidr": "10.240.0.0/12"}
|
||||||
|
|
||||||
|
|
||||||
|
:download:`kargo configuration files <configs/kargo.configuration.tar.gz>`
|
||||||
|
|
||||||
|
:download:`calico configuration files <configs/calico.tar.gz>`
|
||||||
|
|
||||||
|
OpenStack deployment configuration
|
||||||
|
----------------------------------
|
||||||
|
OpenStack deployed using `fuel-ccp`_
|
||||||
|
|
||||||
|
- OpenStack roles topology:
|
||||||
|
|
||||||
|
- roles:
|
||||||
|
|
||||||
|
- node[1-3]:
|
||||||
|
|
||||||
|
- controller
|
||||||
|
|
||||||
|
- openvswitch
|
||||||
|
|
||||||
|
- node[4-6]:
|
||||||
|
|
||||||
|
- compute
|
||||||
|
|
||||||
|
- openvswitch
|
||||||
|
|
||||||
|
- OpenStack Cinder + Ceph configuration:
|
||||||
|
|
||||||
|
.. code-block:: yaml
|
||||||
|
|
||||||
|
ceph:
|
||||||
|
fsid: "0478bb62-4951-44fc-aecc-e5f1474bd00d"
|
||||||
|
mon_host: "172.20.9.137"
|
||||||
|
cinder:
|
||||||
|
ceph:
|
||||||
|
enable: true
|
||||||
|
pool_name: "volumes4"
|
||||||
|
backup_pool_name: "backup4"
|
||||||
|
username: "cinder4"
|
||||||
|
key: "AQAKoUZYmYmDMxAAfD52DuUlghtH6bGSutTfnQ=="
|
||||||
|
rbd_secret_uuid: "5d6e0775-c45b-4bf6-b9ac-460a3ccec127"
|
||||||
|
glance:
|
||||||
|
ceph:
|
||||||
|
enable: true
|
||||||
|
pool_name: "images4"
|
||||||
|
username: "glance4"
|
||||||
|
key: "AQAKoUZYlZU6IxAA5B+sixBtz19hrjRwV2kUKA=="
|
||||||
|
nova:
|
||||||
|
ceph:
|
||||||
|
enable: true
|
||||||
|
pool_name: "vms4"
|
||||||
|
|
||||||
|
|
||||||
|
More detailed information about services configuration and distribution
|
||||||
|
across nodes could be obtained from :download:`fuel-ccp configuration files: <configs/fuel-ccp.tar.gz>`.
|
||||||
|
|
||||||
|
|
||||||
|
Test tools:
|
||||||
|
^^^^^^^^^^
|
||||||
|
- `rally`_ - OpenStack benchmarking tool
|
||||||
|
|
||||||
|
- `fio`_ - tool that able to simulate a given io workload without resorting to
|
||||||
|
writing a tailored test case again and again
|
||||||
|
|
||||||
|
Testing process
|
||||||
|
===============
|
||||||
|
|
||||||
|
Preparation
|
||||||
|
-----------
|
||||||
|
|
||||||
|
1. `rally container setup`_ - required for 1st test case where we are going to
|
||||||
|
test "control plane".
|
||||||
|
|
||||||
|
2. `openstackclient install`_ - required for both cases.
|
||||||
|
|
||||||
|
3. `openstack rc file preparation`_ - required for both cases.
|
||||||
|
|
||||||
|
4. Upload ubuntu xenial cloud image in raw disk format.
|
||||||
|
|
||||||
|
5. Create and upload image with random data which will be used
|
||||||
|
for prefilling of Cinder volumes.
|
||||||
|
|
||||||
|
Test Case 1
|
||||||
|
-----------
|
||||||
|
Launched 3 rally jobs where every next job uses parameters from previous one
|
||||||
|
multiplied on two.
|
||||||
|
|
||||||
|
- Example of Rally job execution
|
||||||
|
|
||||||
|
.. code:: bash
|
||||||
|
|
||||||
|
rally task start cinder30.yaml
|
||||||
|
|
||||||
|
Test Case 2
|
||||||
|
------------
|
||||||
|
Spawn different amount of vms with cinder volumes attached using heat.
|
||||||
|
Each next run spawn greater amount of concurrent vms which will produce
|
||||||
|
concurrent loads.
|
||||||
|
|
||||||
|
- Preparation of image with random data
|
||||||
|
|
||||||
|
.. code:: bash
|
||||||
|
|
||||||
|
dd if=/dev/urandom of=40g.data bs=1M count=40960 iflag=fullblock status=progress
|
||||||
|
|
||||||
|
openstack image create --container-format=bare --disk-format=raw --public --file 40g.data 40g-urandom
|
||||||
|
|
||||||
|
- Prepared custom flavor for VMs
|
||||||
|
|
||||||
|
.. code:: bash
|
||||||
|
|
||||||
|
openstack flavor show m1.cinder
|
||||||
|
+----------------------------+--------------------------------------+
|
||||||
|
| Field | Value |
|
||||||
|
+----------------------------+--------------------------------------+
|
||||||
|
| OS-FLV-DISABLED:disabled | False |
|
||||||
|
| OS-FLV-EXT-DATA:ephemeral | 0 |
|
||||||
|
| access_project_ids | None |
|
||||||
|
| disk | 6 |
|
||||||
|
| id | 74eff70b-5f1e-44db-8248-90be0c57a18e |
|
||||||
|
| name | m1.cinder |
|
||||||
|
| os-flavor-access:is_public | True |
|
||||||
|
| properties | |
|
||||||
|
| ram | 2048 |
|
||||||
|
| rxtx_factor | 1.0 |
|
||||||
|
| swap | |
|
||||||
|
| vcpus | 1 |
|
||||||
|
+----------------------------+--------------------------------------+
|
||||||
|
|
||||||
|
- Example of heat template execution - launch of tests
|
||||||
|
|
||||||
|
.. code:: bash
|
||||||
|
|
||||||
|
# 2 VMs R/W
|
||||||
|
# write
|
||||||
|
openstack stack create --parameter "image=xenial_raw;flavor=m1.cinder;key_name=admkey;volume_size=40;network_name=int-net;vm_count=1;test_iodepth=64;test_filesize=40G;test_mode=time;test_runtime=600;test_rw=randwrite" --template cinder-ceph-io/main.yaml cinderstack0
|
||||||
|
+---------------------+--------------------------------------+
|
||||||
|
| Field | Value |
|
||||||
|
+---------------------+--------------------------------------+
|
||||||
|
| id | ae834cdc-35d3-4fc2-a0df-c8a4dfd499c9 |
|
||||||
|
| stack_name | cinderstack0 |
|
||||||
|
| description | No description |
|
||||||
|
| creation_time | 2016-12-27T16:15:26Z |
|
||||||
|
| updated_time | None |
|
||||||
|
| stack_status | CREATE_IN_PROGRESS |
|
||||||
|
| stack_status_reason | Stack CREATE started |
|
||||||
|
+---------------------+--------------------------------------+
|
||||||
|
# read
|
||||||
|
openstack stack create --parameter "image=xenial_raw;flavor=m1.cinder;key_name=admkey;volume_size=40;network_name=int-net;vm_count=1;test_iodepth=64;test_filesize=40G;test_mode=time;test_runtime=600;test_rw=randread" --template cinder-ceph-io/main.yaml cinderstack1
|
||||||
|
+---------------------+--------------------------------------+
|
||||||
|
| Field | Value |
|
||||||
|
+---------------------+--------------------------------------+
|
||||||
|
| id | bd9d923d-0571-4219-a639-071cf1d41cd3 |
|
||||||
|
| stack_name | cinderstack1 |
|
||||||
|
| description | No description |
|
||||||
|
| creation_time | 2016-12-27T16:15:28Z |
|
||||||
|
| updated_time | None |
|
||||||
|
| stack_status | CREATE_IN_PROGRESS |
|
||||||
|
| stack_status_reason | Stack CREATE started |
|
||||||
|
+---------------------+--------------------------------------+
|
||||||
|
|
||||||
|
|
||||||
|
- As a result of this part we got the following CSV files in following format
|
||||||
|
starttime,stoptime,jobname,
|
||||||
|
read_iops,read_bandwith,read_complelatency_mean,read_complelatency_min,read_complelatency_max,read_complelatency_95%ile,read_complelatency_99%ile,read_total_latency_avg,read_bandwith_avg,
|
||||||
|
write_iops,write_bandwith,write_complelatency_mean,write_complelatency_min,write_complelatency_max,write_complelatency_95%ile,write_complelatency_99%ile,write_total_latency_avg,write_bandwith_avg.
|
||||||
|
|
||||||
|
:download:`METRICS(NUMBER_OF_VM_WORKERS=2) <results/cinder_ceph/02/2.csv>`
|
||||||
|
|
||||||
|
:download:`METRICS(NUMBER_OF_VM_WORKERS=4) <results/cinder_ceph/04/4.csv>`
|
||||||
|
|
||||||
|
:download:`METRICS(NUMBER_OF_VM_WORKERS=10) <results/cinder_ceph/10/10.csv>`
|
||||||
|
|
||||||
|
:download:`METRICS(NUMBER_OF_VM_WORKERS=20) <results/cinder_ceph/20/20.csv>`
|
||||||
|
|
||||||
|
:download:`METRICS(NUMBER_OF_VM_WORKERS=40) <results/cinder_ceph/40/40.csv>`
|
||||||
|
|
||||||
|
Results
|
||||||
|
=======
|
||||||
|
Test Case 1
|
||||||
|
-----------
|
||||||
|
|
||||||
|
Summary table for Rally jobs launched with 30, 60 and 120 instances
|
||||||
|
|
||||||
|
.. table:: Summary table for Rally jobs
|
||||||
|
|
||||||
|
+-------------------------------------------------------------------------------------------------------------------------+
|
||||||
|
| Response Times (sec) |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| nova.boot_server | 8.867 | 13.971 | 18.19 | 18.953 | 20.078 | 13.967 | 100.0% | 30 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| cinder.create_volume | 2.28 | 2.433 | 2.66 | 2.882 | 3.058 | 2.452 | 100.0% | 30 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| nova.attach_volume | 2.354 | 2.666 | 3.41 | 4.036 | 5.24 | 2.844 | 100.0% | 30 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| nova.detach_volume | 2.283 | 2.386 | 2.51 | 2.525 | 2.544 | 2.394 | 100.0% | 30 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| cinder.delete_volume | 0.268 | 2.187 | 2.324 | 2.383 | 2.419 | 2.157 | 100.0% | 30 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| nova.delete_server | 2.326 | 2.509 | 4.607 | 4.683 | 4.771 | 2.839 | 100.0% | 30 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| total | 17.362 | 23.35 | 28.268 | 28.455 | 28.987 | 23.654 | 100.0% | 30 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| nova.boot_server | 10.719 | 19.401 | 24.605 | 24.891 | 26.366 | 18.951 | 100.0% | 60 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| cinder.create_volume | 2.281 | 3.148 | 8.412 | 8.74 | 8.993 | 4.188 | 100.0% | 60 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| nova.attach_volume | 2.388 | 4.55 | 6.909 | 7.142 | 9.588 | 4.544 | 100.0% | 60 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| nova.detach_volume | 2.308 | 2.603 | 4.842 | 5.663 | 6.485 | 3.304 | 100.0% | 60 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| cinder.delete_volume | 2.132 | 2.197 | 2.414 | 4.275 | 6.261 | 2.415 | 100.0% | 60 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| nova.delete_server | 2.38 | 2.798 | 5.11 | 5.937 | 8.817 | 3.802 | 100.0% | 60 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| total | 22.144 | 34.618 | 42.993 | 43.782 | 44.018 | 34.205 | 100.0% | 60 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| nova.boot_server | 16.817 | 29.559 | 39.734 | 49.257 | 78.91 | 31.29 | 100.0% | 120 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| cinder.create_volume | 2.377 | 6.364 | 9.192 | 9.441 | 11.667 | 6.66 | 100.0% | 120 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| nova.attach_volume | 2.57 | 7.196 | 11.151 | 12.285 | 17.159 | 7.228 | 100.0% | 120 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| nova.detach_volume | 2.308 | 4.897 | 8.617 | 9.816 | 11.4 | 5.218 | 100.0% | 120 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| cinder.delete_volume | 0.359 | 2.3 | 4.563 | 6.25 | 7.456 | 2.928 | 100.0% | 120 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| nova.delete_server | 2.372 | 4.942 | 8.401 | 10.761 | 15.516 | 5.357 | 100.0% | 120 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
| total | 31.509 | 53.733 | 68.212 | 73.372 | 109.88 | 55.682 | 100.0% | 120 |
|
||||||
|
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
|
||||||
|
|
||||||
|
HTML reports generated by Rally
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
|
||||||
|
- Report for 30 instances :download:`link <results/rally/output30.html>`
|
||||||
|
|
||||||
|
- Report for 60 instances :download:`link <results/rally/output60.html>`
|
||||||
|
|
||||||
|
- Report for 120 instances :download:`link <results/rally/output120.html>`
|
||||||
|
|
||||||
|
Graphs which shows time dependecy from amount of instances
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
|
||||||
|
.. image:: results/rally/rally_cinder.png
|
||||||
|
:alt: Rally cinder tests graphs
|
||||||
|
:scale: 90
|
||||||
|
|
||||||
|
Test Case 2
|
||||||
|
-----------
|
||||||
|
Simultaneous run of equal amount random read and write operations.
|
||||||
|
All raw data and graphs could be obtained from - `Tests results spreadsheet`_.
|
||||||
|
|
||||||
|
Average data
|
||||||
|
^^^^^^^^^^^^
|
||||||
|
Table represents average results of mesurments made inside each consumer.
|
||||||
|
This means that each row in the table below contains data from equal amount of
|
||||||
|
consumers which were running at the same time and were producing read and write
|
||||||
|
operations.
|
||||||
|
|
||||||
|
Latency displayed in milliseconds and represents value of 95th percentile.
|
||||||
|
|
||||||
|
.. table:: Average values of performance metrics from cinder + ceph
|
||||||
|
|
||||||
|
+-------+----------------+----------+----------+---------+-----------+
|
||||||
|
|| nodes|| test duration || average || average || average|| average |
|
||||||
|
|| count|| time in sec || IOPS || IOPS || latency|| latency |
|
||||||
|
|| || || READ || WRITE || READ || WRITE |
|
||||||
|
+=======+================+==========+==========+=========+===========+
|
||||||
|
| 2 | 600 | 10711 | 3517 | 9.792 | 13.76 |
|
||||||
|
+-------+----------------+----------+----------+---------+-----------+
|
||||||
|
| 4 | 600 | 12512 | 1027 | 8.896 | 143.104 |
|
||||||
|
+-------+----------------+----------+----------+---------+-----------+
|
||||||
|
| 10 | 600 | 10730 | 32 | 12.582 | 5026.611 |
|
||||||
|
+-------+----------------+----------+----------+---------+-----------+
|
||||||
|
| 20 | 600 | 1143 | 9 | 11.597 | 11848.909 |
|
||||||
|
+-------+----------------+----------+----------+---------+-----------+
|
||||||
|
| 40 | 600 | 1460 | 4 | 35.117 | 16711.68 |
|
||||||
|
+-------+----------------+----------+----------+---------+-----------+
|
||||||
|
|
||||||
|
Graphs for average results
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
|
||||||
|
**Average data: Volumes / IOPS / Latency 95%ile**
|
||||||
|
|
||||||
|
.. image:: results/cinder_ceph/avg_vol_io_lat.png
|
||||||
|
:alt: Average Volumes / IOPS / Latency 95%ile
|
||||||
|
:scale: 90
|
||||||
|
|
||||||
|
**Average data: IOPS / Latency 95%ile**
|
||||||
|
|
||||||
|
.. image:: results/cinder_ceph/avg_io_lat.png
|
||||||
|
:alt: Average IOPS / Latency 95%ile
|
||||||
|
:scale: 90
|
||||||
|
|
||||||
|
**Average data: IOPS / Volumes**
|
||||||
|
|
||||||
|
.. image:: results/cinder_ceph/avg_io_vol.png
|
||||||
|
:alt: Average IOPS / Volumes
|
||||||
|
:scale: 90
|
||||||
|
|
||||||
|
**Average data: IOPS / Bandwidth**
|
||||||
|
|
||||||
|
.. image:: results/cinder_ceph/avg_io_bw.png
|
||||||
|
:alt: Average IOPS / Bandwidth
|
||||||
|
:scale: 90
|
||||||
|
|
||||||
|
**Average data: Volumes / Bandwidth**
|
||||||
|
|
||||||
|
.. image:: results/cinder_ceph/avg_bw_vol.png
|
||||||
|
:alt: Average Volumes / Bandwidth
|
||||||
|
:scale: 90
|
||||||
|
|
||||||
|
|
||||||
|
Summary data
|
||||||
|
^^^^^^^^^^^^
|
||||||
|
Here represented data from aggregated values.
|
||||||
|
|
||||||
|
.. table:: Summary values of performance metrics from cinder + ceph
|
||||||
|
|
||||||
|
+-------+----------------+----------+----------+
|
||||||
|
|| nodes|| test duration || SUM || SUM |
|
||||||
|
|| count|| time in sec || IOPS || IOPS |
|
||||||
|
|| || || READ || WRITE |
|
||||||
|
+=======+================+==========+==========+
|
||||||
|
| 2 | 600 | 10711 | 3517 |
|
||||||
|
+-------+----------------+----------+----------+
|
||||||
|
| 4 | 600 | 25024 | 2054 |
|
||||||
|
+-------+----------------+----------+----------+
|
||||||
|
| 10 | 600 | 53652 | 160 |
|
||||||
|
+-------+----------------+----------+----------+
|
||||||
|
| 20 | 600 | 11437 | 87 |
|
||||||
|
+-------+----------------+----------+----------+
|
||||||
|
| 40 | 600 | 29203 | 81 |
|
||||||
|
+-------+----------------+----------+----------+
|
||||||
|
|
||||||
|
Graphs for summary results
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
|
||||||
|
**Summary data: IOPS / Volumes**
|
||||||
|
|
||||||
|
.. image:: results/cinder_ceph/sum_io_vol.png
|
||||||
|
:alt: Summary IOPS/ Volumes
|
||||||
|
:scale: 90
|
||||||
|
|
||||||
|
**Summary data: Volumes / Bandwidth**
|
||||||
|
|
||||||
|
.. image:: results/cinder_ceph/sum_vol_bw.png
|
||||||
|
:alt: Summary Volumes / Bandwidth
|
||||||
|
:scale: 90
|
||||||
|
|
||||||
|
|
||||||
|
Issues which have been found during the tests
|
||||||
|
=============================================
|
||||||
|
|
||||||
|
Ceph performance degradation due to use of non optimal configuration
|
||||||
|
--------------------------------------------------------------------
|
||||||
|
Down below displayed couple of raw data entries as from test results as from Ceph
|
||||||
|
log files. This data shows that Ceph began to block serving of requests due to
|
||||||
|
lack of placemnent groups and grown amount of concurrent read/write requests.
|
||||||
|
|
||||||
|
Data from tests::
|
||||||
|
|
||||||
|
2016.12.28-13:48:24 2016.12.28-13:58:37 time-vm-randwrite-16_fio 0 0 0 0 0 0 0 0 0 3 14 18258.5785 60.418 27027.923 16711.68 16711.68 18258.6123 14.723724
|
||||||
|
2016.12.28-13:47:34 2016.12.28-13:57:57 time-vm-randwrite-17_fio 0 0 0 0 0 0 0 0 0 4 16 15692.7769 73.15 47574.579 16711.68 16711.68 15692.8036 17.715092
|
||||||
|
2016.12.28-13:51:36 2016.12.28-14:01:39 time-vm-randwrite-18_fio 0 0 0 0 0 0 0 0 0 6 27 9373.5427 7.837 27200.956 16711.68 16711.68 9373.5793 35.894502
|
||||||
|
2016.12.28-13:50:27 2016.12.28-14:00:28 time-vm-randread-19_fio 347 1391 183.965 0.071 45620.107 21.888 6455.296 183.9819 1791.505108 0 0 0 0 0
|
||||||
|
2016.12.28-13:52:05 2016.12.28-14:02:05 time-vm-randread-1_fio 1309 5237 48.8591 0.199 45945.681 18.304 23.68 48.8754 6672.371367 0 0 0 0 0
|
||||||
|
2016.12.28-13:52:37 2016.12.28-14:02:37 time-vm-randread-2_fio 1443 5773 44.3222 0.085 42175.723 22.4 25.216 44.3394 7158.120545 0 0 0 0 0
|
||||||
|
|
||||||
|
Data from Ceph logs::
|
||||||
|
|
||||||
|
Wed Dec 28 13:53:47 UTC 2016 cluster 0478bb62-4951-44fc-aecc-e5f1474bd00d health HEALTH_WARN 297 requests are blocked > 32 sec noscrub,nodeep-scrub,sortbitwise flag(s) set monmap e1: 3 mons at {729346-comp-disk-348=172.20.9.137:6789/0,729353-comp-disk-341=172.20.9.144:6789/0,729693-comp-disk-199=172.20.9.242:6789/0} election epoch 6, quorum 0,1,2 729346-comp-disk-348,729353-comp-disk-341,729693-comp-disk-199 osdmap e82: 30 osds: 30 up, 30 in flags noscrub,nodeep-scrub,sortbitwise pgmap v691525: 1984 pgs, 9 pools, 127 GB data, 27911 objects 393 GB used, 16214 GB / 16608 GB avail 1984 active+clean client io 216 MB/s rd, 206 MB/s wr, 1193 op/s rd, 271 op/s wr
|
||||||
|
Wed Dec 28 13:54:23 UTC 2016 cluster 0478bb62-4951-44fc-aecc-e5f1474bd00d health HEALTH_WARN 145 requests are blocked > 32 sec noscrub,nodeep-scrub,sortbitwise flag(s) set monmap e1: 3 mons at {729346-comp-disk-348=172.20.9.137:6789/0,729353-comp-disk-341=172.20.9.144:6789/0,729693-comp-disk-199=172.20.9.242:6789/0} election epoch 6, quorum 0,1,2 729346-comp-disk-348,729353-comp-disk-341,729693-comp-disk-199 osdmap e82: 30 osds: 30 up, 30 in flags noscrub,nodeep-scrub,sortbitwise pgmap v691534: 1984 pgs, 9 pools, 136 GB data, 30138 objects 420 GB used, 16187 GB / 16608 GB avail 1984 active+clean client io 233 MB/s rd, 226 MB/s wr, 1407 op/s rd, 295 op/s wr
|
||||||
|
Wed Dec 28 13:55:30 UTC 2016 cluster 0478bb62-4951-44fc-aecc-e5f1474bd00d health HEALTH_WARN 280 requests are blocked > 32 sec noscrub,nodeep-scrub,sortbitwise flag(s) set monmap e1: 3 mons at {729346-comp-disk-348=172.20.9.137:6789/0,729353-comp-disk-341=172.20.9.144:6789/0,729693-comp-disk-199=172.20.9.242:6789/0} election epoch 6, quorum 0,1,2 729346-comp-disk-348,729353-comp-disk-341,729693-comp-disk-199 osdmap e82: 30 osds: 30 up, 30 in flags noscrub,nodeep-scrub,sortbitwise pgmap v691547: 1984 pgs, 9 pools, 148 GB data, 33162 objects 454 GB used, 16153 GB / 16608 GB avail 1984 active+clean client io 262 MB/s rd, 248 MB/s wr, 1472 op/s rd, 320 op/s wr
|
||||||
|
Wed Dec 28 13:56:14 UTC 2016 cluster 0478bb62-4951-44fc-aecc-e5f1474bd00d health HEALTH_WARN 240 requests are blocked > 32 sec noscrub,nodeep-scrub,sortbitwise flag(s) set monmap e1: 3 mons at {729346-comp-disk-348=172.20.9.137:6789/0,729353-comp-disk-341=172.20.9.144:6789/0,729693-comp-disk-199=172.20.9.242:6789/0} election epoch 6, quorum 0,1,2 729346-comp-disk-348,729353-comp-disk-341,729693-comp-disk-199 osdmap e82: 30 osds: 30 up, 30 in flags noscrub,nodeep-scrub,sortbitwise pgmap v691560: 1984 pgs, 9 pools, 160 GB data, 36160 objects 490 GB used, 16117 GB / 16608 GB avail 1984 active+clean client io 215 MB/s rd, 202 MB/s wr, 1282 op/s rd, 266 op/s wr
|
||||||
|
tbitwise pgmap v691562: 1984 pgs, 9 pools, 161 GB data, 36591 objects 495 GB used, 16112 GB / 16608 GB avail 1984 active+clean client io 257 MB/s rd, 246 MB/s wr, 1591 op/s rd, 304 op/s wr
|
||||||
|
|
||||||
|
**Explanation of data from above:**
|
||||||
|
|
||||||
|
1.Time period got from last test run, where were spawned 40 VMs / consumers.
|
||||||
|
20 for read and 20 for write tests running in concurrent mode. Each test cycle
|
||||||
|
duration is equals 600 seconds - 10 minutes. From test logs we see that all VMs
|
||||||
|
were spawned with small time difference and have about 70% of intersection.
|
||||||
|
During this period of time VMs were producing loads on storage subsystem.
|
||||||
|
|
||||||
|
2.Amount of IOPS are lowered for both read and write operations. From test logs
|
||||||
|
we see that for write they are: *3*, *4*, *6* and for read: *347*, *1309*, *1443*.
|
||||||
|
|
||||||
|
3.IOPS values in case of read operations are higher then in case of write operations
|
||||||
|
due to RAID controller cache on Ceph cluster nodes and usage of one image for
|
||||||
|
all volumes used in all tests.
|
||||||
|
|
||||||
|
4.Ceph log files show that during time when tests were running load on Ceph reached
|
||||||
|
configuration limitaions and Ceph began to block requests. In log files it
|
||||||
|
repsesented with entries containign this - *240 requests are blocked > 32 sec*.
|
||||||
|
|
||||||
|
Applications
|
||||||
|
============
|
||||||
|
Sofware versions used during tests
|
||||||
|
----------------------------------
|
||||||
|
|
||||||
|
.. table::
|
||||||
|
|
||||||
|
+-----------------+--------------+-------------------------------------------------+
|
||||||
|
| software | version | source |
|
||||||
|
+=================+==============+=================================================+
|
||||||
|
| `Ceph`_ | jewell | Debian jessie ceph package repository v10.2.3 |
|
||||||
|
+-----------------+--------------+-------------------------------------------------+
|
||||||
|
| `Kargo`_ | master | From sources |
|
||||||
|
| | | commit a62f74259c8df233b177f7853a178bcbb7d9ef43 |
|
||||||
|
+-----------------+--------------+-------------------------------------------------+
|
||||||
|
| `Kubernetes`_ | 1.4.3 | quay.io/coreos/hyperkube:v1.4.3_coreos.0 |
|
||||||
|
+-----------------+--------------+-------------------------------------------------+
|
||||||
|
| `Calico`_ | 0.22.0 | docker hub calico/node |
|
||||||
|
+-----------------+--------------+-------------------------------------------------+
|
||||||
|
| `calicoctl`_ | 1.0.0-beta | docker hub calico/ctl |
|
||||||
|
+-----------------+--------------+-------------------------------------------------+
|
||||||
|
| `fuel-ccp`_ | master | From sources |
|
||||||
|
| | | commit f4afa36d9097c5860fa8ee9c2726236e7de83a27 |
|
||||||
|
+-----------------+--------------+-------------------------------------------------+
|
||||||
|
| `OpenStack`_ | newton | From sources |
|
||||||
|
+-----------------+--------------+-------------------------------------------------+
|
||||||
|
| `Rally`_ | 0.7.1~dev176 | docker hub rallyforge/rally |
|
||||||
|
+-----------------+--------------+-------------------------------------------------+
|
||||||
|
| `fio`_ | 2.2.10 | Ubuntu 16.04 Xenial package repository |
|
||||||
|
+-----------------+--------------+-------------------------------------------------+
|
||||||
|
|
||||||
|
.. references:
|
||||||
|
|
||||||
|
.. _Ceph: http://ceph.com/
|
||||||
|
.. _Cinder: https://wiki.openstack.org/wiki/Cinder
|
||||||
|
.. _Calico: https://github.com/projectcalico/calico-containers/releases/tag/v0.22.0
|
||||||
|
.. _calicoctl: https://github.com/projectcalico/calico-containers/releases/tag/v1.0.0-beta
|
||||||
|
.. _Kargo: https://github.com/kubernetes-incubator/kargo
|
||||||
|
.. _Kubernetes: http://kubernetes.io/
|
||||||
|
.. _fuel-ccp: http://fuel-ccp.readthedocs.io/
|
||||||
|
.. _rally container setup: https://rally.readthedocs.io/en/latest/install_and_upgrade/install.html#rally-docker
|
||||||
|
.. _rally: https://rally.readthedocs.io/en/latest/index.html
|
||||||
|
.. _openstackclient install: http://docs.openstack.org/cli-reference/common/cli-install-openstack-command-line-clients.html
|
||||||
|
.. _openstack rc file preparation: http://docs.openstack.org/user-guide/common/cli-set-environment-variables-using-openstack-rc.html
|
||||||
|
.. _OpenStack: http://www.openstack.org/
|
||||||
|
.. _fio: https://github.com/axboe/fio
|
||||||
|
.. _rally: https://rally.readthedocs.io/en/latest/index.html
|
||||||
|
.. _Tests results spreadsheet: https://docs.google.com/spreadsheets/d/1W08fquemLszmq0WMWq2-RNDt_bvVqeZrGJer1UrmgxA/edit?usp=sharing
|
||||||
@ -0,0 +1,2 @@
|
|||||||
|
2016.12.28-12:20:10,2016.12.28-12:30:11,time-vm-randread-0_fio,10711,42847,5.9648,0.1490,961.2010,9.7920,11.5840,5.9727,43475.101709,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-12:20:04,2016.12.28-12:30:05,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,3517,14071,18.1864,0.8540,1536.5690,13.7600,358.4000,18.1913,14525.609361
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-12:20:10,2016.12.28-12:30:11,time-vm-randread-0_fio,10711,42847,5.9648,0.1490,961.2010,9.7920,11.5840,5.9727,43475.101709,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-0_fio;0;0;25708860;42847;10711;600004;1;5514;7.585202;27.008453;149;961201;5964.859358;17868.184999;1.000000%=596;5.000000%=1704;10.000000%=2608;20.000000%=3344;30.000000%=3632;40.000000%=3952;50.000000%=4320;60.000000%=4960;70.000000%=6176;80.000000%=7392;90.000000%=8768;95.000000%=9792;99.000000%=11584;99.500000%=13632;99.900000%=313344;99.950000%=428032;99.990000%=708608;0%=0;0%=0;0%=0;281;961214;5972.709902;17868.153267;1069;60472;100.000000%;43475.101709;10374.733867;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;3.368650%;12.781269%;6156443;0;75;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.54%;1.01%;0.83%;4.04%;35.29%;53.98%;3.86%;0.07%;0.10%;0.15%;0.10%;0.03%;0.01%;0.00%;0.00%;vdc;6426325;0;0;0;38309328;0;38308260;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-12:20:04,2016.12.28-12:30:05,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,3517,14071,18.1864,0.8540,1536.5690,13.7600,358.4000,18.1913,14525.609361
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-0_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;8442976;14071;3517;600011;1;3788;4.715550;18.641998;854;1536569;18186.444885;71027.454924;1.000000%=1224;5.000000%=1608;10.000000%=1896;20.000000%=2512;30.000000%=4192;40.000000%=9536;50.000000%=10304;60.000000%=10944;70.000000%=11328;80.000000%=11840;90.000000%=12352;95.000000%=13760;99.000000%=358400;99.500000%=610304;99.900000%=929792;99.950000%=1019904;99.990000%=1171456;0%=0;0%=0;0%=0;860;1536579;18191.397847;71027.882621;6;36285;100.000000%;14525.609361;11312.760855;0.935318%;2.303295%;531682;0;11;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.04%;11.94%;17.67%;15.16%;50.62%;1.20%;0.77%;1.26%;0.66%;0.37%;0.25%;0.06%;0.00%;vdc;16;2109213;0;0;4;38296316;38295960;100.00%
|
||||||
@ -0,0 +1,4 @@
|
|||||||
|
2016.12.28-12:46:49,2016.12.28-12:56:49,time-vm-randread-0_fio,12254,49019,5.2117,0.1500,1116.2450,9.0240,10.9440,5.2203,49742.415463,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-12:46:18,2016.12.28-12:56:18,time-vm-randread-1_fio,12770,51081,5.0014,0.0950,1120.0140,8.7680,10.4320,5.0096,51877.013617,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-12:45:58,2016.12.28-12:55:59,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,1020,4082,62.6984,0.9400,3076.2560,160.7680,1646.5920,62.7046,4229.605709
|
||||||
|
2016.12.28-12:46:17,2016.12.28-12:56:17,time-vm-randwrite-1_fio,0,0,0,0,0,0,0,0,0.000000,1034,4137,61.8551,0.9300,3113.5940,125.4400,1859.5840,61.8634,4307.341987
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-12:46:49,2016.12.28-12:56:49,time-vm-randread-0_fio,12254,49019,5.2117,0.1500,1116.2450,9.0240,10.9440,5.2203,49742.415463,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-0_fio;0;0;29411636;49019;12254;600002;1;6157;8.306237;36.610637;150;1116245;5211.745840;16071.325959;1.000000%=572;5.000000%=1288;10.000000%=1912;20.000000%=2608;30.000000%=3120;40.000000%=3632;50.000000%=4192;60.000000%=5024;70.000000%=5856;80.000000%=6816;90.000000%=8032;95.000000%=9024;99.000000%=10944;99.500000%=11968;99.900000%=201728;99.950000%=387072;99.990000%=765952;0%=0;0%=0;0%=0;283;1116252;5220.357362;16071.441134;107;64536;100.000000%;49742.415463;11770.491767;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;4.260660%;15.817307%;7123168;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.58%;1.39%;1.36%;7.59%;35.55%;51.34%;1.96%;0.03%;0.04%;0.07%;0.05%;0.02%;0.01%;0.01%;0.00%;vdc;7350109;0;0;0;38283240;0;38281736;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-12:46:18,2016.12.28-12:56:18,time-vm-randread-1_fio,12770,51081,5.0014,0.0950,1120.0140,8.7680,10.4320,5.0096,51877.013617,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-1_fio;0;0;30649188;51081;12770;600007;1;5398;7.947363;33.455168;95;1120014;5001.423930;15844.350662;1.000000%=540;5.000000%=1112;10.000000%=1624;20.000000%=2320;30.000000%=2800;40.000000%=3344;50.000000%=4016;60.000000%=4896;70.000000%=5792;80.000000%=6816;90.000000%=7904;95.000000%=8768;99.000000%=10432;99.500000%=11328;99.900000%=193536;99.950000%=378880;99.990000%=757760;0%=0;0%=0;0%=0;279;1120020;5009.660904;15844.380031;436;65984;100.000000%;51877.013617;11847.407146;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;4.097959%;15.847842%;7366062;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.01%;0.73%;1.69%;1.74%;10.69%;35.01%;48.71%;1.21%;0.03%;0.04%;0.07%;0.05%;0.02%;0.01%;0.01%;0.00%;vdc;7662293;0;0;0;38297460;0;38296600;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-12:45:58,2016.12.28-12:55:59,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,1020,4082,62.6984,0.9400,3076.2560,160.7680,1646.5920,62.7046,4229.605709
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-0_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;2449912;4082;1020;600100;1;2616;5.941955;13.364930;940;3076256;62698.445807;239412.412884;1.000000%=2288;5.000000%=10048;10.000000%=11328;20.000000%=12224;30.000000%=13504;40.000000%=16768;50.000000%=17536;60.000000%=18048;70.000000%=18816;80.000000%=19840;90.000000%=53504;95.000000%=160768;99.000000%=1646592;99.500000%=1875968;99.900000%=2244608;99.950000%=2375680;99.990000%=2670592;0%=0;0%=0;0%=0;948;3076267;62704.637980;239413.427456;12;16664;100.000000%;4229.605709;5392.989350;0.357941%;0.861191%;263547;0;11;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.71%;1.16%;3.09%;76.08%;8.61%;3.70%;2.85%;1.20%;0.38%;0.30%;1.58%;0.32%;vdc;15;612414;0;0;0;38335328;38380228;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-12:46:17,2016.12.28-12:56:17,time-vm-randwrite-1_fio,0,0,0,0,0,0,0,0,0.000000,1034,4137,61.8551,0.9300,3113.5940,125.4400,1859.5840,61.8634,4307.341987
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-1_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;2483000;4137;1034;600052;1;3557;7.897943;34.352076;930;3113594;61855.175314;259128.088300;1.000000%=2672;5.000000%=9920;10.000000%=11200;20.000000%=12352;30.000000%=14656;40.000000%=16768;50.000000%=17536;60.000000%=18048;70.000000%=18560;80.000000%=19328;90.000000%=25984;95.000000%=125440;99.000000%=1859584;99.500000%=2088960;99.900000%=2375680;99.950000%=2473984;99.990000%=2670592;0%=0;0%=0;0%=0;941;3113607;61863.402315;259129.271316;3;16416;100.000000%;4307.341987;5676.833167;0.480626%;1.170567%;245507;0;11;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.62%;0.94%;3.71%;79.57%;7.67%;1.97%;1.95%;1.11%;0.44%;0.22%;1.11%;0.69%;vdc;16;620048;0;0;12;38367124;38368312;100.00%
|
||||||
@ -0,0 +1,10 @@
|
|||||||
|
2016.12.28-13:01:35,2016.12.28-13:11:35,time-vm-randread-0_fio,9696,38787,6.5880,0.3350,73.2230,11.7120,13.5040,6.5976,38798.790659,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:01:40,2016.12.28-13:11:40,time-vm-randread-1_fio,9520,38080,6.7093,0.2120,72.0430,11.8400,13.6320,6.7200,38090.912427,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:01:31,2016.12.28-13:11:32,time-vm-randread-2_fio,12139,48559,5.2617,0.0660,211.3570,9.9200,11.4560,5.2699,48569.158465,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:01:41,2016.12.28-13:11:41,time-vm-randread-3_fio,9417,37669,6.7830,0.1390,59.2750,11.8400,13.6320,6.7934,37675.502919,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:00:50,2016.12.28-13:10:50,time-vm-randread-4_fio,12880,51521,4.9584,0.1370,39.1510,9.1520,10.6880,4.9667,51532.863219,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:01:38,2016.12.28-13:11:39,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,51,206,1242.1788,1.1120,6179.5080,4816.8960,5275.6480,1242.1964,217.996248
|
||||||
|
2016.12.28-13:00:10,2016.12.28-13:10:14,time-vm-randwrite-1_fio,0,0,0,0,0,0,0,0,0.000000,29,116,2190.9764,1.3850,6934.3330,5079.0400,5472.2560,2191.0014,118.644921
|
||||||
|
2016.12.28-13:00:33,2016.12.28-13:10:35,time-vm-randwrite-2_fio,0,0,0,0,0,0,0,0,0.000000,29,118,2159.5941,1.6390,6460.6880,4751.3600,5341.1840,2159.6191,121.320826
|
||||||
|
2016.12.28-13:00:58,2016.12.28-13:10:59,time-vm-randwrite-3_fio,0,0,0,0,0,0,0,0,0.000000,26,107,2382.7706,1.2930,6230.2930,5210.1120,5603.3280,2382.7977,110.661582
|
||||||
|
2016.12.28-13:00:21,2016.12.28-13:10:24,time-vm-randwrite-4_fio,0,0,0,0,0,0,0,0,0.000000,25,100,2550.4272,1.2950,6913.6690,5275.6480,5799.9360,2550.4534,102.151543
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:01:35,2016.12.28-13:11:35,time-vm-randread-0_fio,9696,38787,6.5880,0.3350,73.2230,11.7120,13.5040,6.5976,38798.790659,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-0_fio;0;0;23272868;38787;9696;600005;1;6733;9.354822;60.498586;335;73223;6588.004212;3024.651871;1.000000%=1496;5.000000%=2448;10.000000%=2896;20.000000%=3664;30.000000%=4384;40.000000%=5216;50.000000%=6304;60.000000%=7328;70.000000%=8384;80.000000%=9536;90.000000%=10688;95.000000%=11712;99.000000%=13504;99.500000%=14144;99.900000%=17792;99.950000%=19840;99.990000%=22144;0%=0;0%=0;0%=0;341;73228;6597.691074;3025.031497;25461;53872;100.000000%;38798.790659;3494.458181;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;3.765308%;14.089906%;5621176;0;73;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.02%;0.10%;0.19%;1.98%;22.20%;59.73%;15.73%;0.05%;0.01%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;vdc;5817056;0;0;0;38295468;0;38294464;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:01:40,2016.12.28-13:11:40,time-vm-randread-1_fio,9520,38080,6.7093,0.2120,72.0430,11.8400,13.6320,6.7200,38090.912427,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-1_fio;0;0;22848364;38080;9520;600007;1;8429;10.277845;72.849142;212;72043;6709.368262;3063.011722;1.000000%=1512;5.000000%=2512;10.000000%=2992;20.000000%=3760;30.000000%=4448;40.000000%=5344;50.000000%=6496;60.000000%=7520;70.000000%=8512;80.000000%=9664;90.000000%=10944;95.000000%=11840;99.000000%=13632;99.500000%=14400;99.900000%=19072;99.950000%=20608;99.990000%=22400;0%=0;0%=0;0%=0;349;72050;6720.048701;3063.416472;25840;46770;100.000000%;38090.912427;3652.405939;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;4.325290%;14.741853%;5382828;0;73;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.01%;0.09%;0.19%;1.91%;21.15%;59.71%;16.87%;0.06%;0.01%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;vdc;5710982;0;0;0;38270504;0;38269772;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:01:31,2016.12.28-13:11:32,time-vm-randread-2_fio,12139,48559,5.2617,0.0660,211.3570,9.9200,11.4560,5.2699,48569.158465,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-2_fio;0;0;29135896;48559;12139;600007;1;6131;7.887417;32.201975;66;211357;5261.754729;2683.662179;1.000000%=844;5.000000%=1576;10.000000%=2192;20.000000%=2928;30.000000%=3408;40.000000%=4016;50.000000%=4832;60.000000%=5728;70.000000%=6688;80.000000%=7776;90.000000%=9024;95.000000%=9920;99.000000%=11456;99.500000%=11968;99.900000%=13504;99.950000%=14272;99.990000%=17536;0%=0;0%=0;0%=0;305;211365;5269.956474;2683.882583;29424;54056;100.000000%;48569.158465;2614.439577;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;3.927961%;14.885184%;7001291;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.00%;0.11%;0.57%;0.93%;6.65%;31.54%;55.71%;4.49%;0.01%;0.01%;0.01%;0.00%;0.00%;0.00%;0.00%;0.00%;vdc;7280843;0;0;0;38282936;0;38281732;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:01:41,2016.12.28-13:11:41,time-vm-randread-3_fio,9417,37669,6.7830,0.1390,59.2750,11.8400,13.6320,6.7934,37675.502919,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-3_fio;0;0;22602008;37669;9417;600003;1;6985;9.999653;68.388507;139;59275;6783.038058;3043.785815;1.000000%=1608;5.000000%=2608;10.000000%=3056;20.000000%=3824;30.000000%=4576;40.000000%=5408;50.000000%=6560;60.000000%=7584;70.000000%=8512;80.000000%=9664;90.000000%=10944;95.000000%=11840;99.000000%=13632;99.500000%=14400;99.900000%=19072;99.950000%=20608;99.990000%=22400;0%=0;0%=0;0%=0;308;59280;6793.406680;3044.340455;26504;60632;100.000000%;37675.502919;3587.850339;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;4.133320%;14.047287%;5402471;0;73;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.01%;0.07%;0.16%;1.63%;20.29%;60.48%;17.29%;0.07%;0.01%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;vdc;5648969;0;0;0;38286092;0;38285104;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:00:50,2016.12.28-13:10:50,time-vm-randread-4_fio,12880,51521,4.9584,0.1370,39.1510,9.1520,10.6880,4.9667,51532.863219,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-4_fio;0;0;30912656;51521;12880;600001;1;6622;7.974881;37.619600;137;39151;4958.457426;2341.122858;1.000000%=740;5.000000%=1448;10.000000%=2160;20.000000%=2992;30.000000%=3504;40.000000%=3984;50.000000%=4512;60.000000%=5344;70.000000%=6176;80.000000%=7136;90.000000%=8256;95.000000%=9152;99.000000%=10688;99.500000%=11456;99.900000%=12864;99.950000%=13888;99.990000%=17024;0%=0;0%=0;0%=0;289;39154;4966.727277;2341.991503;35920;63176;100.000000%;51532.863219;2994.836414;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;4.458667%;16.026000%;7470177;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.20%;0.84%;1.18%;6.63%;31.65%;57.39%;2.11%;0.01%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;vdc;7726192;0;0;0;38281072;0;38279876;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:01:38,2016.12.28-13:11:39,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,51,206,1242.1788,1.1120,6179.5080,4816.8960,5275.6480,1242.1964,217.996248
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-0_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;123740;206;51;600438;1;4659;17.083789;56.736298;1112;6179508;1242178.870018;1832548.464550;1.000000%=2040;5.000000%=9664;10.000000%=12096;20.000000%=24960;30.000000%=44288;40.000000%=68096;50.000000%=112128;60.000000%=264192;70.000000%=888832;80.000000%=3883008;90.000000%=4489216;95.000000%=4816896;99.000000%=5275648;99.500000%=5472256;99.900000%=5734400;99.950000%=5865472;99.990000%=6062080;0%=0;0%=0;0%=0;1123;6179519;1242196.485534;1832554.464447;3;3672;100.000000%;217.996248;421.385615;0.057292%;0.122577%;20809;0;11;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;99.8%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.94%;1.18%;3.24%;10.15%;18.30%;14.38%;11.27%;5.08%;3.96%;2.31%;3.53%;25.66%;vdc;16;30933;0;0;0;38404296;38405332;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:00:10,2016.12.28-13:10:14,time-vm-randwrite-1_fio,0,0,0,0,0,0,0,0,0.000000,29,116,2190.9764,1.3850,6934.3330,5079.0400,5472.2560,2191.0014,118.644921
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-1_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;70472;116;29;603192;1;3895;24.356681;67.452974;1385;6934333;2190976.409922;2075899.906530;1.000000%=11840;5.000000%=25728;10.000000%=40192;20.000000%=66048;30.000000%=103936;40.000000%=197632;50.000000%=1695744;60.000000%=3620864;70.000000%=4014080;80.000000%=4423680;90.000000%=4816896;95.000000%=5079040;99.000000%=5472256;99.500000%=5668864;99.900000%=6651904;99.950000%=6651904;99.990000%=6782976;0%=0;0%=0;0%=0;1399;6934347;2191001.401408;2075899.847592;1;486;100.000000%;118.644921;69.734355;0.041115%;0.111407%;14528;0;12;0.1%;0.1%;0.1%;0.1%;0.1%;0.2%;99.6%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.05%;0.36%;2.65%;11.11%;15.39%;12.78%;3.40%;0.28%;0.94%;3.31%;49.71%;vdc;16;17612;0;0;0;38482628;38502596;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:00:33,2016.12.28-13:10:35,time-vm-randwrite-2_fio,0,0,0,0,0,0,0,0,0.000000,29,118,2159.5941,1.6390,6460.6880,4751.3600,5341.1840,2159.6191,121.320826
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-2_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;71264;118;29;601206;1;3416;24.293444;85.125481;1639;6460688;2159594.148013;1976623.952504;1.000000%=11072;5.000000%=24192;10.000000%=37120;20.000000%=63744;30.000000%=103936;40.000000%=195584;50.000000%=2703360;60.000000%=3555328;70.000000%=3850240;80.000000%=4177920;90.000000%=4489216;95.000000%=4751360;99.000000%=5341184;99.500000%=5537792;99.900000%=6062080;99.950000%=6193152;99.990000%=6455296;0%=0;0%=0;0%=0;1652;6460691;2159619.108386;1976625.116400;0;658;100.000000%;121.320826;80.194074;0.048569%;0.101796%;13861;0;11;0.1%;0.1%;0.1%;0.1%;0.1%;0.2%;99.6%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.03%;0.17%;0.54%;2.70%;11.64%;14.39%;13.02%;3.47%;0.08%;0.05%;0.83%;53.09%;vdc;15;17814;0;0;0;38434140;38436484;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:00:58,2016.12.28-13:10:59,time-vm-randwrite-3_fio,0,0,0,0,0,0,0,0,0.000000,26,107,2382.7706,1.2930,6230.2930,5210.1120,5603.3280,2382.7977,110.661582
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-3_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;64600;107;26;601305;1;3125;26.501610;96.551542;1293;6230293;2382770.669783;2152401.397419;1.000000%=9664;5.000000%=20096;10.000000%=34048;20.000000%=61184;30.000000%=105984;40.000000%=232448;50.000000%=2539520;60.000000%=3948544;70.000000%=4292608;80.000000%=4620288;90.000000%=4947968;95.000000%=5210112;99.000000%=5603328;99.500000%=5799936;99.900000%=6062080;99.950000%=6127616;99.990000%=6193152;0%=0;0%=0;0%=0;1311;6230321;2382797.773003;2152401.227040;3;768;100.000000%;110.661582;89.906105;0.051222%;0.092466%;12686;0;11;0.1%;0.1%;0.1%;0.1%;0.1%;0.2%;99.6%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.13%;0.20%;0.79%;3.87%;11.36%;12.95%;11.33%;2.45%;0.09%;0.06%;5.12%;51.64%;vdc;40;16138;0;0;4;38425840;38440052;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:00:21,2016.12.28-13:10:24,time-vm-randwrite-4_fio,0,0,0,0,0,0,0,0,0.000000,25,100,2550.4272,1.2950,6913.6690,5275.6480,5799.9360,2550.4534,102.151543
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-4_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;60500;100;25;602790;1;5127;25.381884;84.709956;1295;6913669;2550427.218975;2220617.588913;1.000000%=11712;5.000000%=25728;10.000000%=40192;20.000000%=68096;30.000000%=111104;40.000000%=250880;50.000000%=3588096;60.000000%=4227072;70.000000%=4489216;80.000000%=4751360;90.000000%=5013504;95.000000%=5275648;99.000000%=5799936;99.500000%=5996544;99.900000%=6651904;99.950000%=6717440;99.990000%=6914048;0%=0;0%=0;0%=0;1311;6913684;2550453.479868;2220616.937375;2;441;100.000000%;102.151543;59.359514;0.046451%;0.086929%;12582;0;12;0.1%;0.1%;0.1%;0.1%;0.1%;0.2%;99.6%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.02%;0.07%;0.42%;2.38%;11.12%;14.05%;11.79%;3.17%;0.15%;0.09%;0.75%;55.99%;vdc;16;15119;0;0;0;38465112;38482072;100.00%
|
||||||
@ -0,0 +1,20 @@
|
|||||||
|
2016.12.28-13:17:56,2016.12.28-13:27:56,time-vm-randread-0_fio,789,3158,81.0280,0.0810,20731.2370,12.3520,428.0320,81.0409,3663.354125,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:17:01,2016.12.28-13:27:05,time-vm-randread-1_fio,229,916,279.2331,0.0010,22189.0800,11.9680,10027.0080,279.2468,984.116633,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:19:06,2016.12.28-13:29:07,time-vm-randread-2_fio,2223,8895,28.7663,0.0720,20089.7750,10.5600,12.8640,28.7750,10286.892683,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:19:27,2016.12.28-13:29:27,time-vm-randread-3_fio,2582,10331,24.7662,0.0790,20354.8280,10.9440,13.7600,24.7762,11826.382239,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:18:24,2016.12.28-13:28:25,time-vm-randread-4_fio,1225,4902,52.2053,0.2060,19403.1650,11.9680,17.5360,52.2169,5711.613095,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:17:43,2016.12.28-13:27:44,time-vm-randread-5_fio,677,2708,94.4979,0.3330,20897.3190,11.7120,3129.3440,94.5082,3129.756048,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:17:15,2016.12.28-13:27:15,time-vm-randread-6_fio,246,987,259.2402,0.0780,20599.3920,11.5840,10027.0080,259.2535,1058.082234,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:18:21,2016.12.28-13:28:21,time-vm-randread-7_fio,1323,5293,48.3485,0.2600,19686.7670,11.2000,14.0160,48.3574,6115.111771,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:17:50,2016.12.28-13:27:51,time-vm-randread-8_fio,758,3032,84.3996,0.2730,20474.2420,11.8400,415.7440,84.4097,3484.203815,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:18:34,2016.12.28-13:28:34,time-vm-randread-9_fio,1385,5543,46.1676,0.1550,21243.4840,11.8400,16.7680,46.1787,6465.003956,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:18:23,2016.12.28-13:28:24,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,13,53,4770.3922,1.2380,13029.4770,11075.5840,11862.0160,4770.4180,61.454960
|
||||||
|
2016.12.28-13:17:13,2016.12.28-13:27:17,time-vm-randwrite-1_fio,0,0,0,0,0,0,0,0,0.000000,8,32,7817.1303,20.2630,23211.9910,13565.9520,16449.5360,7817.1594,34.465517
|
||||||
|
2016.12.28-13:16:39,2016.12.28-13:26:48,time-vm-randwrite-2_fio,0,0,0,0,0,0,0,0,0.000000,7,31,8153.2626,17.4810,16958.9110,11993.0880,13041.6640,8153.2858,33.311927
|
||||||
|
2016.12.28-13:17:00,2016.12.28-13:27:07,time-vm-randwrite-3_fio,0,0,0,0,0,0,0,0,0.000000,7,31,8102.2562,29.4830,13456.8290,11730.9440,12517.3760,8102.2889,33.033604
|
||||||
|
2016.12.28-13:18:09,2016.12.28-13:28:11,time-vm-randwrite-4_fio,0,0,0,0,0,0,0,0,0.000000,10,42,6052.0213,1.5550,12876.5370,11337.7280,11993.0880,6052.0475,46.634921
|
||||||
|
2016.12.28-13:17:00,2016.12.28-13:27:06,time-vm-randwrite-5_fio,0,0,0,0,0,0,0,0,0.000000,7,31,8116.8650,21.3020,15504.9380,11730.9440,13041.6640,8116.8928,32.682735
|
||||||
|
2016.12.28-13:16:23,2016.12.28-13:26:33,time-vm-randwrite-6_fio,0,0,0,0,0,0,0,0,0.000000,9,37,6807.6191,2.2980,18765.1380,11337.7280,12648.4480,6807.6504,39.527174
|
||||||
|
2016.12.28-13:17:57,2016.12.28-13:27:59,time-vm-randwrite-7_fio,0,0,0,0,0,0,0,0,0.000000,10,40,6335.4284,1.4520,13112.8520,11206.6560,12124.1600,6335.4557,43.681507
|
||||||
|
2016.12.28-13:16:35,2016.12.28-13:26:43,time-vm-randwrite-8_fio,0,0,0,0,0,0,0,0,0.000000,8,32,7981.5231,15.8030,17661.1820,12124.1600,13697.0240,7981.5502,34.013793
|
||||||
|
2016.12.28-13:17:13,2016.12.28-13:27:18,time-vm-randwrite-9_fio,0,0,0,0,0,0,0,0,0.000000,8,32,7882.4317,2.5650,20019.7470,12386.3040,15532.0320,7882.4628,34.543962
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:17:56,2016.12.28-13:27:56,time-vm-randread-0_fio,789,3158,81.0280,0.0810,20731.2370,12.3520,428.0320,81.0409,3663.354125,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-0_fio;0;0;1895264;3158;789;600003;1;7079;12.388423;85.773026;81;20731237;81028.054466;810416.950471;1.000000%=474;5.000000%=596;10.000000%=724;20.000000%=1544;30.000000%=3760;40.000000%=5152;50.000000%=6432;60.000000%=7392;70.000000%=8256;80.000000%=9664;90.000000%=11328;95.000000%=12352;99.000000%=428032;99.500000%=8847360;99.900000%=10682368;99.950000%=11075584;99.990000%=11599872;0%=0;0%=0;0%=0;94;20731247;81040.930933;810416.979043;17;38248;100.000000%;3663.354125;8966.740126;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.510665%;1.413995%;453776;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.00%;1.63%;9.17%;4.61%;6.92%;9.42%;50.23%;16.72%;0.08%;0.04%;0.13%;0.08%;0.04%;0.02%;0.04%;0.89%;vdc;472065;0;0;0;38373644;0;38373952;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:17:01,2016.12.28-13:27:05,time-vm-randread-1_fio,229,916,279.2331,0.0010,22189.0800,11.9680,10027.0080,279.2468,984.116633,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-1_fio;0;0;553328;916;229;603641;1;5018;13.287757;48.704947;1;22189080;279233.162544;1588584.262627;1.000000%=450;5.000000%=506;10.000000%=556;20.000000%=628;30.000000%=692;40.000000%=780;50.000000%=916;60.000000%=1160;70.000000%=1576;80.000000%=2352;90.000000%=4576;95.000000%=11968;99.000000%=10027008;99.500000%=10682368;99.900000%=11337728;99.950000%=11599872;99.990000%=12124160;0%=0;0%=0;0%=0;338;22189092;279246.892216;1588584.124330;7;21352;100.000000%;984.116633;1301.803663;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.178252%;0.486383%;133519;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.01%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;4.27%;32.85%;16.82%;22.41%;12.41%;5.68%;0.95%;0.07%;0.19%;0.63%;0.36%;0.21%;0.11%;0.10%;2.95%;vdc;138327;0;0;0;38498164;0;38516008;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:19:06,2016.12.28-13:29:07,time-vm-randread-2_fio,2223,8895,28.7663,0.0720,20089.7750,10.5600,12.8640,28.7750,10286.892683,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-2_fio;0;0;5337560;8895;2223;600002;1;5410;8.444737;37.610087;72;20089775;28766.326674;461064.864235;1.000000%=540;5.000000%=1012;10.000000%=2256;20.000000%=3152;30.000000%=3696;40.000000%=4128;50.000000%=4832;60.000000%=6112;70.000000%=7264;80.000000%=8384;90.000000%=9664;95.000000%=10560;99.000000%=12864;99.500000%=14528;99.900000%=9764864;99.950000%=10551296;99.990000%=11337728;0%=0;0%=0;0%=0;83;20089797;28775.098492;461065.126842;7;51736;100.000000%;10286.892683;17781.435474;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.839332%;2.921995%;1271120;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.00%;0.60%;2.82%;1.52%;3.71%;28.46%;55.08%;7.41%;0.01%;0.01%;0.05%;0.03%;0.01%;0.01%;0.01%;0.26%;vdc;1332844;0;0;0;38368724;0;38368684;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:19:27,2016.12.28-13:29:27,time-vm-randread-3_fio,2582,10331,24.7662,0.0790,20354.8280,10.9440,13.7600,24.7762,11826.382239,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-3_fio;0;0;6198936;10331;2582;600008;1;6770;9.654113;59.286402;79;20354828;24766.238582;413051.581704;1.000000%=564;5.000000%=1208;10.000000%=2384;20.000000%=3408;30.000000%=3920;40.000000%=4384;50.000000%=5088;60.000000%=5920;70.000000%=6880;80.000000%=7840;90.000000%=9536;95.000000%=10944;99.000000%=13760;99.500000%=16768;99.900000%=9502720;99.950000%=10289152;99.990000%=11206656;0%=0;0%=0;0%=0;89;20354874;24776.241631;413051.724268;5;64232;100.000000%;11826.382239;19189.505255;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;1.103320%;3.835955%;1493320;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.00%;0.43%;2.45%;1.37%;3.68%;23.96%;60.13%;7.62%;0.03%;0.01%;0.04%;0.02%;0.01%;0.01%;0.01%;0.23%;vdc;1546509;0;0;0;38360636;0;38360468;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:18:24,2016.12.28-13:28:25,time-vm-randread-4_fio,1225,4902,52.2053,0.2060,19403.1650,11.9680,17.5360,52.2169,5711.613095,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-4_fio;0;0;2941444;4902;1225;600008;1;6606;11.156544;75.572249;206;19403165;52205.392773;640604.004344;1.000000%=502;5.000000%=676;10.000000%=1112;20.000000%=3440;30.000000%=4576;40.000000%=5600;50.000000%=6496;60.000000%=7264;70.000000%=8032;80.000000%=9408;90.000000%=10944;95.000000%=11968;99.000000%=17536;99.500000%=3457024;99.900000%=10420224;99.950000%=10813440;99.990000%=11468800;0%=0;0%=0;0%=0;214;19403176;52216.933989;640604.211410;6;41320;100.000000%;5711.613095;11881.905744;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.654659%;2.021310%;713081;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.93%;5.56%;2.82%;4.74%;10.49%;59.56%;15.09%;0.05%;0.03%;0.10%;0.05%;0.03%;0.01%;0.01%;0.53%;vdc;734368;0;0;0;38379176;0;38378984;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:17:43,2016.12.28-13:27:44,time-vm-randread-5_fio,677,2708,94.4979,0.3330,20897.3190,11.7120,3129.3440,94.5082,3129.756048,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-5_fio;0;0;1625228;2708;677;600008;1;6010;9.990187;46.596230;333;20897319;94497.922790;899806.668509;1.000000%=466;5.000000%=580;10.000000%=692;20.000000%=1224;30.000000%=2768;40.000000%=3984;50.000000%=4704;60.000000%=5856;70.000000%=7328;80.000000%=8768;90.000000%=10432;95.000000%=11712;99.000000%=3129344;99.500000%=9371648;99.900000%=10944512;99.950000%=11206656;99.990000%=11730944;0%=0;0%=0;0%=0;345;20897323;94508.260426;899807.044407;12;41133;100.000000%;3129.756048;8685.710114;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.344663%;1.045988%;385484;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;1.96%;10.37%;5.18%;8.00%;14.73%;47.16%;11.09%;0.04%;0.06%;0.17%;0.10%;0.05%;0.02%;0.02%;1.03%;vdc;404770;0;0;0;38381112;0;38381328;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:17:15,2016.12.28-13:27:15,time-vm-randread-6_fio,246,987,259.2402,0.0780,20599.3920,11.5840,10027.0080,259.2535,1058.082234,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-6_fio;0;0;592464;987;246;600003;1;4960;12.900173;47.612884;78;20599392;259240.214217;1519136.137957;1.000000%=438;5.000000%=498;10.000000%=548;20.000000%=620;30.000000%=700;40.000000%=796;50.000000%=988;60.000000%=1304;70.000000%=1816;80.000000%=2960;90.000000%=6304;95.000000%=11584;99.000000%=10027008;99.500000%=10682368;99.900000%=11337728;99.950000%=11599872;99.990000%=12386304;0%=0;0%=0;0%=0;90;20599403;259253.553971;1519136.155671;5;35608;100.000000%;1058.082234;1910.966662;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.210666%;0.481998%;141183;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.00%;5.26%;30.34%;15.03%;21.64%;12.52%;9.11%;1.84%;0.04%;0.16%;0.52%;0.33%;0.18%;0.08%;0.11%;2.86%;vdc;147459;0;0;0;38390648;0;38390628;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:18:21,2016.12.28-13:28:21,time-vm-randread-7_fio,1323,5293,48.3485,0.2600,19686.7670,11.2000,14.0160,48.3574,6115.111771,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-7_fio;0;0;3176208;5293;1323;600001;1;3645;8.530192;33.637179;260;19686767;48348.587735;626346.004319;1.000000%=540;5.000000%=748;10.000000%=1320;20.000000%=3152;30.000000%=3696;40.000000%=4256;50.000000%=5152;60.000000%=6176;70.000000%=7392;80.000000%=8640;90.000000%=10176;95.000000%=11200;99.000000%=14016;99.500000%=790528;99.900000%=10420224;99.950000%=10813440;99.990000%=11468800;0%=0;0%=0;0%=0;270;19686779;48357.403607;626346.353537;6;49616;100.000000%;6115.111771;13408.347469;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.499333%;1.773333%;763294;0;75;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.58%;4.42%;2.92%;5.09%;23.15%;52.62%;10.48%;0.02%;0.03%;0.11%;0.05%;0.02%;0.01%;0.02%;0.48%;vdc;792014;0;0;0;38377056;0;38376956;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:17:50,2016.12.28-13:27:51,time-vm-randread-8_fio,758,3032,84.3996,0.2730,20474.2420,11.8400,415.7440,84.4097,3484.203815,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-8_fio;0;0;1819660;3032;758;600008;1;5769;9.719880;40.249516;273;20474242;84399.679019;851247.697726;1.000000%=498;5.000000%=628;10.000000%=764;20.000000%=1528;30.000000%=3344;40.000000%=4048;50.000000%=5088;60.000000%=6112;70.000000%=7456;80.000000%=9024;90.000000%=10688;95.000000%=11840;99.000000%=415744;99.500000%=9240576;99.900000%=10813440;99.950000%=11206656;99.990000%=11730944;0%=0;0%=0;0%=0;283;20474251;84409.776466;851248.000001;13;40736;100.000000%;3484.203815;9141.831603;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.382662%;1.130653%;432600;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;1.04%;8.49%;5.27%;8.01%;16.35%;46.63%;12.80%;0.04%;0.05%;0.24%;0.10%;0.05%;0.02%;0.03%;0.88%;vdc;453474;0;0;0;38378868;0;38378936;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:18:34,2016.12.28-13:28:34,time-vm-randread-9_fio,1385,5543,46.1676,0.1550,21243.4840,11.8400,16.7680,46.1787,6465.003956,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-9_fio;0;0;3326012;5543;1385;600004;1;6041;10.759147;68.971869;155;21243484;46167.604442;607440.039880;1.000000%=516;5.000000%=724;10.000000%=1400;20.000000%=3600;30.000000%=4576;40.000000%=5536;50.000000%=6368;60.000000%=7136;70.000000%=7968;80.000000%=9152;90.000000%=10816;95.000000%=11840;99.000000%=16768;99.500000%=444416;99.900000%=10420224;99.950000%=10813440;99.990000%=11468800;0%=0;0%=0;0%=0;272;21243494;46178.774363;607440.285968;6;45616;100.000000%;6465.003956;12885.895018;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.685997%;2.268655%;803656;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.73%;4.70%;2.47%;4.36%;11.31%;61.70%;14.02%;0.06%;0.02%;0.09%;0.05%;0.03%;0.01%;0.01%;0.44%;vdc;830987;0;0;0;38379092;0;38379104;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:18:23,2016.12.28-13:28:24,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,13,53,4770.3922,1.2380,13029.4770,11075.5840,11862.0160,4770.4180,61.454960
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-0_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;32248;53;13;600940;1;4100;25.146366;86.693075;1238;13029477;4770392.259737;4506757.915570;1.000000%=2448;5.000000%=24192;10.000000%=64768;20.000000%=187392;30.000000%=782336;40.000000%=1564672;50.000000%=2408448;60.000000%=6455296;70.000000%=9502720;80.000000%=10158080;90.000000%=10813440;95.000000%=11075584;99.000000%=11862016;99.500000%=12255232;99.900000%=13041664;99.950000%=13041664;99.990000%=13041664;0%=0;0%=0;0%=0;1255;13029479;4770418.097742;4506757.855478;1;727;100.000000%;61.454960;93.450604;0.023962%;0.046594%;6339;0;11;0.1%;0.1%;0.1%;0.1%;0.2%;0.4%;99.2%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.66%;0.77%;0.94%;1.84%;4.40%;4.96%;8.24%;2.00%;5.15%;6.44%;8.86%;55.76%;vdc;15;8060;0;0;0;38425624;38427592;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:17:13,2016.12.28-13:27:17,time-vm-randwrite-1_fio,0,0,0,0,0,0,0,0,0.000000,8,32,7817.1303,20.2630,23211.9910,13565.9520,16449.5360,7817.1594,34.465517
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-1_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;19768;32;8;603688;1;2155;28.336908;62.889967;20263;23211991;7817130.387293;3813979.629712;1.000000%=56064;5.000000%=103936;10.000000%=175104;20.000000%=5537792;30.000000%=7569408;40.000000%=8290304;50.000000%=8716288;60.000000%=9109504;70.000000%=9502720;80.000000%=10027008;90.000000%=10944512;95.000000%=13565952;99.000000%=16449536;99.500000%=16711680;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;20285;23212021;7817159.401659;3813977.772748;2;156;100.000000%;34.465517;20.198624;0.013914%;0.037768%;3706;0;11;0.1%;0.1%;0.1%;0.2%;0.3%;0.6%;98.7%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.61%;4.11%;7.16%;2.10%;0.63%;0.10%;0.24%;85.05%;vdc;13;4939;0;0;16;38524448;38535628;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:16:39,2016.12.28-13:26:48,time-vm-randwrite-2_fio,0,0,0,0,0,0,0,0,0.000000,7,31,8153.2626,17.4810,16958.9110,11993.0880,13041.6640,8153.2858,33.311927
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-2_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;19100;31;7;608444;1;2237;22.670157;52.384290;17481;16958911;8153262.660314;4030353.154404;1.000000%=59648;5.000000%=102912;10.000000%=154624;20.000000%=4358144;30.000000%=8454144;40.000000%=9371648;50.000000%=9895936;60.000000%=10158080;70.000000%=10551296;80.000000%=10944512;90.000000%=11468800;95.000000%=11993088;99.000000%=13041664;99.500000%=14221312;99.900000%=16580608;99.950000%=16580608;99.990000%=16711680;0%=0;0%=0;0%=0;17497;16958934;8153285.883351;4030353.508198;0;191;100.000000%;33.311927;19.431269;0.017750%;0.019722%;3896;0;11;0.1%;0.1%;0.1%;0.2%;0.3%;0.7%;98.7%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.02%;0.46%;4.00%;8.67%;2.18%;1.05%;0.21%;0.23%;83.18%;vdc;40;4772;0;0;4;38643304;38668760;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:17:00,2016.12.28-13:27:07,time-vm-randwrite-3_fio,0,0,0,0,0,0,0,0,0.000000,7,31,8102.2562,29.4830,13456.8290,11730.9440,12517.3760,8102.2889,33.033604
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-3_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;19160;31;7;606509;1;1854;32.011691;73.705533;29483;13456829;8102256.280585;3679551.450652;1.000000%=60672;5.000000%=109056;10.000000%=183296;20.000000%=5865472;30.000000%=8355840;40.000000%=8847360;50.000000%=9371648;60.000000%=9764864;70.000000%=10289152;80.000000%=10682368;90.000000%=11206656;95.000000%=11730944;99.000000%=12517376;99.500000%=12779520;99.900000%=13303808;99.950000%=13434880;99.990000%=13434880;0%=0;0%=0;0%=0;29752;13456866;8102288.975783;3679548.797219;1;191;100.000000%;33.033604;18.869808;0.027040%;0.029678%;3574;0;10;0.1%;0.1%;0.1%;0.2%;0.3%;0.7%;98.7%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.58%;3.63%;7.14%;1.80%;1.34%;0.17%;0.13%;85.22%;vdc;18;4789;0;0;0;38600668;38607144;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:18:09,2016.12.28-13:28:11,time-vm-randwrite-4_fio,0,0,0,0,0,0,0,0,0.000000,10,42,6052.0213,1.5550,12876.5370,11337.7280,11993.0880,6052.0475,46.634921
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-4_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;25460;42;10;601928;1;1956;25.545012;71.740112;1555;12876537;6052021.338413;4413100.101229;1.000000%=10176;5.000000%=49920;10.000000%=99840;20.000000%=561152;30.000000%=2146304;40.000000%=3162112;50.000000%=8224768;60.000000%=9502720;70.000000%=10027008;80.000000%=10289152;90.000000%=10944512;95.000000%=11337728;99.000000%=11993088;99.500000%=12255232;99.900000%=12910592;99.950000%=12910592;99.990000%=12910592;0%=0;0%=0;0%=0;1574;12876539;6052047.532600;4413097.758318;1;364;100.000000%;46.634921;49.840523;0.025917%;0.032562%;5082;0;12;0.1%;0.1%;0.1%;0.1%;0.3%;0.5%;99.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.14%;0.39%;0.44%;1.16%;2.88%;5.01%;7.16%;2.55%;0.57%;0.17%;7.48%;72.05%;vdc;17;6363;0;0;0;38439860;38443616;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:17:00,2016.12.28-13:27:06,time-vm-randwrite-5_fio,0,0,0,0,0,0,0,0,0.000000,7,31,8116.8650,21.3020,15504.9380,11730.9440,13041.6640,8116.8928,32.682735
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-5_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;19124;31;7;606458;1;3392;27.039113;71.693679;21302;15504938;8116865.045597;3876556.819542;1.000000%=59648;5.000000%=99840;10.000000%=148480;20.000000%=5734400;30.000000%=8454144;40.000000%=9109504;50.000000%=9633792;60.000000%=10027008;70.000000%=10420224;80.000000%=10813440;90.000000%=11337728;95.000000%=11730944;99.000000%=13041664;99.500000%=13565952;99.900000%=14483456;99.950000%=14614528;99.990000%=15532032;0%=0;0%=0;0%=0;21332;15504941;8116892.834553;3876555.850368;1;117;100.000000%;32.682735;17.756275;0.017149%;0.027702%;3898;0;11;0.1%;0.1%;0.1%;0.2%;0.3%;0.7%;98.7%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.54%;4.58%;7.76%;2.13%;1.07%;0.42%;0.27%;83.23%;vdc;20;4778;0;0;0;38593864;38613124;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:16:23,2016.12.28-13:26:33,time-vm-randwrite-6_fio,0,0,0,0,0,0,0,0,0.000000,9,37,6807.6191,2.2980,18765.1380,11337.7280,12648.4480,6807.6504,39.527174
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-6_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;22896;37;9;609000;1;3402;30.603774;77.365377;2298;18765138;6807619.107268;4411191.229043;1.000000%=51968;5.000000%=92672;10.000000%=136192;20.000000%=692224;30.000000%=2179072;40.000000%=7897088;50.000000%=9240576;60.000000%=9764864;70.000000%=10027008;80.000000%=10420224;90.000000%=10944512;95.000000%=11337728;99.000000%=12648448;99.500000%=13434880;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;2327;18765145;6807650.483403;4411194.036900;1;288;100.000000%;39.527174;31.463770;0.022989%;0.038095%;4836;0;11;0.1%;0.1%;0.1%;0.1%;0.3%;0.6%;98.9%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.02%;0.02%;0.07%;0.68%;5.21%;9.19%;2.97%;1.96%;0.65%;9.07%;70.18%;vdc;19;5722;0;0;0;38680844;38699140;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:17:57,2016.12.28-13:27:59,time-vm-randwrite-7_fio,0,0,0,0,0,0,0,0,0.000000,10,40,6335.4284,1.4520,13112.8520,11206.6560,12124.1600,6335.4557,43.681507
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-7_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;24320;40;10;601899;1;2781;26.334046;78.278068;1452;13112852;6335428.448026;4292481.751939;1.000000%=12608;5.000000%=65280;10.000000%=115200;20.000000%=1613824;30.000000%=2375680;40.000000%=4489216;50.000000%=8716288;60.000000%=9371648;70.000000%=9764864;80.000000%=10289152;90.000000%=10813440;95.000000%=11206656;99.000000%=12124160;99.500000%=12517376;99.900000%=13041664;99.950000%=13041664;99.990000%=13172736;0%=0;0%=0;0%=0;1466;13112854;6335455.758882;4292479.938453;4;329;100.000000%;43.681507;42.462813;0.018608%;0.037880%;4820;0;11;0.1%;0.1%;0.1%;0.1%;0.3%;0.5%;99.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.05%;0.28%;0.28%;0.69%;2.34%;4.82%;7.38%;2.70%;0.62%;0.21%;3.95%;76.68%;vdc;16;6076;0;0;0;38450592;38458868;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:16:35,2016.12.28-13:26:43,time-vm-randwrite-8_fio,0,0,0,0,0,0,0,0,0.000000,8,32,7981.5231,15.8030,17661.1820,12124.1600,13697.0240,7981.5502,34.013793
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-8_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;19504;32;8;608223;1;5046;26.425144;89.188572;15803;17661182;7981523.158121;4088309.521738;1.000000%=58624;5.000000%=102912;10.000000%=158720;20.000000%=3325952;30.000000%=7962624;40.000000%=9109504;50.000000%=9633792;60.000000%=10027008;70.000000%=10551296;80.000000%=10944512;90.000000%=11599872;95.000000%=12124160;99.000000%=13697024;99.500000%=14483456;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;15822;17661195;7981550.234003;4088309.140003;2;254;100.000000%;34.013793;22.449069;0.017757%;0.026306%;3860;0;11;0.1%;0.1%;0.1%;0.2%;0.3%;0.7%;98.7%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.02%;0.62%;3.88%;8.35%;2.63%;0.92%;0.08%;0.43%;83.08%;vdc;40;4870;0;0;0;38630524;38683656;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:17:13,2016.12.28-13:27:18,time-vm-randwrite-9_fio,0,0,0,0,0,0,0,0,0.000000,8,32,7882.4317,2.5650,20019.7470,12386.3040,15532.0320,7882.4628,34.543962
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randwrite-9_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;19628;32;8;604434;1;3531;30.391278;94.694650;2565;20019747;7882431.725290;3853736.460830;1.000000%=48896;5.000000%=95744;10.000000%=152576;20.000000%=5603328;30.000000%=7897088;40.000000%=8585216;50.000000%=9109504;60.000000%=9502720;70.000000%=9764864;80.000000%=10289152;90.000000%=11075584;95.000000%=12386304;99.000000%=15532032;99.500000%=16449536;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;2594;20019773;7882462.801100;3853735.353603;3;142;100.000000%;34.543962;20.493146;0.015883%;0.035736%;3781;0;11;0.1%;0.1%;0.1%;0.2%;0.3%;0.7%;98.7%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.04%;0.02%;0.04%;1.02%;4.63%;7.09%;1.53%;1.12%;0.14%;0.35%;84.02%;vdc;18;4906;0;0;0;38531124;38535556;100.00%
|
||||||
@ -0,0 +1,40 @@
|
|||||||
|
2016.12.28-13:53:29,2016.12.28-14:03:29,time-vm-randread-0_fio,2453,9813,26.0681,0.0900,42215.3700,20.8640,23.9360,26.0821,11793.142568,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:51:49,2016.12.28-14:01:49,time-vm-randread-10_fio,1103,4414,57.9727,0.0780,44988.4480,20.0960,24.1920,57.9897,5609.989236,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:51:31,2016.12.28-14:01:32,time-vm-randread-11_fio,1606,6425,39.8279,0.1400,45925.4470,11.5840,16.7680,39.8389,8298.330794,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:50:04,2016.12.28-14:00:05,time-vm-randread-12_fio,149,599,427.0058,0.0830,44123.3620,23.6800,16711.6800,427.0227,712.344394,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:51:45,2016.12.28-14:01:46,time-vm-randread-13_fio,954,3817,67.0364,0.0690,46517.0030,22.6560,30.8480,67.0550,4845.032362,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:51:55,2016.12.28-14:01:55,time-vm-randread-14_fio,2029,8117,31.5245,0.2040,43095.4920,11.4560,15.4240,31.5350,10350.771949,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:52:12,2016.12.28-14:02:12,time-vm-randread-15_fio,1425,5703,44.8662,0.0900,44483.7310,18.5600,23.6800,44.8823,7209.320896,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:52:22,2016.12.28-14:02:23,time-vm-randread-16_fio,1595,6381,40.0978,0.0840,44213.6960,17.0240,23.4240,40.1134,7983.161563,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:52:26,2016.12.28-14:02:26,time-vm-randread-17_fio,1349,5397,47.4026,0.0860,44283.2660,22.1440,24.9600,47.4211,6708.064211,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:51:55,2016.12.28-14:01:56,time-vm-randread-18_fio,2109,8436,30.3334,0.0630,44227.5310,11.2000,15.0400,30.3432,10717.996798,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:50:27,2016.12.28-14:00:28,time-vm-randread-19_fio,347,1391,183.9650,0.0710,45620.1070,21.8880,6455.2960,183.9819,1791.505108,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:52:05,2016.12.28-14:02:05,time-vm-randread-1_fio,1309,5237,48.8591,0.1990,45945.6810,18.3040,23.6800,48.8754,6672.371367,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:52:37,2016.12.28-14:02:37,time-vm-randread-2_fio,1443,5773,44.3222,0.0850,42175.7230,22.4000,25.2160,44.3394,7158.120545,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:51:10,2016.12.28-14:01:10,time-vm-randread-3_fio,638,2555,100.1610,0.0750,45988.8890,23.4240,35.0720,100.1793,3311.515625,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:53:57,2016.12.28-14:03:58,time-vm-randread-4_fio,3087,12348,20.7146,0.2120,41223.7690,19.3280,23.6800,20.7271,14514.278543,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:54:07,2016.12.28-14:04:08,time-vm-randread-5_fio,4004,16016,15.9698,0.0410,41139.9990,13.6320,21.1200,15.9808,18774.670265,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:49:27,2016.12.28-13:59:34,time-vm-randread-6_fio,103,415,616.4595,0.0650,45170.7400,337.9200,16711.6800,616.4752,489.808314,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:51:31,2016.12.28-14:01:31,time-vm-randread-7_fio,903,3615,70.7838,0.1510,44806.1710,20.8640,25.2160,70.8012,4624.096950,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:52:13,2016.12.28-14:02:14,time-vm-randread-8_fio,1174,4699,54.4465,0.0840,44196.9860,22.9120,26.2400,54.4651,5833.967437,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:52:34,2016.12.28-14:02:35,time-vm-randread-9_fio,1423,5693,44.9444,0.1330,41284.8270,22.4000,25.2160,44.9618,7029.275287,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
2016.12.28-13:48:39,2016.12.28-13:58:50,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,3,13,18491.4494,36.8370,26968.7830,16711.6800,16711.6800,18491.4762,14.761610
|
||||||
|
2016.12.28-13:47:53,2016.12.28-13:58:15,time-vm-randwrite-10_fio,0,0,0,0,0,0,0,0,0.000000,3,14,18100.5980,90.9530,44545.0200,16711.6800,16711.6800,18100.6205,15.453292
|
||||||
|
2016.12.28-13:51:18,2016.12.28-14:01:20,time-vm-randwrite-11_fio,0,0,0,0,0,0,0,0,0.000000,5,23,10737.1461,10.8530,28701.7320,16711.6800,16711.6800,10737.1889,32.756329
|
||||||
|
2016.12.28-13:47:39,2016.12.28-13:58:03,time-vm-randwrite-12_fio,0,0,0,0,0,0,0,0,0.000000,3,14,17368.0097,81.8550,47906.3180,16711.6800,16711.6800,17368.0411,16.450867
|
||||||
|
2016.12.28-13:51:46,2016.12.28-14:01:48,time-vm-randwrite-13_fio,0,0,0,0,0,0,0,0,0.000000,7,28,9082.8337,7.7670,25900.1800,16711.6800,16711.6800,9082.8705,39.468254
|
||||||
|
2016.12.28-13:52:03,2016.12.28-14:02:05,time-vm-randwrite-14_fio,0,0,0,0,0,0,0,0,0.000000,8,33,7666.0613,1.4430,27111.8630,16711.6800,16711.6800,7666.0877,45.016878
|
||||||
|
2016.12.28-13:51:59,2016.12.28-14:02:01,time-vm-randwrite-15_fio,0,0,0,0,0,0,0,0,0.000000,7,31,8229.0008,7.3530,34661.6240,16711.6800,16711.6800,8229.0430,45.711755
|
||||||
|
2016.12.28-13:48:24,2016.12.28-13:58:37,time-vm-randwrite-16_fio,0,0,0,0,0,0,0,0,0.000000,3,14,18258.5785,60.4180,27027.9230,16711.6800,16711.6800,18258.6123,14.723724
|
||||||
|
2016.12.28-13:47:34,2016.12.28-13:57:57,time-vm-randwrite-17_fio,0,0,0,0,0,0,0,0,0.000000,4,16,15692.7769,73.1500,47574.5790,16711.6800,16711.6800,15692.8036,17.715092
|
||||||
|
2016.12.28-13:51:36,2016.12.28-14:01:39,time-vm-randwrite-18_fio,0,0,0,0,0,0,0,0,0.000000,6,27,9373.5427,7.8370,27200.9560,16711.6800,16711.6800,9373.5793,35.894502
|
||||||
|
2016.12.28-13:49:36,2016.12.28-13:59:43,time-vm-randwrite-19_fio,0,0,0,0,0,0,0,0,0.000000,4,16,15879.3130,16.5330,26089.1490,16711.6800,16711.6800,15879.3377,18.243570
|
||||||
|
2016.12.28-13:48:23,2016.12.28-13:58:37,time-vm-randwrite-1_fio,0,0,0,0,0,0,0,0,0.000000,3,14,17800.5986,93.0440,28271.2410,16711.6800,16711.6800,17800.6224,15.604545
|
||||||
|
2016.12.28-13:48:04,2016.12.28-13:58:22,time-vm-randwrite-2_fio,0,0,0,0,0,0,0,0,0.000000,3,14,17603.1208,92.0070,40226.7340,16711.6800,16711.6800,17603.1443,15.351234
|
||||||
|
2016.12.28-13:48:01,2016.12.28-13:58:19,time-vm-randwrite-3_fio,0,0,0,0,0,0,0,0,0.000000,3,14,17182.6268,121.0170,39648.1140,16711.6800,16711.6800,17182.6552,15.748115
|
||||||
|
2016.12.28-13:49:49,2016.12.28-13:59:55,time-vm-randwrite-4_fio,0,0,0,0,0,0,0,0,0.000000,3,15,16952.4235,5.9270,28275.5980,16711.6800,16711.6800,16952.4498,17.993569
|
||||||
|
2016.12.28-13:47:38,2016.12.28-13:58:02,time-vm-randwrite-5_fio,0,0,0,0,0,0,0,0,0.000000,3,15,16475.8549,122.3980,47239.1710,16711.6800,16711.6800,16475.8799,16.952580
|
||||||
|
2016.12.28-13:48:43,2016.12.28-13:58:54,time-vm-randwrite-6_fio,0,0,0,0,0,0,0,0,0.000000,3,13,18358.3938,40.9610,26131.9230,16711.6800,16711.6800,18358.4179,14.895678
|
||||||
|
2016.12.28-13:48:41,2016.12.28-13:58:51,time-vm-randwrite-7_fio,0,0,0,0,0,0,0,0,0.000000,3,14,18068.6024,88.2990,30901.6100,16711.6800,16711.6800,18068.6256,15.395899
|
||||||
|
2016.12.28-13:48:00,2016.12.28-13:58:19,time-vm-randwrite-8_fio,0,0,0,0,0,0,0,0,0.000000,3,14,17120.9511,107.6420,41914.4410,16711.6800,16711.6800,17120.9755,16.085672
|
||||||
|
2016.12.28-13:50:00,2016.12.28-14:00:06,time-vm-randwrite-9_fio,0,0,0,0,0,0,0,0,0.000000,4,16,15958.5750,16.4690,29285.3590,16711.6800,16711.6800,15958.6030,19.715947
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:53:29,2016.12.28-14:03:29,time-vm-randread-0_fio,2453,9813,26.0681,0.0900,42215.3700,20.8640,23.9360,26.0821,11793.142568,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-0_fio;0;0;5888292;9813;2453;600002;1;13535;13.418691;118.996466;90;42215370;26068.196839;520784.825030;1.000000%=660;5.000000%=2040;10.000000%=2768;20.000000%=3824;30.000000%=5408;40.000000%=7392;50.000000%=9280;60.000000%=10688;70.000000%=11712;80.000000%=12736;90.000000%=14400;95.000000%=20864;99.000000%=23936;99.500000%=25472;99.900000%=6651904;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;101;42215386;26082.169765;520784.994709;4;51752;100.000000%;11793.142568;15045.598173;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;1.599997%;4.733992%;1290389;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.01%;0.23%;1.14%;0.68%;2.79%;16.51%;33.26%;39.59%;5.61%;0.01%;0.01%;0.02%;0.01%;0.01%;0.01%;0.13%;vdc;1471225;0;0;0;38337948;0;38337648;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:51:49,2016.12.28-14:01:49,time-vm-randread-10_fio,1103,4414,57.9727,0.0780,44988.4480,20.0960,24.1920,57.9897,5609.989236,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-10_fio;0;0;2648576;4414;1103;600008;1;8769;16.395474;132.222402;78;44988448;57972.709128;899791.932084;1.000000%=524;5.000000%=1176;10.000000%=3024;20.000000%=7136;30.000000%=9664;40.000000%=10688;50.000000%=11328;60.000000%=11968;70.000000%=12608;80.000000%=13376;90.000000%=15040;95.000000%=20096;99.000000%=24192;99.500000%=171008;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;90;44988461;57989.709442;899791.888774;4;27224;100.000000%;5609.989236;9151.434293;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.869990%;2.582637%;561998;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.01%;0.68%;2.56%;1.21%;2.86%;5.62%;20.06%;61.90%;4.58%;0.01%;0.05%;0.04%;0.02%;0.02%;0.04%;0.33%;vdc;660949;0;0;0;38353892;0;38354232;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:51:31,2016.12.28-14:01:32,time-vm-randread-11_fio,1606,6425,39.8279,0.1400,45925.4470,11.5840,16.7680,39.8389,8298.330794,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-11_fio;0;0;3855336;6425;1606;600011;1;6691;10.536833;66.534881;140;45925447;39827.999669;770736.800813;1.000000%=572;5.000000%=1112;10.000000%=1960;20.000000%=3280;30.000000%=4192;40.000000%=5024;50.000000%=5856;60.000000%=6816;70.000000%=7712;80.000000%=8640;90.000000%=10304;95.000000%=11584;99.000000%=16768;99.500000%=27264;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;153;45925461;39838.955069;770737.092262;4;44136;100.000000%;8298.330794;15622.709229;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.712655%;2.618623%;905170;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.40%;2.26%;1.69%;5.92%;17.15%;61.22%;10.63%;0.37%;0.01%;0.02%;0.03%;0.02%;0.02%;0.03%;0.23%;vdc;961989;0;0;0;38368940;0;38369048;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:50:04,2016.12.28-14:00:05,time-vm-randread-12_fio,149,599,427.0058,0.0830,44123.3620,23.6800,16711.6800,427.0227,712.344394,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-12_fio;0;0;359704;599;149;600014;1;7973;16.330238;110.798162;83;44123362;427005.858951;2683784.868238;1.000000%=450;5.000000%=510;10.000000%=564;20.000000%=676;30.000000%=828;40.000000%=1144;50.000000%=1656;60.000000%=2448;70.000000%=3824;80.000000%=7968;90.000000%=13760;95.000000%=23680;99.000000%=16711680;99.500000%=16711680;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;96;44123374;427022.729478;2683784.621429;4;18640;100.000000%;712.344394;1608.023920;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.141330%;0.362659%;80607;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;99.9%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.00%;4.05%;21.52%;10.79%;18.59%;16.00%;10.40%;11.24%;3.16%;0.06%;0.30%;0.41%;0.20%;0.18%;0.25%;2.83%;vdc;89484;0;0;0;38389548;0;38390372;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:51:45,2016.12.28-14:01:46,time-vm-randread-13_fio,954,3817,67.0364,0.0690,46517.0030,22.6560,30.8480,67.0550,4845.032362,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
@ -0,0 +1 @@
|
|||||||
|
3;fio-2.2.10;time-vm-randread-13_fio;0;0;2290548;3817;954;600018;1;10655;17.831162;154.907568;69;46517003;67036.455660;980327.358889;1.000000%=524;5.000000%=1032;10.000000%=2864;20.000000%=9408;30.000000%=10688;40.000000%=11456;50.000000%=12096;60.000000%=12608;70.000000%=13248;80.000000%=14400;90.000000%=20864;95.000000%=22656;99.000000%=30848;99.500000%=370688;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;80;46517014;67055.010920;980327.161580;6;24064;100.000000%;4845.032362;7907.263235;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.912641%;2.371933%;446980;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.00%;0.68%;2.84%;1.38%;2.91%;4.75%;10.52%;65.44%;10.87%;0.01%;0.06%;0.05%;0.03%;0.03%;0.04%;0.38%;vdc;571766;0;0;0;38346932;0;38347396;100.00%
|
||||||
@ -0,0 +1 @@
|
|||||||
|
2016.12.28-13:51:55,2016.12.28-14:01:55,time-vm-randread-14_fio,2029,8117,31.5245,0.2040,43095.4920,11.4560,15.4240,31.5350,10350.771949,0,0,0,0,0,0,0,0,0.000000
|
||||||
|
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user